2024-09-19T04:27:51.327 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-19T04:27:51.350 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T04:27:51.452 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911641 branch: squid description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/pool-perm} email: ceph-qa@ceph.com first_in_suite: false job_id: '7911641' kernel: client: branch: testing kdb: 1 sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 kclient: syntax: v1 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 2 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 1747 sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 sleep_before_teardown: 0 subset: 176/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi031.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKBOe3xLkZp3v9iC/FUCw2EhywhYMVSL1+aRx6edKdEt0x1I5A1rVKVJ1BnsaIR60WNBlGkRh5wkX+V1zy3mXLQ= smithi052.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPIm7jezmbJgjQZP1SGRROgZhBrlNMQyCNKr1Ia252wYas0Flkfi6rLX3Ehiy00QvGcGvS1l80Gnvkj89BpuOWs= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - kclient: null - cephfs_test_runner: modules: - tasks.cephfs.test_pool_perm teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-18_21:24:17 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-19T04:27:51.452 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa; will attempt to use it 2024-09-19T04:27:51.453 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks 2024-09-19T04:27:51.453 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-19T04:27:51.455 INFO:teuthology.task.internal:Checking packages... 2024-09-19T04:27:51.482 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '2f599a46ad10e37c929e5c43da2f6907ddcd1961' 2024-09-19T04:27:51.482 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-19T04:27:51.482 INFO:teuthology.packaging:ref: None 2024-09-19T04:27:51.482 INFO:teuthology.packaging:tag: None 2024-09-19T04:27:51.482 INFO:teuthology.packaging:branch: squid 2024-09-19T04:27:51.482 INFO:teuthology.packaging:sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T04:27:51.483 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-19T04:27:51.701 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-363.g6fad5dd7 2024-09-19T04:27:51.702 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-19T04:27:51.709 INFO:teuthology.task.internal:no buildpackages task found 2024-09-19T04:27:51.709 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-19T04:27:51.737 INFO:teuthology.task.internal:Saving configuration 2024-09-19T04:27:51.754 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-19T04:27:51.771 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-19T04:27:51.792 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi031.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911641', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 04:23:11.912181', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKBOe3xLkZp3v9iC/FUCw2EhywhYMVSL1+aRx6edKdEt0x1I5A1rVKVJ1BnsaIR60WNBlGkRh5wkX+V1zy3mXLQ='} 2024-09-19T04:27:51.815 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi052.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911641', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 04:23:11.910685', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPIm7jezmbJgjQZP1SGRROgZhBrlNMQyCNKr1Ia252wYas0Flkfi6rLX3Ehiy00QvGcGvS1l80Gnvkj89BpuOWs='} 2024-09-19T04:27:51.815 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-19T04:27:51.829 INFO:teuthology.task.internal:roles: ubuntu@smithi031.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-19T04:27:51.829 INFO:teuthology.task.internal:roles: ubuntu@smithi052.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-19T04:27:51.829 INFO:teuthology.run_tasks:Running task console_log... 2024-09-19T04:27:51.911 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f6745e07be0>, signals=[15]) 2024-09-19T04:27:51.911 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-19T04:27:51.918 INFO:teuthology.task.internal:Opening connections... 2024-09-19T04:27:51.918 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:27:51.919 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:27:52.004 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi052.front.sepia.ceph.com 2024-09-19T04:27:52.005 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:27:52.086 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-19T04:27:52.093 DEBUG:teuthology.orchestra.run.smithi031:> uname -m 2024-09-19T04:27:52.111 INFO:teuthology.orchestra.run.smithi031.stdout:x86_64 2024-09-19T04:27:52.112 DEBUG:teuthology.orchestra.run.smithi031:> cat /etc/os-release 2024-09-19T04:27:52.169 INFO:teuthology.orchestra.run.smithi031.stdout:NAME="CentOS Stream" 2024-09-19T04:27:52.169 INFO:teuthology.orchestra.run.smithi031.stdout:VERSION="9" 2024-09-19T04:27:52.169 INFO:teuthology.orchestra.run.smithi031.stdout:ID="centos" 2024-09-19T04:27:52.169 INFO:teuthology.orchestra.run.smithi031.stdout:ID_LIKE="rhel fedora" 2024-09-19T04:27:52.169 INFO:teuthology.orchestra.run.smithi031.stdout:VERSION_ID="9" 2024-09-19T04:27:52.170 INFO:teuthology.orchestra.run.smithi031.stdout:PLATFORM_ID="platform:el9" 2024-09-19T04:27:52.170 INFO:teuthology.orchestra.run.smithi031.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T04:27:52.170 INFO:teuthology.orchestra.run.smithi031.stdout:ANSI_COLOR="0;31" 2024-09-19T04:27:52.170 INFO:teuthology.orchestra.run.smithi031.stdout:LOGO="fedora-logo-icon" 2024-09-19T04:27:52.170 INFO:teuthology.orchestra.run.smithi031.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T04:27:52.170 INFO:teuthology.orchestra.run.smithi031.stdout:HOME_URL="https://centos.org/" 2024-09-19T04:27:52.170 INFO:teuthology.orchestra.run.smithi031.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T04:27:52.171 INFO:teuthology.orchestra.run.smithi031.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T04:27:52.171 INFO:teuthology.orchestra.run.smithi031.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T04:27:52.171 INFO:teuthology.lock.ops:Updating smithi031.front.sepia.ceph.com on lock server 2024-09-19T04:27:52.197 DEBUG:teuthology.orchestra.run.smithi052:> uname -m 2024-09-19T04:27:52.216 INFO:teuthology.orchestra.run.smithi052.stdout:x86_64 2024-09-19T04:27:52.216 DEBUG:teuthology.orchestra.run.smithi052:> cat /etc/os-release 2024-09-19T04:27:52.274 INFO:teuthology.orchestra.run.smithi052.stdout:NAME="CentOS Stream" 2024-09-19T04:27:52.274 INFO:teuthology.orchestra.run.smithi052.stdout:VERSION="9" 2024-09-19T04:27:52.275 INFO:teuthology.orchestra.run.smithi052.stdout:ID="centos" 2024-09-19T04:27:52.275 INFO:teuthology.orchestra.run.smithi052.stdout:ID_LIKE="rhel fedora" 2024-09-19T04:27:52.275 INFO:teuthology.orchestra.run.smithi052.stdout:VERSION_ID="9" 2024-09-19T04:27:52.275 INFO:teuthology.orchestra.run.smithi052.stdout:PLATFORM_ID="platform:el9" 2024-09-19T04:27:52.275 INFO:teuthology.orchestra.run.smithi052.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T04:27:52.275 INFO:teuthology.orchestra.run.smithi052.stdout:ANSI_COLOR="0;31" 2024-09-19T04:27:52.275 INFO:teuthology.orchestra.run.smithi052.stdout:LOGO="fedora-logo-icon" 2024-09-19T04:27:52.275 INFO:teuthology.orchestra.run.smithi052.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T04:27:52.275 INFO:teuthology.orchestra.run.smithi052.stdout:HOME_URL="https://centos.org/" 2024-09-19T04:27:52.276 INFO:teuthology.orchestra.run.smithi052.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T04:27:52.276 INFO:teuthology.orchestra.run.smithi052.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T04:27:52.276 INFO:teuthology.orchestra.run.smithi052.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T04:27:52.276 INFO:teuthology.lock.ops:Updating smithi052.front.sepia.ceph.com on lock server 2024-09-19T04:27:52.297 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-19T04:27:52.309 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-19T04:27:52.345 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-19T04:27:52.346 DEBUG:teuthology.orchestra.run.smithi031:> test '!' -e /home/ubuntu/cephtest 2024-09-19T04:27:52.349 DEBUG:teuthology.orchestra.run.smithi052:> test '!' -e /home/ubuntu/cephtest 2024-09-19T04:27:52.366 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-19T04:27:52.379 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-19T04:27:52.379 DEBUG:teuthology.orchestra.run.smithi031:> test -z $(ls -A /var/lib/ceph) 2024-09-19T04:27:52.406 DEBUG:teuthology.orchestra.run.smithi052:> test -z $(ls -A /var/lib/ceph) 2024-09-19T04:27:52.433 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-19T04:27:52.478 INFO:teuthology.run_tasks:Running task kernel... 2024-09-19T04:27:52.494 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'} 2024-09-19T04:27:52.494 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}, 'client.2': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}, 'client.3': {'branch': 'testing'}} 2024-09-19T04:27:52.494 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}}, timeout 300 2024-09-19T04:27:52.495 DEBUG:teuthology.orchestra.run.smithi031:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T04:27:52.495 DEBUG:teuthology.orchestra.run.smithi052:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T04:27:52.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:27:52.511 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-09-19T04:27:52.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:27:52.516 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-09-19T04:27:52.678 DEBUG:teuthology.task.kernel:sha1 for client.0 is 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-19T04:27:52.678 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "2ca44a2f35ca8f36983aaaa46d49312239ef519a"... 2024-09-19T04:27:52.679 DEBUG:teuthology.orchestra.run.smithi031:> uname -r 2024-09-19T04:27:52.696 INFO:teuthology.orchestra.run.smithi031.stdout:5.14.0-503.el9.x86_64 2024-09-19T04:27:52.696 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-503.el9.x86_64 vs 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-19T04:27:52.697 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-09-19T04:27:52.697 DEBUG:teuthology.orchestra.run.smithi031:> sudo yum upgrade -y linux-firmware 2024-09-19T04:27:52.698 DEBUG:teuthology.task.kernel:sha1 for client.1 is 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-19T04:27:52.698 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "2ca44a2f35ca8f36983aaaa46d49312239ef519a"... 2024-09-19T04:27:52.698 DEBUG:teuthology.orchestra.run.smithi052:> uname -r 2024-09-19T04:27:52.716 INFO:teuthology.orchestra.run.smithi052.stdout:5.14.0-503.el9.x86_64 2024-09-19T04:27:52.716 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-503.el9.x86_64 vs 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-19T04:27:52.716 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-09-19T04:27:52.717 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum upgrade -y linux-firmware 2024-09-19T04:27:55.117 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.3 MB 00:00 2024-09-19T04:27:56.430 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - BaseOS 4.0 MB/s | 8.3 MB 00:02 2024-09-19T04:27:58.252 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - AppStream 10 MB/s | 20 MB 00:02 2024-09-19T04:27:58.431 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - AppStream 23 MB/s | 20 MB 00:00 2024-09-19T04:28:02.899 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.5 MB 00:00 2024-09-19T04:28:03.677 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - CRB 4.3 MB/s | 6.5 MB 00:01 2024-09-19T04:28:04.599 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - Extras packages 43 kB/s | 19 kB 00:00 2024-09-19T04:28:05.286 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - Extras packages 56 kB/s | 19 kB 00:00 2024-09-19T04:28:05.461 INFO:teuthology.orchestra.run.smithi031.stdout:Extra Packages for Enterprise Linux 31 MB/s | 23 MB 00:00 2024-09-19T04:28:06.132 INFO:teuthology.orchestra.run.smithi052.stdout:Extra Packages for Enterprise Linux 32 MB/s | 23 MB 00:00 2024-09-19T04:28:11.109 INFO:teuthology.orchestra.run.smithi031.stdout:lab-extras 37 kB/s | 1.7 kB 00:00 2024-09-19T04:28:11.821 INFO:teuthology.orchestra.run.smithi052.stdout:lab-extras 45 kB/s | 1.7 kB 00:00 2024-09-19T04:28:13.260 INFO:teuthology.orchestra.run.smithi031.stdout:Dependencies resolved. 2024-09-19T04:28:13.276 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-09-19T04:28:13.276 INFO:teuthology.orchestra.run.smithi031.stdout: Package Architecture Version Repository Size 2024-09-19T04:28:13.276 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-09-19T04:28:13.276 INFO:teuthology.orchestra.run.smithi031.stdout:Upgrading: 2024-09-19T04:28:13.276 INFO:teuthology.orchestra.run.smithi031.stdout: linux-firmware noarch 20240905-146.el9 baseos 388 M 2024-09-19T04:28:13.276 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:28:13.276 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction Summary 2024-09-19T04:28:13.277 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-09-19T04:28:13.277 INFO:teuthology.orchestra.run.smithi031.stdout:Upgrade 1 Package 2024-09-19T04:28:13.277 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:28:13.277 INFO:teuthology.orchestra.run.smithi031.stdout:Total download size: 388 M 2024-09-19T04:28:13.277 INFO:teuthology.orchestra.run.smithi031.stdout:Downloading Packages: 2024-09-19T04:28:13.913 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2024-09-19T04:28:13.924 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-09-19T04:28:13.925 INFO:teuthology.orchestra.run.smithi052.stdout: Package Architecture Version Repository Size 2024-09-19T04:28:13.925 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-09-19T04:28:13.925 INFO:teuthology.orchestra.run.smithi052.stdout:Upgrading: 2024-09-19T04:28:13.925 INFO:teuthology.orchestra.run.smithi052.stdout: linux-firmware noarch 20240905-146.el9 baseos 388 M 2024-09-19T04:28:13.925 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:28:13.925 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2024-09-19T04:28:13.925 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-09-19T04:28:13.925 INFO:teuthology.orchestra.run.smithi052.stdout:Upgrade 1 Package 2024-09-19T04:28:13.925 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:28:13.925 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 388 M 2024-09-19T04:28:13.925 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2024-09-19T04:28:25.464 INFO:teuthology.orchestra.run.smithi052.stdout:linux-firmware-20240905-146.el9.noarch.rpm 34 MB/s | 388 MB 00:11 2024-09-19T04:28:25.464 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2024-09-19T04:28:25.465 INFO:teuthology.orchestra.run.smithi052.stdout:Total 34 MB/s | 388 MB 00:11 2024-09-19T04:28:28.740 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2024-09-19T04:28:28.825 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2024-09-19T04:28:28.825 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2024-09-19T04:28:32.315 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2024-09-19T04:28:32.316 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2024-09-19T04:28:41.658 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2024-09-19T04:28:42.317 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : linux-firmware-20240905-146.el9.noarch 1/2 2024-09-19T04:28:42.409 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : linux-firmware-20240716-145.el9.noarch 2/2 2024-09-19T04:28:43.081 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: linux-firmware-20240716-145.el9.noarch 2/2 2024-09-19T04:28:43.081 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : linux-firmware-20240905-146.el9.noarch 1/2 2024-09-19T04:28:43.796 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : linux-firmware-20240716-145.el9.noarch 2/2 2024-09-19T04:28:43.796 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:28:43.796 INFO:teuthology.orchestra.run.smithi052.stdout:Upgraded: 2024-09-19T04:28:43.796 INFO:teuthology.orchestra.run.smithi052.stdout: linux-firmware-20240905-146.el9.noarch 2024-09-19T04:28:43.796 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:28:43.796 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2024-09-19T04:28:44.104 INFO:teuthology.task.kernel:Downloading kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.1... 2024-09-19T04:28:44.105 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-19T04:28:44.253 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/ 2024-09-19T04:28:44.253 DEBUG:teuthology.orchestra.run.smithi052:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/ --input-file=- 2024-09-19T04:28:44.256 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi052.front.sepia.ceph.com to complete... 2024-09-19T04:28:44.273 INFO:teuthology.orchestra.run.smithi031.stdout:linux-firmware-20240905-146.el9.noarch.rpm 13 MB/s | 388 MB 00:30 2024-09-19T04:28:44.273 INFO:teuthology.orchestra.run.smithi031.stdout:-------------------------------------------------------------------------------- 2024-09-19T04:28:44.274 INFO:teuthology.orchestra.run.smithi031.stdout:Total 13 MB/s | 388 MB 00:30 2024-09-19T04:28:47.541 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction check 2024-09-19T04:28:47.628 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction check succeeded. 2024-09-19T04:28:47.628 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction test 2024-09-19T04:28:50.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19 04:28:50 URL:https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm [359633503/359633503] -> "/tmp/kernel.x86_64.rpm" [1] 2024-09-19T04:28:50.568 INFO:teuthology.orchestra.run.smithi052.stderr:FINISHED --2024-09-19 04:28:50-- 2024-09-19T04:28:50.568 INFO:teuthology.orchestra.run.smithi052.stderr:Total wall clock time: 6.3s 2024-09-19T04:28:50.568 INFO:teuthology.orchestra.run.smithi052.stderr:Downloaded: 1 files, 343M in 6.0s (57.2 MB/s) 2024-09-19T04:28:50.571 INFO:teuthology.task.kernel:Installing kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.1... 2024-09-19T04:28:50.571 DEBUG:teuthology.orchestra.run.smithi052:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-09-19T04:28:51.049 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction test succeeded. 2024-09-19T04:28:51.049 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction 2024-09-19T04:28:52.731 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying... ######################################## 2024-09-19T04:28:52.789 INFO:teuthology.orchestra.run.smithi052.stdout:Preparing... ######################################## 2024-09-19T04:28:52.852 INFO:teuthology.orchestra.run.smithi052.stdout:Updating / installing... 2024-09-19T04:29:00.846 INFO:teuthology.orchestra.run.smithi031.stdout: Preparing : 1/1 2024-09-19T04:29:01.116 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : linux-firmware-20240905-146.el9.noarch 1/2 2024-09-19T04:29:01.177 INFO:teuthology.orchestra.run.smithi052.stdout:kernel-6.11.0_rc5_g2ca44a2f35ca-1 ######################################## 2024-09-19T04:29:01.208 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : linux-firmware-20240716-145.el9.noarch 2/2 2024-09-19T04:29:01.711 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: linux-firmware-20240716-145.el9.noarch 2/2 2024-09-19T04:29:01.711 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : linux-firmware-20240905-146.el9.noarch 1/2 2024-09-19T04:29:02.577 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : linux-firmware-20240716-145.el9.noarch 2/2 2024-09-19T04:29:02.577 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:29:02.577 INFO:teuthology.orchestra.run.smithi031.stdout:Upgraded: 2024-09-19T04:29:02.577 INFO:teuthology.orchestra.run.smithi031.stdout: linux-firmware-20240905-146.el9.noarch 2024-09-19T04:29:02.577 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:29:02.577 INFO:teuthology.orchestra.run.smithi031.stdout:Complete! 2024-09-19T04:29:02.919 INFO:teuthology.task.kernel:Downloading kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.0... 2024-09-19T04:29:02.919 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-19T04:29:03.070 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/ 2024-09-19T04:29:03.070 DEBUG:teuthology.orchestra.run.smithi031:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/ --input-file=- 2024-09-19T04:29:03.073 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi031.front.sepia.ceph.com to complete... 2024-09-19T04:29:09.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19 04:29:09 URL:https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm [359633503/359633503] -> "/tmp/kernel.x86_64.rpm" [1] 2024-09-19T04:29:09.388 INFO:teuthology.orchestra.run.smithi031.stderr:FINISHED --2024-09-19 04:29:09-- 2024-09-19T04:29:09.389 INFO:teuthology.orchestra.run.smithi031.stderr:Total wall clock time: 6.3s 2024-09-19T04:29:09.389 INFO:teuthology.orchestra.run.smithi031.stderr:Downloaded: 1 files, 343M in 6.0s (57.1 MB/s) 2024-09-19T04:29:09.392 INFO:teuthology.task.kernel:Installing kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.0... 2024-09-19T04:29:09.392 DEBUG:teuthology.orchestra.run.smithi031:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-09-19T04:29:11.551 INFO:teuthology.orchestra.run.smithi031.stdout:Verifying... ######################################## 2024-09-19T04:29:11.612 INFO:teuthology.orchestra.run.smithi031.stdout:Preparing... ######################################## 2024-09-19T04:29:11.675 INFO:teuthology.orchestra.run.smithi031.stdout:Updating / installing... 2024-09-19T04:29:20.005 INFO:teuthology.orchestra.run.smithi031.stdout:kernel-6.11.0_rc5_g2ca44a2f35ca-1 ######################################## 2024-09-19T04:29:41.362 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi052.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-09-19T04:29:41.362 DEBUG:teuthology.orchestra.run.smithi052:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-09-19T04:29:41.455 INFO:teuthology.orchestra.run.smithi052.stdout:/boot/System.map-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:29:41.456 INFO:teuthology.orchestra.run.smithi052.stdout:/boot/config-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:29:41.456 INFO:teuthology.orchestra.run.smithi052.stdout:/boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:29:41.456 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:29:41.456 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/System.map 2024-09-19T04:29:41.456 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/config 2024-09-19T04:29:41.456 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel 2024-09-19T04:29:41.456 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch 2024-09-19T04:29:41.456 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86 2024-09-19T04:29:41.456 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto 2024-09-19T04:29:41.456 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-09-19T04:29:41.456 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-09-19T04:29:41.457 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-09-19T04:29:41.457 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-09-19T04:29:41.457 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-09-19T04:29:41.457 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-09-19T04:29:41.457 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-09-19T04:29:41.457 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32c-intel.ko 2024-09-19T04:29:41.457 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-09-19T04:29:41.457 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-09-19T04:29:41.457 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-09-19T04:29:41.457 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-09-19T04:29:41.457 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx2.ko 2024-09-19T04:29:41.458 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-09-19T04:29:41.458 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-09-19T04:29:41.458 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-09-19T04:29:41.458 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-09-19T04:29:41.458 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-09-19T04:29:41.458 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-09-19T04:29:41.458 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-09-19T04:29:41.458 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel 2024-09-19T04:29:41.458 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu 2024-09-19T04:29:41.458 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce 2024-09-19T04:29:41.458 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-09-19T04:29:41.458 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm 2024-09-19T04:29:41.458 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-amd.ko 2024-09-19T04:29:41.459 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-intel.ko 2024-09-19T04:29:41.459 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm.ko 2024-09-19T04:29:41.459 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto 2024-09-19T04:29:41.459 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ansi_cprng.ko 2024-09-19T04:29:41.459 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/anubis.ko 2024-09-19T04:29:41.459 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/arc4.ko 2024-09-19T04:29:41.459 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx 2024-09-19T04:29:41.459 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_memcpy.ko 2024-09-19T04:29:41.459 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_pq.ko 2024-09-19T04:29:41.459 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_raid6_recov.ko 2024-09-19T04:29:41.459 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_tx.ko 2024-09-19T04:29:41.459 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_xor.ko 2024-09-19T04:29:41.459 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/raid6test.ko 2024-09-19T04:29:41.460 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authenc.ko 2024-09-19T04:29:41.460 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authencesn.ko 2024-09-19T04:29:41.460 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blake2b_generic.ko 2024-09-19T04:29:41.460 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_common.ko 2024-09-19T04:29:41.460 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_generic.ko 2024-09-19T04:29:41.460 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/camellia_generic.ko 2024-09-19T04:29:41.460 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast5_generic.ko 2024-09-19T04:29:41.460 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast6_generic.ko 2024-09-19T04:29:41.460 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast_common.ko 2024-09-19T04:29:41.460 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ccm.ko 2024-09-19T04:29:41.460 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cmac.ko 2024-09-19T04:29:41.460 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crc32_generic.ko 2024-09-19T04:29:41.460 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_engine.ko 2024-09-19T04:29:41.461 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_user.ko 2024-09-19T04:29:41.461 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cts.ko 2024-09-19T04:29:41.461 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/des_generic.ko 2024-09-19T04:29:41.461 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/dh_generic.ko 2024-09-19T04:29:41.461 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecc.ko 2024-09-19T04:29:41.461 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecdh_generic.ko 2024-09-19T04:29:41.461 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/echainiv.ko 2024-09-19T04:29:41.461 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/essiv.ko 2024-09-19T04:29:41.461 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/fcrypt.ko 2024-09-19T04:29:41.461 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/khazad.ko 2024-09-19T04:29:41.461 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4.ko 2024-09-19T04:29:41.461 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4hc.ko 2024-09-19T04:29:41.462 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/md4.ko 2024-09-19T04:29:41.462 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/michael_mic.ko 2024-09-19T04:29:41.462 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcbc.ko 2024-09-19T04:29:41.462 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcrypt.ko 2024-09-19T04:29:41.462 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/rmd160.ko 2024-09-19T04:29:41.462 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/seed.ko 2024-09-19T04:29:41.462 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/serpent_generic.ko 2024-09-19T04:29:41.462 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tcrypt.ko 2024-09-19T04:29:41.462 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tea.ko 2024-09-19T04:29:41.462 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_common.ko 2024-09-19T04:29:41.462 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_generic.ko 2024-09-19T04:29:41.462 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/vmac.ko 2024-09-19T04:29:41.463 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/wp512.ko 2024-09-19T04:29:41.463 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xcbc.ko 2024-09-19T04:29:41.463 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xor.ko 2024-09-19T04:29:41.463 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xxhash_generic.ko 2024-09-19T04:29:41.463 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers 2024-09-19T04:29:41.463 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi 2024-09-19T04:29:41.463 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_ipmi.ko 2024-09-19T04:29:41.463 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_pad.ko 2024-09-19T04:29:41.463 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/ec_sys.ko 2024-09-19T04:29:41.463 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/platform_profile.ko 2024-09-19T04:29:41.463 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbs.ko 2024-09-19T04:29:41.463 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbshc.ko 2024-09-19T04:29:41.463 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/video.ko 2024-09-19T04:29:41.463 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata 2024-09-19T04:29:41.464 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/acard-ahci.ko 2024-09-19T04:29:41.464 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ahci_platform.ko 2024-09-19T04:29:41.464 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ata_generic.ko 2024-09-19T04:29:41.464 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/libahci_platform.ko 2024-09-19T04:29:41.464 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_acpi.ko 2024-09-19T04:29:41.464 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ali.ko 2024-09-19T04:29:41.464 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_amd.ko 2024-09-19T04:29:41.464 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_artop.ko 2024-09-19T04:29:41.464 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atiixp.ko 2024-09-19T04:29:41.464 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atp867x.ko 2024-09-19T04:29:41.464 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd640.ko 2024-09-19T04:29:41.464 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd64x.ko 2024-09-19T04:29:41.465 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cypress.ko 2024-09-19T04:29:41.465 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_efar.ko 2024-09-19T04:29:41.465 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt366.ko 2024-09-19T04:29:41.465 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt37x.ko 2024-09-19T04:29:41.465 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x2n.ko 2024-09-19T04:29:41.465 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x3.ko 2024-09-19T04:29:41.465 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it8213.ko 2024-09-19T04:29:41.465 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it821x.ko 2024-09-19T04:29:41.465 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_jmicron.ko 2024-09-19T04:29:41.465 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_marvell.ko 2024-09-19T04:29:41.465 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_mpiix.ko 2024-09-19T04:29:41.465 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_netcell.ko 2024-09-19T04:29:41.466 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ninja32.ko 2024-09-19T04:29:41.466 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87410.ko 2024-09-19T04:29:41.466 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87415.ko 2024-09-19T04:29:41.466 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_oldpiix.ko 2024-09-19T04:29:41.466 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_opti.ko 2024-09-19T04:29:41.466 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_optidma.ko 2024-09-19T04:29:41.466 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pcmcia.ko 2024-09-19T04:29:41.466 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc2027x.ko 2024-09-19T04:29:41.466 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-09-19T04:29:41.466 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_piccolo.ko 2024-09-19T04:29:41.466 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_rdc.ko 2024-09-19T04:29:41.466 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sch.ko 2024-09-19T04:29:41.466 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_serverworks.ko 2024-09-19T04:29:41.467 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sil680.ko 2024-09-19T04:29:41.467 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sis.ko 2024-09-19T04:29:41.467 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sl82c105.ko 2024-09-19T04:29:41.467 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_triflex.ko 2024-09-19T04:29:41.467 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_via.ko 2024-09-19T04:29:41.467 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pdc_adma.ko 2024-09-19T04:29:41.467 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_inic162x.ko 2024-09-19T04:29:41.467 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_mv.ko 2024-09-19T04:29:41.467 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_nv.ko 2024-09-19T04:29:41.467 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_promise.ko 2024-09-19T04:29:41.467 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_qstor.ko 2024-09-19T04:29:41.467 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil.ko 2024-09-19T04:29:41.468 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil24.ko 2024-09-19T04:29:41.468 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sis.ko 2024-09-19T04:29:41.468 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_svw.ko 2024-09-19T04:29:41.468 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sx4.ko 2024-09-19T04:29:41.468 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_uli.ko 2024-09-19T04:29:41.468 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_via.ko 2024-09-19T04:29:41.469 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_vsc.ko 2024-09-19T04:29:41.469 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay 2024-09-19T04:29:41.469 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay/ks0108.ko 2024-09-19T04:29:41.469 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base 2024-09-19T04:29:41.469 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap 2024-09-19T04:29:41.469 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-i2c.ko 2024-09-19T04:29:41.470 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-mmio.ko 2024-09-19T04:29:41.470 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma 2024-09-19T04:29:41.470 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma/bcma.ko 2024-09-19T04:29:41.470 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block 2024-09-19T04:29:41.470 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe 2024-09-19T04:29:41.470 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe/aoe.ko 2024-09-19T04:29:41.470 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/brd.ko 2024-09-19T04:29:41.470 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd 2024-09-19T04:29:41.470 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd/drbd.ko 2024-09-19T04:29:41.470 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/floppy.ko 2024-09-19T04:29:41.470 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/loop.ko 2024-09-19T04:29:41.471 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx 2024-09-19T04:29:41.471 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-09-19T04:29:41.471 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/nbd.ko 2024-09-19T04:29:41.471 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk 2024-09-19T04:29:41.471 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk/null_blk.ko 2024-09-19T04:29:41.472 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/pktcdvd.ko 2024-09-19T04:29:41.472 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/rbd.ko 2024-09-19T04:29:41.472 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/virtio_blk.ko 2024-09-19T04:29:41.472 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback 2024-09-19T04:29:41.472 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-09-19T04:29:41.472 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkfront.ko 2024-09-19T04:29:41.472 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram 2024-09-19T04:29:41.472 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram/zram.ko 2024-09-19T04:29:41.472 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char 2024-09-19T04:29:41.472 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hangcheck-timer.ko 2024-09-19T04:29:41.472 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random 2024-09-19T04:29:41.473 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/amd-rng.ko 2024-09-19T04:29:41.473 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/intel-rng.ko 2024-09-19T04:29:41.473 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-09-19T04:29:41.473 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/via-rng.ko 2024-09-19T04:29:41.473 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/virtio-rng.ko 2024-09-19T04:29:41.473 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi 2024-09-19T04:29:41.474 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-09-19T04:29:41.474 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-09-19T04:29:41.474 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-09-19T04:29:41.474 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_si.ko 2024-09-19T04:29:41.474 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-09-19T04:29:41.474 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-09-19T04:29:41.475 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/lp.ko 2024-09-19T04:29:41.475 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave 2024-09-19T04:29:41.475 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave/mwave.ko 2024-09-19T04:29:41.475 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ppdev.ko 2024-09-19T04:29:41.475 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tlclk.ko 2024-09-19T04:29:41.475 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm 2024-09-19T04:29:41.475 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm.ko 2024-09-19T04:29:41.476 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_atmel.ko 2024-09-19T04:29:41.476 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_infineon.ko 2024-09-19T04:29:41.476 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_nsc.ko 2024-09-19T04:29:41.476 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis.ko 2024-09-19T04:29:41.476 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-09-19T04:29:41.476 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/uv_mmtimer.ko 2024-09-19T04:29:41.477 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/virtio_console.ko 2024-09-19T04:29:41.477 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq 2024-09-19T04:29:41.477 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-09-19T04:29:41.477 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-09-19T04:29:41.477 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/p4-clockmod.ko 2024-09-19T04:29:41.477 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-09-19T04:29:41.477 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/powernow-k8.ko 2024-09-19T04:29:41.477 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/speedstep-lib.ko 2024-09-19T04:29:41.477 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto 2024-09-19T04:29:41.477 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp 2024-09-19T04:29:41.477 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-09-19T04:29:41.478 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp.ko 2024-09-19T04:29:41.478 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel 2024-09-19T04:29:41.478 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat 2024-09-19T04:29:41.478 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common 2024-09-19T04:29:41.478 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-09-19T04:29:41.478 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-09-19T04:29:41.479 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-09-19T04:29:41.479 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-aes.ko 2024-09-19T04:29:41.479 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-sha.ko 2024-09-19T04:29:41.479 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio 2024-09-19T04:29:41.479 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-09-19T04:29:41.479 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca 2024-09-19T04:29:41.479 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca/dca.ko 2024-09-19T04:29:41.480 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq 2024-09-19T04:29:41.480 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-09-19T04:29:41.480 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma 2024-09-19T04:29:41.480 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw 2024-09-19T04:29:41.480 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw/dw_dmac.ko 2024-09-19T04:29:41.480 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat 2024-09-19T04:29:41.480 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat/ioatdma.ko 2024-09-19T04:29:41.480 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac 2024-09-19T04:29:41.481 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/amd64_edac.ko 2024-09-19T04:29:41.481 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/e752x_edac.ko 2024-09-19T04:29:41.481 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/edac_mce_amd.ko 2024-09-19T04:29:41.481 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3000_edac.ko 2024-09-19T04:29:41.481 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3200_edac.ko 2024-09-19T04:29:41.482 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5100_edac.ko 2024-09-19T04:29:41.482 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5400_edac.ko 2024-09-19T04:29:41.482 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7300_edac.ko 2024-09-19T04:29:41.482 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7core_edac.ko 2024-09-19T04:29:41.482 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i82975x_edac.ko 2024-09-19T04:29:41.482 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/ie31200_edac.ko 2024-09-19T04:29:41.482 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/sb_edac.ko 2024-09-19T04:29:41.482 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/x38_edac.ko 2024-09-19T04:29:41.482 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware 2024-09-19T04:29:41.482 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/edd.ko 2024-09-19T04:29:41.483 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/iscsi_ibft.ko 2024-09-19T04:29:41.483 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio 2024-09-19T04:29:41.483 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-ich.ko 2024-09-19T04:29:41.483 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-viperboard.ko 2024-09-19T04:29:41.483 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid 2024-09-19T04:29:41.483 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-appleir.ko 2024-09-19T04:29:41.483 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-aureal.ko 2024-09-19T04:29:41.483 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-axff.ko 2024-09-19T04:29:41.483 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-dr.ko 2024-09-19T04:29:41.483 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elecom.ko 2024-09-19T04:29:41.483 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elo.ko 2024-09-19T04:29:41.483 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-emsff.ko 2024-09-19T04:29:41.483 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gaff.ko 2024-09-19T04:29:41.484 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gt683r.ko 2024-09-19T04:29:41.484 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gyration.ko 2024-09-19T04:29:41.484 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-kbd.ko 2024-09-19T04:29:41.484 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-mouse.ko 2024-09-19T04:29:41.484 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtekff.ko 2024-09-19T04:29:41.484 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-hyperv.ko 2024-09-19T04:29:41.484 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-icade.ko 2024-09-19T04:29:41.484 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-keytouch.ko 2024-09-19T04:29:41.484 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-kye.ko 2024-09-19T04:29:41.484 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lcpower.ko 2024-09-19T04:29:41.484 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-led.ko 2024-09-19T04:29:41.484 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lenovo.ko 2024-09-19T04:29:41.485 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-dj.ko 2024-09-19T04:29:41.485 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-09-19T04:29:41.485 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-multitouch.ko 2024-09-19T04:29:41.485 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ortek.ko 2024-09-19T04:29:41.485 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-penmount.ko 2024-09-19T04:29:41.485 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-petalynx.ko 2024-09-19T04:29:41.485 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-picolcd.ko 2024-09-19T04:29:41.485 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-pl.ko 2024-09-19T04:29:41.485 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-plantronics.ko 2024-09-19T04:29:41.485 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-primax.ko 2024-09-19T04:29:41.485 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-rmi.ko 2024-09-19T04:29:41.486 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-arvo.ko 2024-09-19T04:29:41.486 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-common.ko 2024-09-19T04:29:41.486 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-isku.ko 2024-09-19T04:29:41.486 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kone.ko 2024-09-19T04:29:41.486 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-09-19T04:29:41.486 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-konepure.ko 2024-09-19T04:29:41.486 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-09-19T04:29:41.486 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-lua.ko 2024-09-19T04:29:41.486 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-pyra.ko 2024-09-19T04:29:41.486 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-ryos.ko 2024-09-19T04:29:41.486 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-savu.ko 2024-09-19T04:29:41.486 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat.ko 2024-09-19T04:29:41.486 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-saitek.ko 2024-09-19T04:29:41.487 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-samsung.ko 2024-09-19T04:29:41.487 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sensor-hub.ko 2024-09-19T04:29:41.487 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sjoy.ko 2024-09-19T04:29:41.487 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sony.ko 2024-09-19T04:29:41.487 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-speedlink.ko 2024-09-19T04:29:41.487 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-steelseries.ko 2024-09-19T04:29:41.487 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sunplus.ko 2024-09-19T04:29:41.487 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-thrustmaster.ko 2024-09-19T04:29:41.487 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tivo.ko 2024-09-19T04:29:41.487 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tmff.ko 2024-09-19T04:29:41.487 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-topseed.ko 2024-09-19T04:29:41.487 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-twinhan.ko 2024-09-19T04:29:41.487 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-uclogic.ko 2024-09-19T04:29:41.488 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-waltop.ko 2024-09-19T04:29:41.488 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-wiimote.ko 2024-09-19T04:29:41.488 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-xinmo.ko 2024-09-19T04:29:41.488 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zpff.ko 2024-09-19T04:29:41.488 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zydacron.ko 2024-09-19T04:29:41.488 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/uhid.ko 2024-09-19T04:29:41.488 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/wacom.ko 2024-09-19T04:29:41.488 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv 2024-09-19T04:29:41.488 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_balloon.ko 2024-09-19T04:29:41.488 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_utils.ko 2024-09-19T04:29:41.488 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_vmbus.ko 2024-09-19T04:29:41.489 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon 2024-09-19T04:29:41.489 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru.ko 2024-09-19T04:29:41.489 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru3.ko 2024-09-19T04:29:41.489 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/acpi_power_meter.ko 2024-09-19T04:29:41.489 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7414.ko 2024-09-19T04:29:41.489 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7418.ko 2024-09-19T04:29:41.489 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adc128d818.ko 2024-09-19T04:29:41.489 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1025.ko 2024-09-19T04:29:41.489 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1026.ko 2024-09-19T04:29:41.489 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1029.ko 2024-09-19T04:29:41.490 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1031.ko 2024-09-19T04:29:41.490 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm9240.ko 2024-09-19T04:29:41.490 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ads7828.ko 2024-09-19T04:29:41.490 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7410.ko 2024-09-19T04:29:41.490 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7411.ko 2024-09-19T04:29:41.490 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7462.ko 2024-09-19T04:29:41.490 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7470.ko 2024-09-19T04:29:41.490 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7475.ko 2024-09-19T04:29:41.490 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7x10.ko 2024-09-19T04:29:41.490 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/amc6821.ko 2024-09-19T04:29:41.490 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/applesmc.ko 2024-09-19T04:29:41.490 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asb100.ko 2024-09-19T04:29:41.491 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asc7621.ko 2024-09-19T04:29:41.491 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asus_atk0110.ko 2024-09-19T04:29:41.491 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/atxp1.ko 2024-09-19T04:29:41.491 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/coretemp.ko 2024-09-19T04:29:41.491 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-09-19T04:29:41.491 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dme1737.ko 2024-09-19T04:29:41.491 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds1621.ko 2024-09-19T04:29:41.491 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds620.ko 2024-09-19T04:29:41.491 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc1403.ko 2024-09-19T04:29:41.491 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc6w201.ko 2024-09-19T04:29:41.491 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71805f.ko 2024-09-19T04:29:41.491 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71882fg.ko 2024-09-19T04:29:41.491 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f75375s.ko 2024-09-19T04:29:41.492 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fam15h_power.ko 2024-09-19T04:29:41.492 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fschmd.ko 2024-09-19T04:29:41.492 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g760a.ko 2024-09-19T04:29:41.492 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g762.ko 2024-09-19T04:29:41.492 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl518sm.ko 2024-09-19T04:29:41.492 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl520sm.ko 2024-09-19T04:29:41.492 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/hwmon-vid.ko 2024-09-19T04:29:41.492 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5500_temp.ko 2024-09-19T04:29:41.492 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5k_amb.ko 2024-09-19T04:29:41.492 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmaem.ko 2024-09-19T04:29:41.492 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmpex.ko 2024-09-19T04:29:41.492 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina209.ko 2024-09-19T04:29:41.493 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina2xx.ko 2024-09-19T04:29:41.493 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/it87.ko 2024-09-19T04:29:41.493 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k10temp.ko 2024-09-19T04:29:41.493 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k8temp.ko 2024-09-19T04:29:41.493 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lineage-pem.ko 2024-09-19T04:29:41.493 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm63.ko 2024-09-19T04:29:41.493 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm73.ko 2024-09-19T04:29:41.493 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm75.ko 2024-09-19T04:29:41.493 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm77.ko 2024-09-19T04:29:41.493 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm78.ko 2024-09-19T04:29:41.493 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm80.ko 2024-09-19T04:29:41.493 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm83.ko 2024-09-19T04:29:41.494 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm85.ko 2024-09-19T04:29:41.494 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm87.ko 2024-09-19T04:29:41.494 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm90.ko 2024-09-19T04:29:41.494 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm92.ko 2024-09-19T04:29:41.494 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm93.ko 2024-09-19T04:29:41.494 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95234.ko 2024-09-19T04:29:41.494 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95241.ko 2024-09-19T04:29:41.494 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95245.ko 2024-09-19T04:29:41.494 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc2945.ko 2024-09-19T04:29:41.494 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4151.ko 2024-09-19T04:29:41.494 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4215.ko 2024-09-19T04:29:41.494 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4222.ko 2024-09-19T04:29:41.494 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4245.ko 2024-09-19T04:29:41.495 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4260.ko 2024-09-19T04:29:41.495 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4261.ko 2024-09-19T04:29:41.495 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max16065.ko 2024-09-19T04:29:41.495 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1619.ko 2024-09-19T04:29:41.495 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1668.ko 2024-09-19T04:29:41.495 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max197.ko 2024-09-19T04:29:41.495 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6639.ko 2024-09-19T04:29:41.495 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6650.ko 2024-09-19T04:29:41.495 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6697.ko 2024-09-19T04:29:41.495 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/mcp3021.ko 2024-09-19T04:29:41.495 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6683.ko 2024-09-19T04:29:41.495 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775-core.ko 2024-09-19T04:29:41.495 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775.ko 2024-09-19T04:29:41.496 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct7802.ko 2024-09-19T04:29:41.496 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87360.ko 2024-09-19T04:29:41.496 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87427.ko 2024-09-19T04:29:41.496 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pcf8591.ko 2024-09-19T04:29:41.496 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus 2024-09-19T04:29:41.496 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-09-19T04:29:41.496 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-09-19T04:29:41.496 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-09-19T04:29:41.496 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max16064.ko 2024-09-19T04:29:41.496 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max34440.ko 2024-09-19T04:29:41.496 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max8688.ko 2024-09-19T04:29:41.496 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-09-19T04:29:41.496 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-09-19T04:29:41.497 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-09-19T04:29:41.497 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-09-19T04:29:41.497 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-09-19T04:29:41.497 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-09-19T04:29:41.497 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/powr1220.ko 2024-09-19T04:29:41.497 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5627.ko 2024-09-19T04:29:41.497 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5636.ko 2024-09-19T04:29:41.497 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch56xx-common.ko 2024-09-19T04:29:41.497 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht15.ko 2024-09-19T04:29:41.497 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht21.ko 2024-09-19T04:29:41.497 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/shtc1.ko 2024-09-19T04:29:41.497 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sis5595.ko 2024-09-19T04:29:41.497 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47b397.ko 2024-09-19T04:29:41.498 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m1.ko 2024-09-19T04:29:41.498 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m192.ko 2024-09-19T04:29:41.498 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/thmc50.ko 2024-09-19T04:29:41.498 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp102.ko 2024-09-19T04:29:41.498 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp103.ko 2024-09-19T04:29:41.498 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp401.ko 2024-09-19T04:29:41.498 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp421.ko 2024-09-19T04:29:41.498 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via-cputemp.ko 2024-09-19T04:29:41.498 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via686a.ko 2024-09-19T04:29:41.498 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt1211.ko 2024-09-19T04:29:41.498 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt8231.ko 2024-09-19T04:29:41.498 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627ehf.ko 2024-09-19T04:29:41.498 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627hf.ko 2024-09-19T04:29:41.499 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83781d.ko 2024-09-19T04:29:41.499 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83791d.ko 2024-09-19T04:29:41.499 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83792d.ko 2024-09-19T04:29:41.499 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83793.ko 2024-09-19T04:29:41.499 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83795.ko 2024-09-19T04:29:41.499 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l785ts.ko 2024-09-19T04:29:41.499 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l786ng.ko 2024-09-19T04:29:41.499 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c 2024-09-19T04:29:41.499 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos 2024-09-19T04:29:41.499 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-09-19T04:29:41.499 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-09-19T04:29:41.499 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses 2024-09-19T04:29:41.499 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-09-19T04:29:41.500 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-09-19T04:29:41.500 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-09-19T04:29:41.500 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-09-19T04:29:41.500 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-09-19T04:29:41.500 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-09-19T04:29:41.500 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-09-19T04:29:41.500 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-09-19T04:29:41.500 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-i801.ko 2024-09-19T04:29:41.500 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-isch.ko 2024-09-19T04:29:41.500 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-09-19T04:29:41.500 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-09-19T04:29:41.500 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-09-19T04:29:41.500 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-parport.ko 2024-09-19T04:29:41.501 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-09-19T04:29:41.501 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-09-19T04:29:41.501 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-09-19T04:29:41.501 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-09-19T04:29:41.501 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-09-19T04:29:41.501 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-09-19T04:29:41.501 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-via.ko 2024-09-19T04:29:41.501 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-09-19T04:29:41.501 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-09-19T04:29:41.501 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-dev.ko 2024-09-19T04:29:41.501 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-mux.ko 2024-09-19T04:29:41.501 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-09-19T04:29:41.502 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-smbus.ko 2024-09-19T04:29:41.502 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-stub.ko 2024-09-19T04:29:41.502 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband 2024-09-19T04:29:41.502 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core 2024-09-19T04:29:41.502 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_cm.ko 2024-09-19T04:29:41.502 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_core.ko 2024-09-19T04:29:41.502 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_umad.ko 2024-09-19T04:29:41.502 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-09-19T04:29:41.502 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/iw_cm.ko 2024-09-19T04:29:41.502 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_cm.ko 2024-09-19T04:29:41.502 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-09-19T04:29:41.502 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw 2024-09-19T04:29:41.502 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4 2024-09-19T04:29:41.503 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-09-19T04:29:41.503 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4 2024-09-19T04:29:41.503 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-09-19T04:29:41.503 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5 2024-09-19T04:29:41.503 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-09-19T04:29:41.503 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca 2024-09-19T04:29:41.503 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-09-19T04:29:41.503 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp 2024-09-19T04:29:41.503 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib 2024-09-19T04:29:41.503 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-09-19T04:29:41.503 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser 2024-09-19T04:29:41.503 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-09-19T04:29:41.503 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert 2024-09-19T04:29:41.504 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-09-19T04:29:41.504 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp 2024-09-19T04:29:41.504 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-09-19T04:29:41.504 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt 2024-09-19T04:29:41.504 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-09-19T04:29:41.504 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input 2024-09-19T04:29:41.504 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport 2024-09-19T04:29:41.504 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-09-19T04:29:41.504 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/fm801-gp.ko 2024-09-19T04:29:41.504 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/gameport.ko 2024-09-19T04:29:41.505 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/joydev.ko 2024-09-19T04:29:41.505 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard 2024-09-19T04:29:41.505 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/gpio_keys.ko 2024-09-19T04:29:41.505 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse 2024-09-19T04:29:41.505 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/appletouch.ko 2024-09-19T04:29:41.505 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/bcm5974.ko 2024-09-19T04:29:41.505 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/cyapatp.ko 2024-09-19T04:29:41.505 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/elan_i2c.ko 2024-09-19T04:29:41.505 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/sermouse.ko 2024-09-19T04:29:41.505 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-09-19T04:29:41.506 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_usb.ko 2024-09-19T04:29:41.506 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/vsxxxaa.ko 2024-09-19T04:29:41.506 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4 2024-09-19T04:29:41.506 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4/rmi_core.ko 2024-09-19T04:29:41.506 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio 2024-09-19T04:29:41.506 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/altera_ps2.ko 2024-09-19T04:29:41.507 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/arc_ps2.ko 2024-09-19T04:29:41.507 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-09-19T04:29:41.507 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/serio_raw.ko 2024-09-19T04:29:41.507 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/sparse-keymap.ko 2024-09-19T04:29:41.507 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds 2024-09-19T04:29:41.507 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-blinkm.ko 2024-09-19T04:29:41.508 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3530.ko 2024-09-19T04:29:41.508 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lp3944.ko 2024-09-19T04:29:41.508 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-ss4200.ko 2024-09-19T04:29:41.508 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger 2024-09-19T04:29:41.508 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-09-19T04:29:41.508 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-09-19T04:29:41.508 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-09-19T04:29:41.509 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-09-19T04:29:41.509 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-09-19T04:29:41.509 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-09-19T04:29:41.509 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-09-19T04:29:41.509 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-09-19T04:29:41.509 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md 2024-09-19T04:29:41.509 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache 2024-09-19T04:29:41.509 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache/bcache.ko 2024-09-19T04:29:41.509 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-bio-prison.ko 2024-09-19T04:29:41.509 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache-smq.ko 2024-09-19T04:29:41.509 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache.ko 2024-09-19T04:29:41.509 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-crypt.ko 2024-09-19T04:29:41.509 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-delay.ko 2024-09-19T04:29:41.510 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-flakey.ko 2024-09-19T04:29:41.510 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-log-userspace.ko 2024-09-19T04:29:41.510 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-multipath.ko 2024-09-19T04:29:41.510 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-queue-length.ko 2024-09-19T04:29:41.510 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-raid.ko 2024-09-19T04:29:41.510 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-round-robin.ko 2024-09-19T04:29:41.510 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-service-time.ko 2024-09-19T04:29:41.510 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-switch.ko 2024-09-19T04:29:41.510 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-thin-pool.ko 2024-09-19T04:29:41.510 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-verity.ko 2024-09-19T04:29:41.510 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data 2024-09-19T04:29:41.510 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-09-19T04:29:41.510 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid0.ko 2024-09-19T04:29:41.511 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid1.ko 2024-09-19T04:29:41.511 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid10.ko 2024-09-19T04:29:41.511 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid456.ko 2024-09-19T04:29:41.511 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message 2024-09-19T04:29:41.511 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion 2024-09-19T04:29:41.511 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptbase.ko 2024-09-19T04:29:41.511 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptctl.ko 2024-09-19T04:29:41.511 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptfc.ko 2024-09-19T04:29:41.511 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptlan.ko 2024-09-19T04:29:41.511 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptsas.ko 2024-09-19T04:29:41.511 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptscsih.ko 2024-09-19T04:29:41.511 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptspi.ko 2024-09-19T04:29:41.511 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd 2024-09-19T04:29:41.512 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_ich.ko 2024-09-19T04:29:41.512 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_sch.ko 2024-09-19T04:29:41.512 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/mfd-core.ko 2024-09-19T04:29:41.512 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/sm501.ko 2024-09-19T04:29:41.512 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/viperboard.ko 2024-09-19T04:29:41.512 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/vx855.ko 2024-09-19T04:29:41.512 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/wl1273-core.ko 2024-09-19T04:29:41.512 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc 2024-09-19T04:29:41.512 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl 2024-09-19T04:29:41.512 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-09-19T04:29:41.512 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds9802als.ko 2024-09-19T04:29:41.512 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds990x.ko 2024-09-19T04:29:41.512 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/bh1770glc.ko 2024-09-19T04:29:41.513 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710 2024-09-19T04:29:41.513 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710/cb710.ko 2024-09-19T04:29:41.513 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom 2024-09-19T04:29:41.513 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/at24.ko 2024-09-19T04:29:41.513 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-09-19T04:29:41.513 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/max6875.ko 2024-09-19T04:29:41.513 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/enclosure.ko 2024-09-19T04:29:41.513 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/hpilo.ko 2024-09-19T04:29:41.513 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29003.ko 2024-09-19T04:29:41.513 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29020.ko 2024-09-19T04:29:41.513 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d 2024-09-19T04:29:41.513 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-09-19T04:29:41.514 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-09-19T04:29:41.514 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei 2024-09-19T04:29:41.514 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-me.ko 2024-09-19T04:29:41.514 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-txe.ko 2024-09-19T04:29:41.514 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei.ko 2024-09-19T04:29:41.514 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru 2024-09-19T04:29:41.514 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru/gru.ko 2024-09-19T04:29:41.514 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp 2024-09-19T04:29:41.514 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xp.ko 2024-09-19T04:29:41.514 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpc.ko 2024-09-19T04:29:41.514 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-09-19T04:29:41.514 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_7xx1.ko 2024-09-19T04:29:41.514 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_core.ko 2024-09-19T04:29:41.514 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tsl2550.ko 2024-09-19T04:29:41.514 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_balloon.ko 2024-09-19T04:29:41.515 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci 2024-09-19T04:29:41.515 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-09-19T04:29:41.515 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net 2024-09-19T04:29:41.515 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding 2024-09-19T04:29:41.515 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding/bonding.ko 2024-09-19T04:29:41.515 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa 2024-09-19T04:29:41.515 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53 2024-09-19T04:29:41.515 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53/b53_common.ko 2024-09-19T04:29:41.515 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/bcm-sf2.ko 2024-09-19T04:29:41.515 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6060.ko 2024-09-19T04:29:41.515 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx 2024-09-19T04:29:41.515 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-09-19T04:29:41.515 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dummy.ko 2024-09-19T04:29:41.515 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/eql.ko 2024-09-19T04:29:41.516 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet 2024-09-19T04:29:41.516 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com 2024-09-19T04:29:41.516 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-09-19T04:29:41.516 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-09-19T04:29:41.516 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-09-19T04:29:41.516 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-09-19T04:29:41.516 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390 2024-09-19T04:29:41.516 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/8390.ko 2024-09-19T04:29:41.516 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-09-19T04:29:41.516 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-09-19T04:29:41.516 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-09-19T04:29:41.516 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec 2024-09-19T04:29:41.517 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-09-19T04:29:41.517 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere 2024-09-19T04:29:41.517 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere/et131x.ko 2024-09-19T04:29:41.517 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon 2024-09-19T04:29:41.517 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-09-19T04:29:41.517 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera 2024-09-19T04:29:41.517 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-09-19T04:29:41.517 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd 2024-09-19T04:29:41.517 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-09-19T04:29:41.517 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-09-19T04:29:41.517 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-09-19T04:29:41.517 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros 2024-09-19T04:29:41.518 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx 2024-09-19T04:29:41.518 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-09-19T04:29:41.518 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c 2024-09-19T04:29:41.518 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-09-19T04:29:41.518 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e 2024-09-19T04:29:41.518 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-09-19T04:29:41.518 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx 2024-09-19T04:29:41.518 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-09-19T04:29:41.519 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-09-19T04:29:41.519 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom 2024-09-19T04:29:41.519 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-09-19T04:29:41.519 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-09-19T04:29:41.519 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-09-19T04:29:41.520 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-09-19T04:29:41.520 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-09-19T04:29:41.520 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet 2024-09-19T04:29:41.520 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-09-19T04:29:41.520 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-09-19T04:29:41.521 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade 2024-09-19T04:29:41.521 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna 2024-09-19T04:29:41.521 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-09-19T04:29:41.521 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio 2024-09-19T04:29:41.521 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb 2024-09-19T04:29:41.521 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-09-19T04:29:41.521 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-09-19T04:29:41.521 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-09-19T04:29:41.521 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-09-19T04:29:41.521 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-09-19T04:29:41.522 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-09-19T04:29:41.522 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-09-19T04:29:41.522 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-09-19T04:29:41.522 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-09-19T04:29:41.522 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco 2024-09-19T04:29:41.522 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic 2024-09-19T04:29:41.522 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-09-19T04:29:41.522 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec 2024-09-19T04:29:41.522 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip 2024-09-19T04:29:41.522 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-09-19T04:29:41.523 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-09-19T04:29:41.523 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-09-19T04:29:41.523 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-09-19T04:29:41.523 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-09-19T04:29:41.523 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-09-19T04:29:41.523 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink 2024-09-19T04:29:41.523 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-09-19T04:29:41.523 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-09-19T04:29:41.523 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dnet.ko 2024-09-19T04:29:41.523 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex 2024-09-19T04:29:41.523 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet 2024-09-19T04:29:41.523 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-09-19T04:29:41.523 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ethoc.ko 2024-09-19T04:29:41.523 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fealnx.ko 2024-09-19T04:29:41.524 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel 2024-09-19T04:29:41.524 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e100.ko 2024-09-19T04:29:41.524 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000 2024-09-19T04:29:41.524 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-09-19T04:29:41.524 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e 2024-09-19T04:29:41.524 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-09-19T04:29:41.524 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k 2024-09-19T04:29:41.524 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-09-19T04:29:41.524 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e 2024-09-19T04:29:41.524 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-09-19T04:29:41.524 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf 2024-09-19T04:29:41.524 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-09-19T04:29:41.525 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb 2024-09-19T04:29:41.525 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-09-19T04:29:41.525 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf 2024-09-19T04:29:41.525 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-09-19T04:29:41.525 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe 2024-09-19T04:29:41.525 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-09-19T04:29:41.525 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf 2024-09-19T04:29:41.525 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-09-19T04:29:41.525 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth 2024-09-19T04:29:41.525 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-09-19T04:29:41.525 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie 2024-09-19T04:29:41.525 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-09-19T04:29:41.525 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/jme.ko 2024-09-19T04:29:41.526 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell 2024-09-19T04:29:41.526 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-09-19T04:29:41.526 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/skge.ko 2024-09-19T04:29:41.526 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-09-19T04:29:41.526 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox 2024-09-19T04:29:41.526 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4 2024-09-19T04:29:41.526 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-09-19T04:29:41.526 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-09-19T04:29:41.526 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5 2024-09-19T04:29:41.526 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-09-19T04:29:41.526 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-09-19T04:29:41.526 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel 2024-09-19T04:29:41.527 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-09-19T04:29:41.527 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom 2024-09-19T04:29:41.527 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge 2024-09-19T04:29:41.527 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-09-19T04:29:41.527 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi 2024-09-19T04:29:41.527 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-09-19T04:29:41.527 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-09-19T04:29:41.527 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion 2024-09-19T04:29:41.527 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-09-19T04:29:41.527 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia 2024-09-19T04:29:41.527 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-09-19T04:29:41.527 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines 2024-09-19T04:29:41.527 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-09-19T04:29:41.528 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-09-19T04:29:41.528 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic 2024-09-19T04:29:41.528 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen 2024-09-19T04:29:41.528 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-09-19T04:29:41.528 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-09-19T04:29:41.528 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-09-19T04:29:41.528 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-09-19T04:29:41.528 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc 2024-09-19T04:29:41.528 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-09-19T04:29:41.528 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek 2024-09-19T04:29:41.528 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-09-19T04:29:41.528 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-09-19T04:29:41.529 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/atp.ko 2024-09-19T04:29:41.529 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-09-19T04:29:41.529 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker 2024-09-19T04:29:41.529 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-09-19T04:29:41.529 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc 2024-09-19T04:29:41.529 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-09-19T04:29:41.529 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan 2024-09-19T04:29:41.529 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-09-19T04:29:41.529 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis 2024-09-19T04:29:41.529 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis190.ko 2024-09-19T04:29:41.529 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis900.ko 2024-09-19T04:29:41.529 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc 2024-09-19T04:29:41.529 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-09-19T04:29:41.530 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-09-19T04:29:41.530 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-09-19T04:29:41.530 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-09-19T04:29:41.530 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro 2024-09-19T04:29:41.530 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac 2024-09-19T04:29:41.530 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-09-19T04:29:41.530 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-09-19T04:29:41.530 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun 2024-09-19T04:29:41.530 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/cassini.ko 2024-09-19T04:29:41.530 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/niu.ko 2024-09-19T04:29:41.530 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sungem.ko 2024-09-19T04:29:41.530 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-09-19T04:29:41.530 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti 2024-09-19T04:29:41.531 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-09-19T04:29:41.531 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti 2024-09-19T04:29:41.531 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti/tlan.ko 2024-09-19T04:29:41.531 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via 2024-09-19T04:29:41.531 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-09-19T04:29:41.531 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-09-19T04:29:41.531 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet 2024-09-19T04:29:41.531 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-09-19T04:29:41.531 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-09-19T04:29:41.531 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom 2024-09-19T04:29:41.531 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-09-19T04:29:41.531 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/geneve.ko 2024-09-19T04:29:41.531 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv 2024-09-19T04:29:41.532 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-09-19T04:29:41.532 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154 2024-09-19T04:29:41.532 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154/fakelb.ko 2024-09-19T04:29:41.532 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ifb.ko 2024-09-19T04:29:41.532 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan 2024-09-19T04:29:41.532 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan/ipvlan.ko 2024-09-19T04:29:41.532 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvlan.ko 2024-09-19T04:29:41.532 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvtap.ko 2024-09-19T04:29:41.532 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio 2024-09-19T04:29:41.532 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio.ko 2024-09-19T04:29:41.532 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-09-19T04:29:41.532 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-09-19T04:29:41.532 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-regmap.ko 2024-09-19T04:29:41.533 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mii.ko 2024-09-19T04:29:41.533 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/net_failover.ko 2024-09-19T04:29:41.533 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/netconsole.ko 2024-09-19T04:29:41.533 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/nlmon.ko 2024-09-19T04:29:41.533 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs 2024-09-19T04:29:41.533 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs-lynx.ko 2024-09-19T04:29:41.533 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-09-19T04:29:41.533 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy 2024-09-19T04:29:41.533 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/amd.ko 2024-09-19T04:29:41.533 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-09-19T04:29:41.533 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-09-19T04:29:41.533 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm7xxx.ko 2024-09-19T04:29:41.534 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm87xx.ko 2024-09-19T04:29:41.534 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/broadcom.ko 2024-09-19T04:29:41.534 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/cicada.ko 2024-09-19T04:29:41.534 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/davicom.ko 2024-09-19T04:29:41.534 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/dp83640.ko 2024-09-19T04:29:41.534 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/et1011c.ko 2024-09-19T04:29:41.534 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/icplus.ko 2024-09-19T04:29:41.534 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/lxt.ko 2024-09-19T04:29:41.534 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/marvell.ko 2024-09-19T04:29:41.534 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/micrel.ko 2024-09-19T04:29:41.534 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/national.ko 2024-09-19T04:29:41.534 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/phylink.ko 2024-09-19T04:29:41.534 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/qsemi.ko 2024-09-19T04:29:41.534 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/realtek.ko 2024-09-19T04:29:41.535 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/smsc.ko 2024-09-19T04:29:41.535 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/ste10Xp.ko 2024-09-19T04:29:41.535 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/vitesse.ko 2024-09-19T04:29:41.535 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp 2024-09-19T04:29:41.535 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/bsd_comp.ko 2024-09-19T04:29:41.535 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_async.ko 2024-09-19T04:29:41.535 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_deflate.ko 2024-09-19T04:29:41.535 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_generic.ko 2024-09-19T04:29:41.535 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_mppe.ko 2024-09-19T04:29:41.535 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_synctty.ko 2024-09-19T04:29:41.535 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppoe.ko 2024-09-19T04:29:41.535 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppox.ko 2024-09-19T04:29:41.535 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pptp.ko 2024-09-19T04:29:41.535 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip 2024-09-19T04:29:41.536 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slhc.ko 2024-09-19T04:29:41.536 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slip.ko 2024-09-19T04:29:41.536 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/sungem_phy.ko 2024-09-19T04:29:41.536 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tap.ko 2024-09-19T04:29:41.536 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team 2024-09-19T04:29:41.536 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team.ko 2024-09-19T04:29:41.536 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_activebackup.ko 2024-09-19T04:29:41.536 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_broadcast.ko 2024-09-19T04:29:41.536 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-09-19T04:29:41.536 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_random.ko 2024-09-19T04:29:41.536 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-09-19T04:29:41.536 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tun.ko 2024-09-19T04:29:41.536 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/veth.ko 2024-09-19T04:29:41.537 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/virtio_net.ko 2024-09-19T04:29:41.537 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3 2024-09-19T04:29:41.537 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-09-19T04:29:41.537 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan 2024-09-19T04:29:41.537 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan/vxlan.ko 2024-09-19T04:29:41.537 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback 2024-09-19T04:29:41.537 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback/xen-netback.ko 2024-09-19T04:29:41.537 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netfront.ko 2024-09-19T04:29:41.537 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb 2024-09-19T04:29:41.537 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb/ntb.ko 2024-09-19T04:29:41.537 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme 2024-09-19T04:29:41.537 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host 2024-09-19T04:29:41.537 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme-core.ko 2024-09-19T04:29:41.538 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme.ko 2024-09-19T04:29:41.538 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport 2024-09-19T04:29:41.538 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport.ko 2024-09-19T04:29:41.538 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_cs.ko 2024-09-19T04:29:41.538 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_pc.ko 2024-09-19T04:29:41.538 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_serial.ko 2024-09-19T04:29:41.538 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci 2024-09-19T04:29:41.538 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug 2024-09-19T04:29:41.538 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-09-19T04:29:41.538 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie 2024-09-19T04:29:41.538 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie/aer_inject.ko 2024-09-19T04:29:41.538 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/xen-pcifront.ko 2024-09-19T04:29:41.539 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia 2024-09-19T04:29:41.539 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/i82092.ko 2024-09-19T04:29:41.539 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pd6729.ko 2024-09-19T04:29:41.539 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/yenta_socket.ko 2024-09-19T04:29:41.539 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl 2024-09-19T04:29:41.539 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel 2024-09-19T04:29:41.539 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-09-19T04:29:41.539 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform 2024-09-19T04:29:41.539 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86 2024-09-19T04:29:41.539 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acer-wmi.ko 2024-09-19T04:29:41.539 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acerhdf.ko 2024-09-19T04:29:41.539 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/apple-gmux.ko 2024-09-19T04:29:41.539 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-laptop.ko 2024-09-19T04:29:41.540 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-09-19T04:29:41.540 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-wmi.ko 2024-09-19T04:29:41.540 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/classmate-laptop.ko 2024-09-19T04:29:41.540 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-09-19T04:29:41.540 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-09-19T04:29:41.540 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-09-19T04:29:41.540 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-09-19T04:29:41.540 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/hdaps.ko 2024-09-19T04:29:41.540 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel 2024-09-19T04:29:41.540 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-09-19T04:29:41.540 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel_ips.ko 2024-09-19T04:29:41.540 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/msi-wmi.ko 2024-09-19T04:29:41.540 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/mxm-wmi.ko 2024-09-19T04:29:41.541 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-09-19T04:29:41.541 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-laptop.ko 2024-09-19T04:29:41.541 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-q10.ko 2024-09-19T04:29:41.541 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/topstar-laptop.ko 2024-09-19T04:29:41.541 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-09-19T04:29:41.541 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_haps.ko 2024-09-19T04:29:41.541 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi-bmof.ko 2024-09-19T04:29:41.541 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi.ko 2024-09-19T04:29:41.541 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap 2024-09-19T04:29:41.541 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_common.ko 2024-09-19T04:29:41.541 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_msr.ko 2024-09-19T04:29:41.541 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps 2024-09-19T04:29:41.542 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients 2024-09-19T04:29:41.542 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-gpio.ko 2024-09-19T04:29:41.542 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-ldisc.ko 2024-09-19T04:29:41.542 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps_parport.ko 2024-09-19T04:29:41.542 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/pps_core.ko 2024-09-19T04:29:41.542 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp 2024-09-19T04:29:41.542 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp.ko 2024-09-19T04:29:41.542 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp_kvm.ko 2024-09-19T04:29:41.542 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras 2024-09-19T04:29:41.542 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd 2024-09-19T04:29:41.542 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl 2024-09-19T04:29:41.542 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-09-19T04:29:41.543 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/fmpm.ko 2024-09-19T04:29:41.543 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc 2024-09-19T04:29:41.543 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-bq32k.ko 2024-09-19T04:29:41.543 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1286.ko 2024-09-19T04:29:41.543 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1307.ko 2024-09-19T04:29:41.543 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1374.ko 2024-09-19T04:29:41.543 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1511.ko 2024-09-19T04:29:41.543 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1553.ko 2024-09-19T04:29:41.543 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1672.ko 2024-09-19T04:29:41.543 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1742.ko 2024-09-19T04:29:41.543 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds2404.ko 2024-09-19T04:29:41.543 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds3232.ko 2024-09-19T04:29:41.543 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-em3027.ko 2024-09-19T04:29:41.544 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-fm3130.ko 2024-09-19T04:29:41.544 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl12022.ko 2024-09-19T04:29:41.544 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl1208.ko 2024-09-19T04:29:41.544 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m41t80.ko 2024-09-19T04:29:41.544 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t35.ko 2024-09-19T04:29:41.544 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t59.ko 2024-09-19T04:29:41.544 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max6900.ko 2024-09-19T04:29:41.544 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-msm6242.ko 2024-09-19T04:29:41.544 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf2127.ko 2024-09-19T04:29:41.544 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf85063.ko 2024-09-19T04:29:41.544 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8523.ko 2024-09-19T04:29:41.544 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8563.ko 2024-09-19T04:29:41.544 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8583.ko 2024-09-19T04:29:41.545 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rp5c01.ko 2024-09-19T04:29:41.545 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rs5c372.ko 2024-09-19T04:29:41.545 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-09-19T04:29:41.545 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8025.ko 2024-09-19T04:29:41.545 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8581.ko 2024-09-19T04:29:41.545 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-09-19T04:29:41.545 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-x1205.ko 2024-09-19T04:29:41.545 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi 2024-09-19T04:29:41.545 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-9xxx.ko 2024-09-19T04:29:41.545 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-sas.ko 2024-09-19T04:29:41.545 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-xxxx.ko 2024-09-19T04:29:41.545 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/BusLogic.ko 2024-09-19T04:29:41.546 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/a100u2w.ko 2024-09-19T04:29:41.546 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid 2024-09-19T04:29:41.546 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid/aacraid.ko 2024-09-19T04:29:41.546 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/advansys.ko 2024-09-19T04:29:41.546 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx 2024-09-19T04:29:41.546 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-09-19T04:29:41.546 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-09-19T04:29:41.546 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/am53c974.ko 2024-09-19T04:29:41.546 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr 2024-09-19T04:29:41.546 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-09-19T04:29:41.546 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/atp870u.ko 2024-09-19T04:29:41.546 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi 2024-09-19T04:29:41.547 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-09-19T04:29:41.547 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa 2024-09-19T04:29:41.547 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa/bfa.ko 2024-09-19T04:29:41.547 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc 2024-09-19T04:29:41.547 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-09-19T04:29:41.547 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i 2024-09-19T04:29:41.547 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-09-19T04:29:41.547 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ch.ko 2024-09-19T04:29:41.547 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor 2024-09-19T04:29:41.547 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor/csiostor.ko 2024-09-19T04:29:41.547 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi 2024-09-19T04:29:41.547 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i 2024-09-19T04:29:41.547 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-09-19T04:29:41.547 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i 2024-09-19T04:29:41.548 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-09-19T04:29:41.548 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-09-19T04:29:41.548 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dc395x.ko 2024-09-19T04:29:41.548 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler 2024-09-19T04:29:41.548 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-09-19T04:29:41.548 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-09-19T04:29:41.548 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-09-19T04:29:41.548 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-09-19T04:29:41.548 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dmx3191d.ko 2024-09-19T04:29:41.548 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r 2024-09-19T04:29:41.548 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r/esas2r.ko 2024-09-19T04:29:41.548 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esp_scsi.ko 2024-09-19T04:29:41.548 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe 2024-09-19T04:29:41.548 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/fcoe.ko 2024-09-19T04:29:41.549 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-09-19T04:29:41.549 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic 2024-09-19T04:29:41.549 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic/fnic.ko 2024-09-19T04:29:41.549 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hpsa.ko 2024-09-19T04:29:41.549 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hptiop.ko 2024-09-19T04:29:41.549 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hv_storvsc.ko 2024-09-19T04:29:41.549 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/initio.ko 2024-09-19T04:29:41.549 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ipr.ko 2024-09-19T04:29:41.549 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ips.ko 2024-09-19T04:29:41.549 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci 2024-09-19T04:29:41.549 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci/isci.ko 2024-09-19T04:29:41.549 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-09-19T04:29:41.550 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_tcp.ko 2024-09-19T04:29:41.550 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc 2024-09-19T04:29:41.550 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc/libfc.ko 2024-09-19T04:29:41.550 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi.ko 2024-09-19T04:29:41.550 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi_tcp.ko 2024-09-19T04:29:41.550 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas 2024-09-19T04:29:41.550 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas/libsas.ko 2024-09-19T04:29:41.550 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc 2024-09-19T04:29:41.550 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc/lpfc.ko 2024-09-19T04:29:41.550 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid 2024-09-19T04:29:41.550 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid.ko 2024-09-19T04:29:41.550 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-09-19T04:29:41.550 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-09-19T04:29:41.550 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-09-19T04:29:41.551 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas 2024-09-19T04:29:41.551 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-09-19T04:29:41.551 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas 2024-09-19T04:29:41.551 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas/mvsas.ko 2024-09-19T04:29:41.551 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvumi.ko 2024-09-19T04:29:41.551 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001 2024-09-19T04:29:41.551 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-09-19T04:29:41.551 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pmcraid.ko 2024-09-19T04:29:41.551 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla1280.ko 2024-09-19T04:29:41.551 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx 2024-09-19T04:29:41.551 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-09-19T04:29:41.551 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-09-19T04:29:41.552 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx 2024-09-19T04:29:41.552 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-09-19T04:29:41.552 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/raid_class.ko 2024-09-19T04:29:41.552 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_debug.ko 2024-09-19T04:29:41.552 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_fc.ko 2024-09-19T04:29:41.552 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-09-19T04:29:41.552 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_sas.ko 2024-09-19T04:29:41.552 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_spi.ko 2024-09-19T04:29:41.552 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_srp.ko 2024-09-19T04:29:41.552 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ses.ko 2024-09-19T04:29:41.552 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/st.ko 2024-09-19T04:29:41.552 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/stex.ko 2024-09-19T04:29:41.553 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2 2024-09-19T04:29:41.553 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-09-19T04:29:41.553 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/virtio_scsi.ko 2024-09-19T04:29:41.553 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/vmw_pvscsi.ko 2024-09-19T04:29:41.553 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/wd719x.ko 2024-09-19T04:29:41.553 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb 2024-09-19T04:29:41.553 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb/ssb.ko 2024-09-19T04:29:41.553 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target 2024-09-19T04:29:41.553 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi 2024-09-19T04:29:41.553 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-09-19T04:29:41.553 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback 2024-09-19T04:29:41.553 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback/tcm_loop.ko 2024-09-19T04:29:41.554 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_file.ko 2024-09-19T04:29:41.554 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_iblock.ko 2024-09-19T04:29:41.554 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_mod.ko 2024-09-19T04:29:41.554 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_pscsi.ko 2024-09-19T04:29:41.554 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_user.ko 2024-09-19T04:29:41.554 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc 2024-09-19T04:29:41.554 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-09-19T04:29:41.554 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal 2024-09-19T04:29:41.554 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel 2024-09-19T04:29:41.554 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal 2024-09-19T04:29:41.555 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-09-19T04:29:41.555 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-09-19T04:29:41.555 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-09-19T04:29:41.555 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-09-19T04:29:41.555 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-09-19T04:29:41.555 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-09-19T04:29:41.555 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-09-19T04:29:41.555 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-09-19T04:29:41.555 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-09-19T04:29:41.555 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-09-19T04:29:41.555 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-09-19T04:29:41.555 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-09-19T04:29:41.556 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-09-19T04:29:41.556 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-09-19T04:29:41.556 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-09-19T04:29:41.556 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-09-19T04:29:41.556 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-09-19T04:29:41.556 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-09-19T04:29:41.556 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty 2024-09-19T04:29:41.556 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless 2024-09-19T04:29:41.556 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-09-19T04:29:41.556 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_gsm.ko 2024-09-19T04:29:41.556 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_hdlc.ko 2024-09-19T04:29:41.556 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/nozomi.ko 2024-09-19T04:29:41.557 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial 2024-09-19T04:29:41.557 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250 2024-09-19T04:29:41.557 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-09-19T04:29:41.557 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/arc_uart.ko 2024-09-19T04:29:41.557 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm 2024-09-19T04:29:41.557 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm/jsm.ko 2024-09-19T04:29:41.557 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs 2024-09-19T04:29:41.557 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core 2024-09-19T04:29:41.557 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core/ufshcd-core.ko 2024-09-19T04:29:41.557 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host 2024-09-19T04:29:41.557 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-09-19T04:29:41.557 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio 2024-09-19T04:29:41.558 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio.ko 2024-09-19T04:29:41.558 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_aec.ko 2024-09-19T04:29:41.558 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_cif.ko 2024-09-19T04:29:41.558 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_pci_generic.ko 2024-09-19T04:29:41.558 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_sercos3.ko 2024-09-19T04:29:41.558 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb 2024-09-19T04:29:41.558 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class 2024-09-19T04:29:41.558 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-acm.ko 2024-09-19T04:29:41.558 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-wdm.ko 2024-09-19T04:29:41.558 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usblp.ko 2024-09-19T04:29:41.558 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usbtmc.ko 2024-09-19T04:29:41.558 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host 2024-09-19T04:29:41.558 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/sl811-hcd.ko 2024-09-19T04:29:41.559 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image 2024-09-19T04:29:41.559 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/mdc800.ko 2024-09-19T04:29:41.559 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/microtek.ko 2024-09-19T04:29:41.559 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc 2024-09-19T04:29:41.559 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/adutux.ko 2024-09-19T04:29:41.559 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/appledisplay.ko 2024-09-19T04:29:41.559 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi26.ko 2024-09-19T04:29:41.559 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi62.ko 2024-09-19T04:29:41.559 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ezusb.ko 2024-09-19T04:29:41.559 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/idmouse.ko 2024-09-19T04:29:41.559 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/iowarrior.ko 2024-09-19T04:29:41.559 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/isight_firmware.ko 2024-09-19T04:29:41.559 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ldusb.ko 2024-09-19T04:29:41.560 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/legousbtower.ko 2024-09-19T04:29:41.560 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga 2024-09-19T04:29:41.560 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-09-19T04:29:41.560 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/trancevibrator.ko 2024-09-19T04:29:41.560 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usb3503.ko 2024-09-19T04:29:41.560 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usblcd.ko 2024-09-19T04:29:41.560 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usbsevseg.ko 2024-09-19T04:29:41.560 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/uss720.ko 2024-09-19T04:29:41.560 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/yurex.ko 2024-09-19T04:29:41.560 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy 2024-09-19T04:29:41.560 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-generic.ko 2024-09-19T04:29:41.560 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial 2024-09-19T04:29:41.560 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/aircable.ko 2024-09-19T04:29:41.561 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ark3116.ko 2024-09-19T04:29:41.561 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/belkin_sa.ko 2024-09-19T04:29:41.561 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ch341.ko 2024-09-19T04:29:41.561 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cp210x.ko 2024-09-19T04:29:41.561 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cyberjack.ko 2024-09-19T04:29:41.561 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cypress_m8.ko 2024-09-19T04:29:41.561 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/digi_acceleport.ko 2024-09-19T04:29:41.561 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/empeg.ko 2024-09-19T04:29:41.561 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ftdi_sio.ko 2024-09-19T04:29:41.561 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/garmin_gps.ko 2024-09-19T04:29:41.561 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_edgeport.ko 2024-09-19T04:29:41.561 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_ti.ko 2024-09-19T04:29:41.562 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipaq.ko 2024-09-19T04:29:41.562 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipw.ko 2024-09-19T04:29:41.562 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ir-usb.ko 2024-09-19T04:29:41.562 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-09-19T04:29:41.562 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan.ko 2024-09-19T04:29:41.562 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan_pda.ko 2024-09-19T04:29:41.562 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kl5kusb105.ko 2024-09-19T04:29:41.562 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kobil_sct.ko 2024-09-19T04:29:41.562 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mct_u232.ko 2024-09-19T04:29:41.562 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7720.ko 2024-09-19T04:29:41.562 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7840.ko 2024-09-19T04:29:41.562 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/navman.ko 2024-09-19T04:29:41.562 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/omninet.ko 2024-09-19T04:29:41.563 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/opticon.ko 2024-09-19T04:29:41.563 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/option.ko 2024-09-19T04:29:41.563 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/oti6858.ko 2024-09-19T04:29:41.563 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/pl2303.ko 2024-09-19T04:29:41.563 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcaux.ko 2024-09-19T04:29:41.563 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcserial.ko 2024-09-19T04:29:41.563 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/quatech2.ko 2024-09-19T04:29:41.563 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/safe_serial.ko 2024-09-19T04:29:41.563 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/sierra.ko 2024-09-19T04:29:41.563 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/spcp8x5.ko 2024-09-19T04:29:41.563 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ssu100.ko 2024-09-19T04:29:41.563 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/symbolserial.ko 2024-09-19T04:29:41.563 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-09-19T04:29:41.564 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-09-19T04:29:41.564 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_debug.ko 2024-09-19T04:29:41.564 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_wwan.ko 2024-09-19T04:29:41.564 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/visor.ko 2024-09-19T04:29:41.564 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/whiteheat.ko 2024-09-19T04:29:41.564 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/xsens_mt.ko 2024-09-19T04:29:41.564 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage 2024-09-19T04:29:41.564 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/uas.ko 2024-09-19T04:29:41.564 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-alauda.ko 2024-09-19T04:29:41.564 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-cypress.ko 2024-09-19T04:29:41.564 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-datafab.ko 2024-09-19T04:29:41.564 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-09-19T04:29:41.565 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-freecom.ko 2024-09-19T04:29:41.565 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-isd200.ko 2024-09-19T04:29:41.565 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-09-19T04:29:41.565 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-karma.ko 2024-09-19T04:29:41.565 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-onetouch.ko 2024-09-19T04:29:41.565 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-realtek.ko 2024-09-19T04:29:41.565 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr09.ko 2024-09-19T04:29:41.565 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr55.ko 2024-09-19T04:29:41.565 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-usbat.ko 2024-09-19T04:29:41.565 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/usb-storage.ko 2024-09-19T04:29:41.565 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip 2024-09-19T04:29:41.565 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-core.ko 2024-09-19T04:29:41.565 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-host.ko 2024-09-19T04:29:41.566 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-09-19T04:29:41.566 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio 2024-09-19T04:29:41.566 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci 2024-09-19T04:29:41.566 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-09-19T04:29:41.566 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci.ko 2024-09-19T04:29:41.566 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio.ko 2024-09-19T04:29:41.566 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-09-19T04:29:41.566 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost 2024-09-19T04:29:41.566 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost.ko 2024-09-19T04:29:41.566 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_iotlb.ko 2024-09-19T04:29:41.566 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_net.ko 2024-09-19T04:29:41.566 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_scsi.ko 2024-09-19T04:29:41.566 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video 2024-09-19T04:29:41.567 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight 2024-09-19T04:29:41.567 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/apple_bl.ko 2024-09-19T04:29:41.567 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lcd.ko 2024-09-19T04:29:41.567 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/platform_lcd.ko 2024-09-19T04:29:41.567 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio 2024-09-19T04:29:41.567 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio.ko 2024-09-19T04:29:41.567 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_balloon.ko 2024-09-19T04:29:41.567 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_mmio.ko 2024-09-19T04:29:41.567 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci.ko 2024-09-19T04:29:41.567 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-09-19T04:29:41.567 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-09-19T04:29:41.567 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_ring.ko 2024-09-19T04:29:41.567 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1 2024-09-19T04:29:41.567 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters 2024-09-19T04:29:41.567 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2482.ko 2024-09-19T04:29:41.568 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2490.ko 2024-09-19T04:29:41.568 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves 2024-09-19T04:29:41.568 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-09-19T04:29:41.568 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-09-19T04:29:41.568 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-09-19T04:29:41.568 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-09-19T04:29:41.568 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-09-19T04:29:41.568 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-09-19T04:29:41.568 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-09-19T04:29:41.568 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-09-19T04:29:41.568 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-09-19T04:29:41.568 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_smem.ko 2024-09-19T04:29:41.568 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_therm.ko 2024-09-19T04:29:41.568 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/wire.ko 2024-09-19T04:29:41.569 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog 2024-09-19T04:29:41.569 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim1535_wdt.ko 2024-09-19T04:29:41.569 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim7101_wdt.ko 2024-09-19T04:29:41.569 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/f71808e_wdt.ko 2024-09-19T04:29:41.569 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/hpwdt.ko 2024-09-19T04:29:41.569 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/i6300esb.ko 2024-09-19T04:29:41.569 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-09-19T04:29:41.569 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_wdt.ko 2024-09-19T04:29:41.569 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ib700wdt.ko 2024-09-19T04:29:41.569 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ibmasr.ko 2024-09-19T04:29:41.569 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-09-19T04:29:41.569 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it8712f_wdt.ko 2024-09-19T04:29:41.569 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it87_wdt.ko 2024-09-19T04:29:41.569 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/machzwd.ko 2024-09-19T04:29:41.570 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/nv_tco.ko 2024-09-19T04:29:41.570 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_pci.ko 2024-09-19T04:29:41.570 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_usb.ko 2024-09-19T04:29:41.570 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-09-19T04:29:41.570 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sch311x_wdt.ko 2024-09-19T04:29:41.570 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/softdog.ko 2024-09-19T04:29:41.570 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sp5100_tco.ko 2024-09-19T04:29:41.570 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/via_wdt.ko 2024-09-19T04:29:41.570 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-09-19T04:29:41.570 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83877f_wdt.ko 2024-09-19T04:29:41.570 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83977f_wdt.ko 2024-09-19T04:29:41.570 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wdt_pci.ko 2024-09-19T04:29:41.570 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/xen_wdt.ko 2024-09-19T04:29:41.570 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen 2024-09-19T04:29:41.571 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-acpi-processor.ko 2024-09-19T04:29:41.571 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-evtchn.ko 2024-09-19T04:29:41.571 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntalloc.ko 2024-09-19T04:29:41.571 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntdev.ko 2024-09-19T04:29:41.571 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback 2024-09-19T04:29:41.571 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-09-19T04:29:41.571 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-privcmd.ko 2024-09-19T04:29:41.571 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs 2024-09-19T04:29:41.571 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs/xenfs.ko 2024-09-19T04:29:41.571 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs 2024-09-19T04:29:41.571 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p 2024-09-19T04:29:41.571 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p/9p.ko 2024-09-19T04:29:41.571 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs 2024-09-19T04:29:41.571 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs/affs.ko 2024-09-19T04:29:41.572 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs 2024-09-19T04:29:41.572 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs/befs.ko 2024-09-19T04:29:41.572 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/binfmt_misc.ko 2024-09-19T04:29:41.572 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs 2024-09-19T04:29:41.572 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs/btrfs.ko 2024-09-19T04:29:41.572 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles 2024-09-19T04:29:41.572 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles/cachefiles.ko 2024-09-19T04:29:41.572 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph 2024-09-19T04:29:41.572 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph/ceph.ko 2024-09-19T04:29:41.572 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda 2024-09-19T04:29:41.572 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda/coda.ko 2024-09-19T04:29:41.572 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs 2024-09-19T04:29:41.572 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs/cramfs.ko 2024-09-19T04:29:41.573 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm 2024-09-19T04:29:41.573 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm/dlm.ko 2024-09-19T04:29:41.573 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs 2024-09-19T04:29:41.573 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs/ecryptfs.ko 2024-09-19T04:29:41.573 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs 2024-09-19T04:29:41.573 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs/f2fs.ko 2024-09-19T04:29:41.573 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat 2024-09-19T04:29:41.573 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/fat.ko 2024-09-19T04:29:41.573 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/msdos.ko 2024-09-19T04:29:41.573 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/vfat.ko 2024-09-19T04:29:41.573 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse 2024-09-19T04:29:41.573 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/cuse.ko 2024-09-19T04:29:41.574 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/fuse.ko 2024-09-19T04:29:41.574 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2 2024-09-19T04:29:41.574 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2/gfs2.ko 2024-09-19T04:29:41.574 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs 2024-09-19T04:29:41.574 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs/hfs.ko 2024-09-19T04:29:41.574 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus 2024-09-19T04:29:41.574 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus/hfsplus.ko 2024-09-19T04:29:41.574 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs 2024-09-19T04:29:41.574 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs/isofs.ko 2024-09-19T04:29:41.574 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs 2024-09-19T04:29:41.574 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs/jfs.ko 2024-09-19T04:29:41.574 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd 2024-09-19T04:29:41.574 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd/lockd.ko 2024-09-19T04:29:41.574 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix 2024-09-19T04:29:41.575 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix/minix.ko 2024-09-19T04:29:41.575 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs 2024-09-19T04:29:41.575 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs/netfs.ko 2024-09-19T04:29:41.575 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs 2024-09-19T04:29:41.575 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout 2024-09-19T04:29:41.575 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-09-19T04:29:41.575 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout 2024-09-19T04:29:41.575 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-09-19T04:29:41.575 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout 2024-09-19T04:29:41.575 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-09-19T04:29:41.575 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfs.ko 2024-09-19T04:29:41.575 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv3.ko 2024-09-19T04:29:41.575 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv4.ko 2024-09-19T04:29:41.575 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common 2024-09-19T04:29:41.576 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/grace.ko 2024-09-19T04:29:41.576 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/nfs_acl.ko 2024-09-19T04:29:41.576 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd 2024-09-19T04:29:41.576 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd/nfsd.ko 2024-09-19T04:29:41.576 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2 2024-09-19T04:29:41.576 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2/nilfs2.ko 2024-09-19T04:29:41.576 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls 2024-09-19T04:29:41.576 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-celtic.ko 2024-09-19T04:29:41.576 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-centeuro.ko 2024-09-19T04:29:41.576 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-croatian.ko 2024-09-19T04:29:41.576 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-cyrillic.ko 2024-09-19T04:29:41.576 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-gaelic.ko 2024-09-19T04:29:41.576 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-greek.ko 2024-09-19T04:29:41.576 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-iceland.ko 2024-09-19T04:29:41.576 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-inuit.ko 2024-09-19T04:29:41.577 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-roman.ko 2024-09-19T04:29:41.577 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-romanian.ko 2024-09-19T04:29:41.577 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-turkish.ko 2024-09-19T04:29:41.577 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1250.ko 2024-09-19T04:29:41.577 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1251.ko 2024-09-19T04:29:41.577 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1255.ko 2024-09-19T04:29:41.577 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp737.ko 2024-09-19T04:29:41.577 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp775.ko 2024-09-19T04:29:41.577 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp850.ko 2024-09-19T04:29:41.577 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp852.ko 2024-09-19T04:29:41.577 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp855.ko 2024-09-19T04:29:41.577 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp857.ko 2024-09-19T04:29:41.577 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp860.ko 2024-09-19T04:29:41.578 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp861.ko 2024-09-19T04:29:41.578 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp862.ko 2024-09-19T04:29:41.578 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp863.ko 2024-09-19T04:29:41.578 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp864.ko 2024-09-19T04:29:41.578 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp865.ko 2024-09-19T04:29:41.578 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp866.ko 2024-09-19T04:29:41.578 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp869.ko 2024-09-19T04:29:41.578 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp874.ko 2024-09-19T04:29:41.578 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp932.ko 2024-09-19T04:29:41.578 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp936.ko 2024-09-19T04:29:41.578 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp949.ko 2024-09-19T04:29:41.578 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp950.ko 2024-09-19T04:29:41.578 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_euc-jp.ko 2024-09-19T04:29:41.578 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-1.ko 2024-09-19T04:29:41.579 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-13.ko 2024-09-19T04:29:41.579 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-14.ko 2024-09-19T04:29:41.579 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-15.ko 2024-09-19T04:29:41.579 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-2.ko 2024-09-19T04:29:41.579 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-3.ko 2024-09-19T04:29:41.579 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-4.ko 2024-09-19T04:29:41.579 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-5.ko 2024-09-19T04:29:41.579 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-6.ko 2024-09-19T04:29:41.579 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-7.ko 2024-09-19T04:29:41.579 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-9.ko 2024-09-19T04:29:41.579 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-r.ko 2024-09-19T04:29:41.580 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-ru.ko 2024-09-19T04:29:41.580 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-u.ko 2024-09-19T04:29:41.580 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_ucs2_utils.ko 2024-09-19T04:29:41.580 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_utf8.ko 2024-09-19T04:29:41.580 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2 2024-09-19T04:29:41.580 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster 2024-09-19T04:29:41.580 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-09-19T04:29:41.580 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm 2024-09-19T04:29:41.580 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-09-19T04:29:41.580 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs 2024-09-19T04:29:41.581 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-09-19T04:29:41.581 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2.ko 2024-09-19T04:29:41.581 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-09-19T04:29:41.581 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-09-19T04:29:41.581 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-09-19T04:29:41.581 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs 2024-09-19T04:29:41.581 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs/overlay.ko 2024-09-19T04:29:41.581 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore 2024-09-19T04:29:41.581 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore/ramoops.ko 2024-09-19T04:29:41.581 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs 2024-09-19T04:29:41.581 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs/reiserfs.ko 2024-09-19T04:29:41.582 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs 2024-09-19T04:29:41.582 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs/romfs.ko 2024-09-19T04:29:41.582 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb 2024-09-19T04:29:41.582 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client 2024-09-19T04:29:41.582 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client/cifs.ko 2024-09-19T04:29:41.582 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common 2024-09-19T04:29:41.582 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_arc4.ko 2024-09-19T04:29:41.582 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_md4.ko 2024-09-19T04:29:41.582 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs 2024-09-19T04:29:41.582 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs/squashfs.ko 2024-09-19T04:29:41.582 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv 2024-09-19T04:29:41.583 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv/sysv.ko 2024-09-19T04:29:41.583 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf 2024-09-19T04:29:41.583 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf/udf.ko 2024-09-19T04:29:41.583 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs 2024-09-19T04:29:41.583 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs/ufs.ko 2024-09-19T04:29:41.583 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs 2024-09-19T04:29:41.583 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs/xfs.ko 2024-09-19T04:29:41.583 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel 2024-09-19T04:29:41.583 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu 2024-09-19T04:29:41.583 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu/rcutorture.ko 2024-09-19T04:29:41.583 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/torture.ko 2024-09-19T04:29:41.583 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace 2024-09-19T04:29:41.583 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-09-19T04:29:41.584 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib 2024-09-19T04:29:41.584 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/asn1_encoder.ko 2024-09-19T04:29:41.584 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc-itu-t.ko 2024-09-19T04:29:41.584 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc8.ko 2024-09-19T04:29:41.584 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto 2024-09-19T04:29:41.584 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libaescfb.ko 2024-09-19T04:29:41.584 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libarc4.ko 2024-09-19T04:29:41.584 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libdes.ko 2024-09-19T04:29:41.584 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/libcrc32c.ko 2024-09-19T04:29:41.584 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lru_cache.ko 2024-09-19T04:29:41.584 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4 2024-09-19T04:29:41.584 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4_compress.ko 2024-09-19T04:29:41.585 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4hc_compress.ko 2024-09-19T04:29:41.585 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math 2024-09-19T04:29:41.585 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math/cordic.ko 2024-09-19T04:29:41.585 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6 2024-09-19T04:29:41.585 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6/raid6_pq.ko 2024-09-19T04:29:41.585 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon 2024-09-19T04:29:41.585 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon/reed_solomon.ko 2024-09-19T04:29:41.585 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_bm.ko 2024-09-19T04:29:41.585 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_fsm.ko 2024-09-19T04:29:41.585 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_kmp.ko 2024-09-19T04:29:41.585 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd 2024-09-19T04:29:41.585 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd/zstd_compress.ko 2024-09-19T04:29:41.585 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm 2024-09-19T04:29:41.586 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm/hwpoison-inject.ko 2024-09-19T04:29:41.586 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net 2024-09-19T04:29:41.586 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan 2024-09-19T04:29:41.586 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/6lowpan.ko 2024-09-19T04:29:41.586 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_dest.ko 2024-09-19T04:29:41.586 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_fragment.ko 2024-09-19T04:29:41.586 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_hop.ko 2024-09-19T04:29:41.586 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_ipv6.ko 2024-09-19T04:29:41.586 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_mobility.ko 2024-09-19T04:29:41.586 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_routing.ko 2024-09-19T04:29:41.586 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_udp.ko 2024-09-19T04:29:41.586 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802 2024-09-19T04:29:41.586 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/garp.ko 2024-09-19T04:29:41.586 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/mrp.ko 2024-09-19T04:29:41.586 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/p8022.ko 2024-09-19T04:29:41.587 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/psnap.ko 2024-09-19T04:29:41.587 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/stp.ko 2024-09-19T04:29:41.587 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q 2024-09-19T04:29:41.587 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q/8021q.ko 2024-09-19T04:29:41.587 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p 2024-09-19T04:29:41.587 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet.ko 2024-09-19T04:29:41.587 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_fd.ko 2024-09-19T04:29:41.587 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_rdma.ko 2024-09-19T04:29:41.587 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_virtio.ko 2024-09-19T04:29:41.587 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv 2024-09-19T04:29:41.587 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv/batman-adv.ko 2024-09-19T04:29:41.587 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge 2024-09-19T04:29:41.587 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/br_netfilter.ko 2024-09-19T04:29:41.587 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/bridge.ko 2024-09-19T04:29:41.588 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter 2024-09-19T04:29:41.588 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-09-19T04:29:41.588 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_among.ko 2024-09-19T04:29:41.588 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arp.ko 2024-09-19T04:29:41.588 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-09-19T04:29:41.588 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-09-19T04:29:41.588 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip.ko 2024-09-19T04:29:41.588 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-09-19T04:29:41.588 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_limit.ko 2024-09-19T04:29:41.588 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_log.ko 2024-09-19T04:29:41.588 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark.ko 2024-09-19T04:29:41.588 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-09-19T04:29:41.589 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-09-19T04:29:41.589 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-09-19T04:29:41.589 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-09-19T04:29:41.589 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_snat.ko 2024-09-19T04:29:41.589 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_stp.ko 2024-09-19T04:29:41.589 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-09-19T04:29:41.589 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-09-19T04:29:41.589 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-09-19T04:29:41.589 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-09-19T04:29:41.589 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtables.ko 2024-09-19T04:29:41.589 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-09-19T04:29:41.589 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-09-19T04:29:41.590 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-09-19T04:29:41.590 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph 2024-09-19T04:29:41.590 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph/libceph.ko 2024-09-19T04:29:41.590 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core 2024-09-19T04:29:41.590 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/failover.ko 2024-09-19T04:29:41.590 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/pktgen.ko 2024-09-19T04:29:41.590 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp 2024-09-19T04:29:41.590 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp.ko 2024-09-19T04:29:41.590 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_diag.ko 2024-09-19T04:29:41.590 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv4.ko 2024-09-19T04:29:41.590 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv6.ko 2024-09-19T04:29:41.590 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver 2024-09-19T04:29:41.590 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver/dns_resolver.ko 2024-09-19T04:29:41.591 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa 2024-09-19T04:29:41.591 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/dsa_core.ko 2024-09-19T04:29:41.591 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_brcm.ko 2024-09-19T04:29:41.591 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_dsa.ko 2024-09-19T04:29:41.591 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_none.ko 2024-09-19T04:29:41.591 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_trailer.ko 2024-09-19T04:29:41.591 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154 2024-09-19T04:29:41.591 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan 2024-09-19T04:29:41.591 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-09-19T04:29:41.591 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154.ko 2024-09-19T04:29:41.591 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154_socket.ko 2024-09-19T04:29:41.591 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4 2024-09-19T04:29:41.591 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ah4.ko 2024-09-19T04:29:41.592 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/esp4.ko 2024-09-19T04:29:41.592 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/fou.ko 2024-09-19T04:29:41.592 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/gre.ko 2024-09-19T04:29:41.592 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/inet_diag.ko 2024-09-19T04:29:41.592 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_gre.ko 2024-09-19T04:29:41.592 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_tunnel.ko 2024-09-19T04:29:41.592 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_vti.ko 2024-09-19T04:29:41.592 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipcomp.ko 2024-09-19T04:29:41.592 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipip.ko 2024-09-19T04:29:41.592 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter 2024-09-19T04:29:41.592 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arp_tables.ko 2024-09-19T04:29:41.592 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-09-19T04:29:41.593 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-09-19T04:29:41.593 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-09-19T04:29:41.593 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-09-19T04:29:41.593 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-09-19T04:29:41.593 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-09-19T04:29:41.593 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-09-19T04:29:41.593 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-09-19T04:29:41.593 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-09-19T04:29:41.593 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_security.ko 2024-09-19T04:29:41.593 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-09-19T04:29:41.593 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-09-19T04:29:41.593 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-09-19T04:29:41.594 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-09-19T04:29:41.594 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-09-19T04:29:41.594 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-09-19T04:29:41.594 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-09-19T04:29:41.594 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-09-19T04:29:41.594 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-09-19T04:29:41.594 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-09-19T04:29:41.594 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_bic.ko 2024-09-19T04:29:41.594 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_dctcp.ko 2024-09-19T04:29:41.594 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_diag.ko 2024-09-19T04:29:41.594 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_highspeed.ko 2024-09-19T04:29:41.594 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_htcp.ko 2024-09-19T04:29:41.594 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_hybla.ko 2024-09-19T04:29:41.595 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_illinois.ko 2024-09-19T04:29:41.595 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_lp.ko 2024-09-19T04:29:41.595 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_scalable.ko 2024-09-19T04:29:41.595 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_vegas.ko 2024-09-19T04:29:41.595 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_veno.ko 2024-09-19T04:29:41.595 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_westwood.ko 2024-09-19T04:29:41.595 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_yeah.ko 2024-09-19T04:29:41.595 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tunnel4.ko 2024-09-19T04:29:41.595 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_diag.ko 2024-09-19T04:29:41.595 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_tunnel.ko 2024-09-19T04:29:41.595 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/xfrm4_tunnel.ko 2024-09-19T04:29:41.595 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6 2024-09-19T04:29:41.595 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ah6.ko 2024-09-19T04:29:41.596 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/esp6.ko 2024-09-19T04:29:41.596 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/fou6.ko 2024-09-19T04:29:41.596 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_tunnel.ko 2024-09-19T04:29:41.596 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-09-19T04:29:41.596 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_vti.ko 2024-09-19T04:29:41.596 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ipcomp6.ko 2024-09-19T04:29:41.596 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter 2024-09-19T04:29:41.596 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-09-19T04:29:41.596 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-09-19T04:29:41.596 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-09-19T04:29:41.596 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-09-19T04:29:41.596 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-09-19T04:29:41.597 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-09-19T04:29:41.597 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-09-19T04:29:41.597 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-09-19T04:29:41.597 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-09-19T04:29:41.597 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-09-19T04:29:41.597 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-09-19T04:29:41.597 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-09-19T04:29:41.597 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-09-19T04:29:41.597 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-09-19T04:29:41.597 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-09-19T04:29:41.597 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-09-19T04:29:41.597 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-09-19T04:29:41.598 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-09-19T04:29:41.598 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-09-19T04:29:41.598 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-09-19T04:29:41.598 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-09-19T04:29:41.598 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-09-19T04:29:41.598 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-09-19T04:29:41.598 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-09-19T04:29:41.598 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/sit.ko 2024-09-19T04:29:41.598 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/tunnel6.ko 2024-09-19T04:29:41.598 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/xfrm6_tunnel.ko 2024-09-19T04:29:41.598 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key 2024-09-19T04:29:41.598 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key/af_key.ko 2024-09-19T04:29:41.598 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp 2024-09-19T04:29:41.598 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_core.ko 2024-09-19T04:29:41.599 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_debugfs.ko 2024-09-19T04:29:41.599 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_eth.ko 2024-09-19T04:29:41.599 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip.ko 2024-09-19T04:29:41.599 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip6.ko 2024-09-19T04:29:41.599 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_netlink.ko 2024-09-19T04:29:41.599 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ppp.ko 2024-09-19T04:29:41.599 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc 2024-09-19T04:29:41.599 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/llc.ko 2024-09-19T04:29:41.599 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154 2024-09-19T04:29:41.599 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154/mac802154.ko 2024-09-19T04:29:41.599 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls 2024-09-19T04:29:41.599 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls/mpls_gso.ko 2024-09-19T04:29:41.599 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter 2024-09-19T04:29:41.599 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset 2024-09-19T04:29:41.599 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set.ko 2024-09-19T04:29:41.600 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-09-19T04:29:41.600 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-09-19T04:29:41.600 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-09-19T04:29:41.600 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-09-19T04:29:41.600 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-09-19T04:29:41.600 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-09-19T04:29:41.600 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-09-19T04:29:41.600 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-09-19T04:29:41.600 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-09-19T04:29:41.600 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-09-19T04:29:41.600 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-09-19T04:29:41.600 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-09-19T04:29:41.600 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-09-19T04:29:41.600 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-09-19T04:29:41.601 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-09-19T04:29:41.601 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs 2024-09-19T04:29:41.601 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs.ko 2024-09-19T04:29:41.601 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-09-19T04:29:41.601 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-09-19T04:29:41.601 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-09-19T04:29:41.601 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-09-19T04:29:41.601 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-09-19T04:29:41.601 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-09-19T04:29:41.601 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-09-19T04:29:41.601 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-09-19T04:29:41.601 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-09-19T04:29:41.601 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-09-19T04:29:41.601 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-09-19T04:29:41.602 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-09-19T04:29:41.602 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-09-19T04:29:41.602 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conncount.ko 2024-09-19T04:29:41.602 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack.ko 2024-09-19T04:29:41.602 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-09-19T04:29:41.602 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-09-19T04:29:41.602 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-09-19T04:29:41.602 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_h323.ko 2024-09-19T04:29:41.602 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_irc.ko 2024-09-19T04:29:41.602 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-09-19T04:29:41.602 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-09-19T04:29:41.602 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-09-19T04:29:41.602 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sane.ko 2024-09-19T04:29:41.602 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sip.ko 2024-09-19T04:29:41.603 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-09-19T04:29:41.603 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-09-19T04:29:41.603 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_dup_netdev.ko 2024-09-19T04:29:41.603 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table.ko 2024-09-19T04:29:41.603 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table_inet.ko 2024-09-19T04:29:41.603 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_log_syslog.ko 2024-09-19T04:29:41.603 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat.ko 2024-09-19T04:29:41.603 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_amanda.ko 2024-09-19T04:29:41.603 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_ftp.ko 2024-09-19T04:29:41.603 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_irc.ko 2024-09-19T04:29:41.603 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_sip.ko 2024-09-19T04:29:41.603 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_tftp.ko 2024-09-19T04:29:41.603 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_synproxy_core.ko 2024-09-19T04:29:41.603 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_tables.ko 2024-09-19T04:29:41.604 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink.ko 2024-09-19T04:29:41.604 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_acct.ko 2024-09-19T04:29:41.604 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_log.ko 2024-09-19T04:29:41.604 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_osf.ko 2024-09-19T04:29:41.604 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_queue.ko 2024-09-19T04:29:41.604 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_chain_nat.ko 2024-09-19T04:29:41.604 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_compat.ko 2024-09-19T04:29:41.604 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_ct.ko 2024-09-19T04:29:41.604 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_dup_netdev.ko 2024-09-19T04:29:41.604 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fib.ko 2024-09-19T04:29:41.604 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fwd_netdev.ko 2024-09-19T04:29:41.604 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_hash.ko 2024-09-19T04:29:41.604 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_limit.ko 2024-09-19T04:29:41.605 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_log.ko 2024-09-19T04:29:41.605 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_masq.ko 2024-09-19T04:29:41.605 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_nat.ko 2024-09-19T04:29:41.605 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_numgen.ko 2024-09-19T04:29:41.605 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_queue.ko 2024-09-19T04:29:41.605 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_quota.ko 2024-09-19T04:29:41.605 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_redir.ko 2024-09-19T04:29:41.605 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject.ko 2024-09-19T04:29:41.605 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject_inet.ko 2024-09-19T04:29:41.605 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_socket.ko 2024-09-19T04:29:41.605 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_tunnel.ko 2024-09-19T04:29:41.606 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_AUDIT.ko 2024-09-19T04:29:41.606 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CHECKSUM.ko 2024-09-19T04:29:41.606 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CLASSIFY.ko 2024-09-19T04:29:41.606 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-09-19T04:29:41.606 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CT.ko 2024-09-19T04:29:41.606 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_DSCP.ko 2024-09-19T04:29:41.606 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HL.ko 2024-09-19T04:29:41.606 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HMARK.ko 2024-09-19T04:29:41.606 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_IDLETIMER.ko 2024-09-19T04:29:41.606 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LED.ko 2024-09-19T04:29:41.606 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LOG.ko 2024-09-19T04:29:41.606 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_MASQUERADE.ko 2024-09-19T04:29:41.606 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NETMAP.ko 2024-09-19T04:29:41.606 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFLOG.ko 2024-09-19T04:29:41.607 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFQUEUE.ko 2024-09-19T04:29:41.607 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_RATEEST.ko 2024-09-19T04:29:41.607 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_REDIRECT.ko 2024-09-19T04:29:41.607 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_SECMARK.ko 2024-09-19T04:29:41.607 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPMSS.ko 2024-09-19T04:29:41.607 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-09-19T04:29:41.607 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TEE.ko 2024-09-19T04:29:41.607 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TPROXY.ko 2024-09-19T04:29:41.607 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TRACE.ko 2024-09-19T04:29:41.607 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_addrtype.ko 2024-09-19T04:29:41.607 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_bpf.ko 2024-09-19T04:29:41.607 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cgroup.ko 2024-09-19T04:29:41.607 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cluster.ko 2024-09-19T04:29:41.608 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_comment.ko 2024-09-19T04:29:41.608 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connbytes.ko 2024-09-19T04:29:41.608 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlabel.ko 2024-09-19T04:29:41.608 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlimit.ko 2024-09-19T04:29:41.608 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connmark.ko 2024-09-19T04:29:41.608 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_conntrack.ko 2024-09-19T04:29:41.608 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cpu.ko 2024-09-19T04:29:41.608 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dccp.ko 2024-09-19T04:29:41.608 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_devgroup.ko 2024-09-19T04:29:41.608 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dscp.ko 2024-09-19T04:29:41.609 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ecn.ko 2024-09-19T04:29:41.609 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_esp.ko 2024-09-19T04:29:41.609 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hashlimit.ko 2024-09-19T04:29:41.609 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_helper.ko 2024-09-19T04:29:41.609 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hl.ko 2024-09-19T04:29:41.609 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipcomp.ko 2024-09-19T04:29:41.609 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_iprange.ko 2024-09-19T04:29:41.610 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipvs.ko 2024-09-19T04:29:41.610 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_l2tp.ko 2024-09-19T04:29:41.610 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_length.ko 2024-09-19T04:29:41.610 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_limit.ko 2024-09-19T04:29:41.610 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mac.ko 2024-09-19T04:29:41.610 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mark.ko 2024-09-19T04:29:41.611 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_multiport.ko 2024-09-19T04:29:41.611 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nat.ko 2024-09-19T04:29:41.611 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nfacct.ko 2024-09-19T04:29:41.611 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_osf.ko 2024-09-19T04:29:41.611 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_owner.ko 2024-09-19T04:29:41.611 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_physdev.ko 2024-09-19T04:29:41.611 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_pkttype.ko 2024-09-19T04:29:41.611 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_policy.ko 2024-09-19T04:29:41.611 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_quota.ko 2024-09-19T04:29:41.611 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_rateest.ko 2024-09-19T04:29:41.612 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_realm.ko 2024-09-19T04:29:41.612 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_recent.ko 2024-09-19T04:29:41.612 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_sctp.ko 2024-09-19T04:29:41.612 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_set.ko 2024-09-19T04:29:41.612 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_socket.ko 2024-09-19T04:29:41.612 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_state.ko 2024-09-19T04:29:41.612 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_statistic.ko 2024-09-19T04:29:41.612 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_string.ko 2024-09-19T04:29:41.613 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_tcpmss.ko 2024-09-19T04:29:41.613 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_time.ko 2024-09-19T04:29:41.613 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_u32.ko 2024-09-19T04:29:41.613 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink 2024-09-19T04:29:41.613 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink/netlink_diag.ko 2024-09-19T04:29:41.613 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh 2024-09-19T04:29:41.614 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh/nsh.ko 2024-09-19T04:29:41.614 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch 2024-09-19T04:29:41.614 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/openvswitch.ko 2024-09-19T04:29:41.614 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-geneve.ko 2024-09-19T04:29:41.614 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-gre.ko 2024-09-19T04:29:41.614 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-vxlan.ko 2024-09-19T04:29:41.614 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet 2024-09-19T04:29:41.615 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet/af_packet_diag.ko 2024-09-19T04:29:41.615 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds 2024-09-19T04:29:41.615 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds.ko 2024-09-19T04:29:41.615 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_rdma.ko 2024-09-19T04:29:41.615 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_tcp.ko 2024-09-19T04:29:41.615 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched 2024-09-19T04:29:41.616 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_csum.ko 2024-09-19T04:29:41.616 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_gact.ko 2024-09-19T04:29:41.616 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_mirred.ko 2024-09-19T04:29:41.616 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_nat.ko 2024-09-19T04:29:41.616 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_pedit.ko 2024-09-19T04:29:41.616 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_police.ko 2024-09-19T04:29:41.617 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_simple.ko 2024-09-19T04:29:41.617 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_skbedit.ko 2024-09-19T04:29:41.617 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_vlan.ko 2024-09-19T04:29:41.617 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_basic.ko 2024-09-19T04:29:41.617 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_bpf.ko 2024-09-19T04:29:41.617 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_flow.ko 2024-09-19T04:29:41.618 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_fw.ko 2024-09-19T04:29:41.618 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_route.ko 2024-09-19T04:29:41.618 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_u32.ko 2024-09-19T04:29:41.618 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_cmp.ko 2024-09-19T04:29:41.618 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_ipset.ko 2024-09-19T04:29:41.618 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_meta.ko 2024-09-19T04:29:41.618 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_nbyte.ko 2024-09-19T04:29:41.618 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_text.ko 2024-09-19T04:29:41.618 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_u32.ko 2024-09-19T04:29:41.619 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_choke.ko 2024-09-19T04:29:41.619 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_codel.ko 2024-09-19T04:29:41.619 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_drr.ko 2024-09-19T04:29:41.619 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_fq.ko 2024-09-19T04:29:41.619 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_gred.ko 2024-09-19T04:29:41.620 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hfsc.ko 2024-09-19T04:29:41.620 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hhf.ko 2024-09-19T04:29:41.620 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_htb.ko 2024-09-19T04:29:41.620 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_ingress.ko 2024-09-19T04:29:41.620 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio.ko 2024-09-19T04:29:41.620 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio_lib.ko 2024-09-19T04:29:41.620 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_multiq.ko 2024-09-19T04:29:41.620 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_netem.ko 2024-09-19T04:29:41.620 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_pie.ko 2024-09-19T04:29:41.620 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_plug.ko 2024-09-19T04:29:41.620 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_prio.ko 2024-09-19T04:29:41.621 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_qfq.ko 2024-09-19T04:29:41.621 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_red.ko 2024-09-19T04:29:41.621 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfb.ko 2024-09-19T04:29:41.621 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfq.ko 2024-09-19T04:29:41.621 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_tbf.ko 2024-09-19T04:29:41.621 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_teql.ko 2024-09-19T04:29:41.621 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp 2024-09-19T04:29:41.621 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp.ko 2024-09-19T04:29:41.621 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp_diag.ko 2024-09-19T04:29:41.621 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc 2024-09-19T04:29:41.622 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss 2024-09-19T04:29:41.622 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-09-19T04:29:41.622 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-09-19T04:29:41.622 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/sunrpc.ko 2024-09-19T04:29:41.622 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma 2024-09-19T04:29:41.622 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-09-19T04:29:41.623 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc 2024-09-19T04:29:41.623 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc.ko 2024-09-19T04:29:41.623 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc_diag.ko 2024-09-19T04:29:41.623 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix 2024-09-19T04:29:41.623 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix/unix_diag.ko 2024-09-19T04:29:41.623 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock 2024-09-19T04:29:41.624 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-09-19T04:29:41.624 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-09-19T04:29:41.624 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock.ko 2024-09-19T04:29:41.624 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_diag.ko 2024-09-19T04:29:41.624 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_loopback.ko 2024-09-19T04:29:41.624 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm 2024-09-19T04:29:41.624 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_ipcomp.ko 2024-09-19T04:29:41.624 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security 2024-09-19T04:29:41.624 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys 2024-09-19T04:29:41.624 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys 2024-09-19T04:29:41.624 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-09-19T04:29:41.624 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys 2024-09-19T04:29:41.625 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys/trusted.ko 2024-09-19T04:29:41.625 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias 2024-09-19T04:29:41.625 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias.bin 2024-09-19T04:29:41.625 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin 2024-09-19T04:29:41.625 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.alias.bin 2024-09-19T04:29:41.625 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.bin 2024-09-19T04:29:41.626 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.modinfo 2024-09-19T04:29:41.626 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep 2024-09-19T04:29:41.626 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep.bin 2024-09-19T04:29:41.626 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.devname 2024-09-19T04:29:41.626 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.order 2024-09-19T04:29:41.626 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.softdep 2024-09-19T04:29:41.626 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols 2024-09-19T04:29:41.626 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols.bin 2024-09-19T04:29:41.626 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.weakdep 2024-09-19T04:29:41.626 INFO:teuthology.orchestra.run.smithi052.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz 2024-09-19T04:29:41.631 DEBUG:teuthology.task.kernel:get_image_version: 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:29:41.631 DEBUG:teuthology.orchestra.run.smithi052:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-09-19T04:29:41.654 INFO:teuthology.orchestra.run.smithi052.stdout:postinstall scriptlet (using /bin/sh): 2024-09-19T04:29:41.654 INFO:teuthology.orchestra.run.smithi052.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-19T04:29:41.655 INFO:teuthology.orchestra.run.smithi052.stdout: /usr/bin/kernel-install add 6.11.0-rc5-g2ca44a2f35ca /lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz 2024-09-19T04:29:41.655 INFO:teuthology.orchestra.run.smithi052.stdout:fi 2024-09-19T04:29:41.655 INFO:teuthology.orchestra.run.smithi052.stdout:for file in vmlinuz System.map config; do 2024-09-19T04:29:41.655 INFO:teuthology.orchestra.run.smithi052.stdout: if ! cmp --silent "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca"; then 2024-09-19T04:29:41.655 INFO:teuthology.orchestra.run.smithi052.stdout: cp "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca" 2024-09-19T04:29:41.655 INFO:teuthology.orchestra.run.smithi052.stdout: fi 2024-09-19T04:29:41.655 INFO:teuthology.orchestra.run.smithi052.stdout:done 2024-09-19T04:29:41.655 INFO:teuthology.orchestra.run.smithi052.stdout:if [ -d "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" ] && \ 2024-09-19T04:29:41.655 INFO:teuthology.orchestra.run.smithi052.stdout: ! diff -rq "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" >/dev/null 2>&1; then 2024-09-19T04:29:41.656 INFO:teuthology.orchestra.run.smithi052.stdout: rm -rf "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" 2024-09-19T04:29:41.656 INFO:teuthology.orchestra.run.smithi052.stdout: cp -r "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" 2024-09-19T04:29:41.656 INFO:teuthology.orchestra.run.smithi052.stdout:fi 2024-09-19T04:29:41.656 INFO:teuthology.orchestra.run.smithi052.stdout:if [ ! -e "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep" ]; then 2024-09-19T04:29:41.656 INFO:teuthology.orchestra.run.smithi052.stdout: /usr/sbin/depmod 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:29:41.656 INFO:teuthology.orchestra.run.smithi052.stdout:fi 2024-09-19T04:29:41.656 INFO:teuthology.orchestra.run.smithi052.stdout:preuninstall scriptlet (using /bin/sh): 2024-09-19T04:29:41.656 INFO:teuthology.orchestra.run.smithi052.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-19T04:29:41.656 INFO:teuthology.orchestra.run.smithi052.stdout:kernel-install remove 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:29:41.656 INFO:teuthology.orchestra.run.smithi052.stdout:fi 2024-09-19T04:29:41.657 DEBUG:teuthology.orchestra.run.smithi052:> sudo rpm -qi grub2-tools 2024-09-19T04:29:41.735 INFO:teuthology.orchestra.run.smithi052.stdout:Name : grub2-tools 2024-09-19T04:29:41.735 INFO:teuthology.orchestra.run.smithi052.stdout:Epoch : 1 2024-09-19T04:29:41.735 INFO:teuthology.orchestra.run.smithi052.stdout:Version : 2.06 2024-09-19T04:29:41.735 INFO:teuthology.orchestra.run.smithi052.stdout:Release : 82.el9 2024-09-19T04:29:41.736 INFO:teuthology.orchestra.run.smithi052.stdout:Architecture: x86_64 2024-09-19T04:29:41.736 INFO:teuthology.orchestra.run.smithi052.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T04:29:41.736 INFO:teuthology.orchestra.run.smithi052.stdout:Group : Unspecified 2024-09-19T04:29:41.736 INFO:teuthology.orchestra.run.smithi052.stdout:Size : 8274670 2024-09-19T04:29:41.736 INFO:teuthology.orchestra.run.smithi052.stdout:License : GPLv3+ 2024-09-19T04:29:41.736 INFO:teuthology.orchestra.run.smithi052.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T04:29:41.736 INFO:teuthology.orchestra.run.smithi052.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T04:29:41.736 INFO:teuthology.orchestra.run.smithi052.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T04:29:41.736 INFO:teuthology.orchestra.run.smithi052.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T04:29:41.736 INFO:teuthology.orchestra.run.smithi052.stdout:Packager : builder@centos.org 2024-09-19T04:29:41.737 INFO:teuthology.orchestra.run.smithi052.stdout:Vendor : CentOS 2024-09-19T04:29:41.737 INFO:teuthology.orchestra.run.smithi052.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T04:29:41.737 INFO:teuthology.orchestra.run.smithi052.stdout:Summary : Support tools for GRUB. 2024-09-19T04:29:41.737 INFO:teuthology.orchestra.run.smithi052.stdout:Description : 2024-09-19T04:29:41.737 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:29:41.737 INFO:teuthology.orchestra.run.smithi052.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T04:29:41.737 INFO:teuthology.orchestra.run.smithi052.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T04:29:41.737 INFO:teuthology.orchestra.run.smithi052.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T04:29:41.737 INFO:teuthology.orchestra.run.smithi052.stdout:hardware devices. 2024-09-19T04:29:41.737 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:29:41.737 INFO:teuthology.orchestra.run.smithi052.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T04:29:41.738 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T04:29:41.738 INFO:teuthology.task.kernel:Updating grub on smithi052 to boot 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:29:41.739 DEBUG:teuthology.orchestra.run.smithi052:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T04:29:42.367 INFO:teuthology.orchestra.run.smithi052.stderr:Generating grub configuration file ... 2024-09-19T04:29:43.751 INFO:teuthology.orchestra.run.smithi052.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T04:29:43.795 INFO:teuthology.orchestra.run.smithi052.stderr:done 2024-09-19T04:29:43.797 DEBUG:teuthology.orchestra.run.smithi052:> mktemp 2024-09-19T04:29:43.813 INFO:teuthology.orchestra.run.smithi052.stdout:/tmp/tmp.mtsxw5xurY 2024-09-19T04:29:43.813 DEBUG:teuthology.orchestra.run.smithi052:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.mtsxw5xurY 2024-09-19T04:29:43.879 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 0666 /tmp/tmp.mtsxw5xurY 2024-09-19T04:29:44.019 DEBUG:teuthology.orchestra.remote:smithi052:/tmp/tmp.mtsxw5xurY is 6KB 2024-09-19T04:29:44.067 DEBUG:teuthology.orchestra.run.smithi052:> rm -fr /tmp/tmp.mtsxw5xurY 2024-09-19T04:29:44.081 DEBUG:teuthology.orchestra.run.smithi052:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T04:29:44.143 INFO:teuthology.orchestra.run.smithi052.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T04:29:44.143 INFO:teuthology.orchestra.run.smithi052.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T04:29:44.143 INFO:teuthology.orchestra.run.smithi052.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T04:29:44.144 INFO:teuthology.orchestra.run.smithi052.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca.conf 2024-09-19T04:29:44.145 DEBUG:teuthology.orchestra.run.smithi052:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:29:44.302 DEBUG:teuthology.orchestra.run.smithi052:> sudo shutdown -r now 2024-09-19T04:30:00.186 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi031.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-09-19T04:30:00.187 DEBUG:teuthology.orchestra.run.smithi031:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-09-19T04:30:00.274 INFO:teuthology.orchestra.run.smithi031.stdout:/boot/System.map-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:30:00.274 INFO:teuthology.orchestra.run.smithi031.stdout:/boot/config-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:30:00.275 INFO:teuthology.orchestra.run.smithi031.stdout:/boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:30:00.275 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:30:00.275 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/System.map 2024-09-19T04:30:00.275 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/config 2024-09-19T04:30:00.275 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel 2024-09-19T04:30:00.275 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch 2024-09-19T04:30:00.275 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86 2024-09-19T04:30:00.275 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto 2024-09-19T04:30:00.275 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-09-19T04:30:00.275 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-09-19T04:30:00.276 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-09-19T04:30:00.276 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-09-19T04:30:00.276 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-09-19T04:30:00.276 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-09-19T04:30:00.276 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-09-19T04:30:00.276 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32c-intel.ko 2024-09-19T04:30:00.276 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-09-19T04:30:00.276 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-09-19T04:30:00.276 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-09-19T04:30:00.276 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-09-19T04:30:00.276 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx2.ko 2024-09-19T04:30:00.277 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-09-19T04:30:00.277 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-09-19T04:30:00.277 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-09-19T04:30:00.277 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-09-19T04:30:00.277 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-09-19T04:30:00.278 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-09-19T04:30:00.278 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-09-19T04:30:00.278 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel 2024-09-19T04:30:00.278 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu 2024-09-19T04:30:00.278 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce 2024-09-19T04:30:00.278 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-09-19T04:30:00.278 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm 2024-09-19T04:30:00.278 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-amd.ko 2024-09-19T04:30:00.278 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-intel.ko 2024-09-19T04:30:00.278 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm.ko 2024-09-19T04:30:00.278 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto 2024-09-19T04:30:00.278 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ansi_cprng.ko 2024-09-19T04:30:00.278 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/anubis.ko 2024-09-19T04:30:00.279 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/arc4.ko 2024-09-19T04:30:00.279 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx 2024-09-19T04:30:00.279 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_memcpy.ko 2024-09-19T04:30:00.279 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_pq.ko 2024-09-19T04:30:00.279 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_raid6_recov.ko 2024-09-19T04:30:00.279 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_tx.ko 2024-09-19T04:30:00.279 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_xor.ko 2024-09-19T04:30:00.279 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/raid6test.ko 2024-09-19T04:30:00.279 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authenc.ko 2024-09-19T04:30:00.279 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authencesn.ko 2024-09-19T04:30:00.279 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blake2b_generic.ko 2024-09-19T04:30:00.279 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_common.ko 2024-09-19T04:30:00.280 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_generic.ko 2024-09-19T04:30:00.280 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/camellia_generic.ko 2024-09-19T04:30:00.280 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast5_generic.ko 2024-09-19T04:30:00.280 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast6_generic.ko 2024-09-19T04:30:00.280 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast_common.ko 2024-09-19T04:30:00.280 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ccm.ko 2024-09-19T04:30:00.280 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cmac.ko 2024-09-19T04:30:00.280 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crc32_generic.ko 2024-09-19T04:30:00.280 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_engine.ko 2024-09-19T04:30:00.280 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_user.ko 2024-09-19T04:30:00.280 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cts.ko 2024-09-19T04:30:00.280 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/des_generic.ko 2024-09-19T04:30:00.280 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/dh_generic.ko 2024-09-19T04:30:00.281 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecc.ko 2024-09-19T04:30:00.281 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecdh_generic.ko 2024-09-19T04:30:00.281 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/echainiv.ko 2024-09-19T04:30:00.281 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/essiv.ko 2024-09-19T04:30:00.281 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/fcrypt.ko 2024-09-19T04:30:00.281 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/khazad.ko 2024-09-19T04:30:00.281 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4.ko 2024-09-19T04:30:00.281 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4hc.ko 2024-09-19T04:30:00.281 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/md4.ko 2024-09-19T04:30:00.281 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/michael_mic.ko 2024-09-19T04:30:00.281 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcbc.ko 2024-09-19T04:30:00.281 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcrypt.ko 2024-09-19T04:30:00.281 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/rmd160.ko 2024-09-19T04:30:00.281 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/seed.ko 2024-09-19T04:30:00.281 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/serpent_generic.ko 2024-09-19T04:30:00.282 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tcrypt.ko 2024-09-19T04:30:00.282 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tea.ko 2024-09-19T04:30:00.282 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_common.ko 2024-09-19T04:30:00.282 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_generic.ko 2024-09-19T04:30:00.282 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/vmac.ko 2024-09-19T04:30:00.282 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/wp512.ko 2024-09-19T04:30:00.282 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xcbc.ko 2024-09-19T04:30:00.282 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xor.ko 2024-09-19T04:30:00.282 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xxhash_generic.ko 2024-09-19T04:30:00.282 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers 2024-09-19T04:30:00.282 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi 2024-09-19T04:30:00.282 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_ipmi.ko 2024-09-19T04:30:00.282 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_pad.ko 2024-09-19T04:30:00.282 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/ec_sys.ko 2024-09-19T04:30:00.283 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/platform_profile.ko 2024-09-19T04:30:00.283 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbs.ko 2024-09-19T04:30:00.283 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbshc.ko 2024-09-19T04:30:00.283 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/video.ko 2024-09-19T04:30:00.283 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata 2024-09-19T04:30:00.283 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/acard-ahci.ko 2024-09-19T04:30:00.283 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ahci_platform.ko 2024-09-19T04:30:00.283 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ata_generic.ko 2024-09-19T04:30:00.283 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/libahci_platform.ko 2024-09-19T04:30:00.283 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_acpi.ko 2024-09-19T04:30:00.283 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ali.ko 2024-09-19T04:30:00.283 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_amd.ko 2024-09-19T04:30:00.283 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_artop.ko 2024-09-19T04:30:00.283 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atiixp.ko 2024-09-19T04:30:00.284 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atp867x.ko 2024-09-19T04:30:00.284 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd640.ko 2024-09-19T04:30:00.284 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd64x.ko 2024-09-19T04:30:00.284 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cypress.ko 2024-09-19T04:30:00.284 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_efar.ko 2024-09-19T04:30:00.284 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt366.ko 2024-09-19T04:30:00.284 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt37x.ko 2024-09-19T04:30:00.284 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x2n.ko 2024-09-19T04:30:00.284 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x3.ko 2024-09-19T04:30:00.284 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it8213.ko 2024-09-19T04:30:00.284 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it821x.ko 2024-09-19T04:30:00.284 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_jmicron.ko 2024-09-19T04:30:00.284 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_marvell.ko 2024-09-19T04:30:00.284 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_mpiix.ko 2024-09-19T04:30:00.284 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_netcell.ko 2024-09-19T04:30:00.285 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ninja32.ko 2024-09-19T04:30:00.285 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87410.ko 2024-09-19T04:30:00.285 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87415.ko 2024-09-19T04:30:00.285 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_oldpiix.ko 2024-09-19T04:30:00.285 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_opti.ko 2024-09-19T04:30:00.285 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_optidma.ko 2024-09-19T04:30:00.285 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pcmcia.ko 2024-09-19T04:30:00.285 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc2027x.ko 2024-09-19T04:30:00.285 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-09-19T04:30:00.285 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_piccolo.ko 2024-09-19T04:30:00.285 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_rdc.ko 2024-09-19T04:30:00.285 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sch.ko 2024-09-19T04:30:00.285 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_serverworks.ko 2024-09-19T04:30:00.286 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sil680.ko 2024-09-19T04:30:00.286 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sis.ko 2024-09-19T04:30:00.286 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sl82c105.ko 2024-09-19T04:30:00.286 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_triflex.ko 2024-09-19T04:30:00.286 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_via.ko 2024-09-19T04:30:00.286 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pdc_adma.ko 2024-09-19T04:30:00.286 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_inic162x.ko 2024-09-19T04:30:00.286 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_mv.ko 2024-09-19T04:30:00.286 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_nv.ko 2024-09-19T04:30:00.286 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_promise.ko 2024-09-19T04:30:00.286 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_qstor.ko 2024-09-19T04:30:00.286 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil.ko 2024-09-19T04:30:00.287 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil24.ko 2024-09-19T04:30:00.287 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sis.ko 2024-09-19T04:30:00.287 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_svw.ko 2024-09-19T04:30:00.287 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sx4.ko 2024-09-19T04:30:00.287 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_uli.ko 2024-09-19T04:30:00.287 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_via.ko 2024-09-19T04:30:00.287 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_vsc.ko 2024-09-19T04:30:00.287 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay 2024-09-19T04:30:00.287 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay/ks0108.ko 2024-09-19T04:30:00.287 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base 2024-09-19T04:30:00.287 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap 2024-09-19T04:30:00.287 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-i2c.ko 2024-09-19T04:30:00.287 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-mmio.ko 2024-09-19T04:30:00.287 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma 2024-09-19T04:30:00.288 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma/bcma.ko 2024-09-19T04:30:00.288 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block 2024-09-19T04:30:00.288 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe 2024-09-19T04:30:00.288 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe/aoe.ko 2024-09-19T04:30:00.288 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/brd.ko 2024-09-19T04:30:00.288 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd 2024-09-19T04:30:00.288 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd/drbd.ko 2024-09-19T04:30:00.288 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/floppy.ko 2024-09-19T04:30:00.288 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/loop.ko 2024-09-19T04:30:00.288 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx 2024-09-19T04:30:00.288 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-09-19T04:30:00.288 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/nbd.ko 2024-09-19T04:30:00.289 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk 2024-09-19T04:30:00.289 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk/null_blk.ko 2024-09-19T04:30:00.289 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/pktcdvd.ko 2024-09-19T04:30:00.289 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/rbd.ko 2024-09-19T04:30:00.289 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/virtio_blk.ko 2024-09-19T04:30:00.289 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback 2024-09-19T04:30:00.289 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-09-19T04:30:00.289 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkfront.ko 2024-09-19T04:30:00.289 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram 2024-09-19T04:30:00.289 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram/zram.ko 2024-09-19T04:30:00.289 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char 2024-09-19T04:30:00.289 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hangcheck-timer.ko 2024-09-19T04:30:00.289 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random 2024-09-19T04:30:00.290 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/amd-rng.ko 2024-09-19T04:30:00.290 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/intel-rng.ko 2024-09-19T04:30:00.290 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-09-19T04:30:00.290 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/via-rng.ko 2024-09-19T04:30:00.290 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/virtio-rng.ko 2024-09-19T04:30:00.290 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi 2024-09-19T04:30:00.290 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-09-19T04:30:00.290 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-09-19T04:30:00.290 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-09-19T04:30:00.290 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_si.ko 2024-09-19T04:30:00.290 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-09-19T04:30:00.290 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-09-19T04:30:00.290 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/lp.ko 2024-09-19T04:30:00.291 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave 2024-09-19T04:30:00.291 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave/mwave.ko 2024-09-19T04:30:00.291 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ppdev.ko 2024-09-19T04:30:00.291 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tlclk.ko 2024-09-19T04:30:00.291 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm 2024-09-19T04:30:00.291 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm.ko 2024-09-19T04:30:00.291 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_atmel.ko 2024-09-19T04:30:00.291 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_infineon.ko 2024-09-19T04:30:00.291 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_nsc.ko 2024-09-19T04:30:00.291 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis.ko 2024-09-19T04:30:00.291 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-09-19T04:30:00.291 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/uv_mmtimer.ko 2024-09-19T04:30:00.291 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/virtio_console.ko 2024-09-19T04:30:00.292 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq 2024-09-19T04:30:00.292 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-09-19T04:30:00.292 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-09-19T04:30:00.292 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/p4-clockmod.ko 2024-09-19T04:30:00.292 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-09-19T04:30:00.292 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/powernow-k8.ko 2024-09-19T04:30:00.292 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/speedstep-lib.ko 2024-09-19T04:30:00.292 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto 2024-09-19T04:30:00.292 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp 2024-09-19T04:30:00.292 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-09-19T04:30:00.293 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp.ko 2024-09-19T04:30:00.293 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel 2024-09-19T04:30:00.293 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat 2024-09-19T04:30:00.293 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common 2024-09-19T04:30:00.293 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-09-19T04:30:00.293 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-09-19T04:30:00.293 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-09-19T04:30:00.293 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-aes.ko 2024-09-19T04:30:00.293 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-sha.ko 2024-09-19T04:30:00.293 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio 2024-09-19T04:30:00.293 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-09-19T04:30:00.293 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca 2024-09-19T04:30:00.294 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca/dca.ko 2024-09-19T04:30:00.294 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq 2024-09-19T04:30:00.294 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-09-19T04:30:00.296 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma 2024-09-19T04:30:00.296 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw 2024-09-19T04:30:00.296 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw/dw_dmac.ko 2024-09-19T04:30:00.296 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat 2024-09-19T04:30:00.296 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat/ioatdma.ko 2024-09-19T04:30:00.296 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac 2024-09-19T04:30:00.296 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/amd64_edac.ko 2024-09-19T04:30:00.296 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/e752x_edac.ko 2024-09-19T04:30:00.296 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/edac_mce_amd.ko 2024-09-19T04:30:00.296 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3000_edac.ko 2024-09-19T04:30:00.296 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3200_edac.ko 2024-09-19T04:30:00.297 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5100_edac.ko 2024-09-19T04:30:00.297 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5400_edac.ko 2024-09-19T04:30:00.297 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7300_edac.ko 2024-09-19T04:30:00.297 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7core_edac.ko 2024-09-19T04:30:00.297 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i82975x_edac.ko 2024-09-19T04:30:00.297 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/ie31200_edac.ko 2024-09-19T04:30:00.297 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/sb_edac.ko 2024-09-19T04:30:00.297 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/x38_edac.ko 2024-09-19T04:30:00.297 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware 2024-09-19T04:30:00.297 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/edd.ko 2024-09-19T04:30:00.297 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/iscsi_ibft.ko 2024-09-19T04:30:00.297 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio 2024-09-19T04:30:00.298 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-ich.ko 2024-09-19T04:30:00.298 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-viperboard.ko 2024-09-19T04:30:00.298 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid 2024-09-19T04:30:00.298 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-appleir.ko 2024-09-19T04:30:00.298 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-aureal.ko 2024-09-19T04:30:00.298 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-axff.ko 2024-09-19T04:30:00.298 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-dr.ko 2024-09-19T04:30:00.298 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elecom.ko 2024-09-19T04:30:00.298 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elo.ko 2024-09-19T04:30:00.298 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-emsff.ko 2024-09-19T04:30:00.298 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gaff.ko 2024-09-19T04:30:00.298 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gt683r.ko 2024-09-19T04:30:00.298 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gyration.ko 2024-09-19T04:30:00.298 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-kbd.ko 2024-09-19T04:30:00.299 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-mouse.ko 2024-09-19T04:30:00.299 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtekff.ko 2024-09-19T04:30:00.299 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-hyperv.ko 2024-09-19T04:30:00.299 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-icade.ko 2024-09-19T04:30:00.299 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-keytouch.ko 2024-09-19T04:30:00.299 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-kye.ko 2024-09-19T04:30:00.299 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lcpower.ko 2024-09-19T04:30:00.299 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-led.ko 2024-09-19T04:30:00.299 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lenovo.ko 2024-09-19T04:30:00.299 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-dj.ko 2024-09-19T04:30:00.299 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-09-19T04:30:00.299 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-multitouch.ko 2024-09-19T04:30:00.300 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ortek.ko 2024-09-19T04:30:00.300 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-penmount.ko 2024-09-19T04:30:00.300 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-petalynx.ko 2024-09-19T04:30:00.300 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-picolcd.ko 2024-09-19T04:30:00.300 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-pl.ko 2024-09-19T04:30:00.300 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-plantronics.ko 2024-09-19T04:30:00.300 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-primax.ko 2024-09-19T04:30:00.300 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-rmi.ko 2024-09-19T04:30:00.300 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-arvo.ko 2024-09-19T04:30:00.300 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-common.ko 2024-09-19T04:30:00.300 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-isku.ko 2024-09-19T04:30:00.300 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kone.ko 2024-09-19T04:30:00.300 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-09-19T04:30:00.300 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-konepure.ko 2024-09-19T04:30:00.301 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-09-19T04:30:00.301 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-lua.ko 2024-09-19T04:30:00.301 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-pyra.ko 2024-09-19T04:30:00.301 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-ryos.ko 2024-09-19T04:30:00.301 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-savu.ko 2024-09-19T04:30:00.301 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat.ko 2024-09-19T04:30:00.301 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-saitek.ko 2024-09-19T04:30:00.301 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-samsung.ko 2024-09-19T04:30:00.301 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sensor-hub.ko 2024-09-19T04:30:00.301 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sjoy.ko 2024-09-19T04:30:00.301 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sony.ko 2024-09-19T04:30:00.301 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-speedlink.ko 2024-09-19T04:30:00.302 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-steelseries.ko 2024-09-19T04:30:00.302 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sunplus.ko 2024-09-19T04:30:00.302 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-thrustmaster.ko 2024-09-19T04:30:00.302 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tivo.ko 2024-09-19T04:30:00.302 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tmff.ko 2024-09-19T04:30:00.302 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-topseed.ko 2024-09-19T04:30:00.302 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-twinhan.ko 2024-09-19T04:30:00.302 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-uclogic.ko 2024-09-19T04:30:00.302 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-waltop.ko 2024-09-19T04:30:00.302 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-wiimote.ko 2024-09-19T04:30:00.302 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-xinmo.ko 2024-09-19T04:30:00.302 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zpff.ko 2024-09-19T04:30:00.302 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zydacron.ko 2024-09-19T04:30:00.303 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/uhid.ko 2024-09-19T04:30:00.303 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/wacom.ko 2024-09-19T04:30:00.303 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv 2024-09-19T04:30:00.303 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_balloon.ko 2024-09-19T04:30:00.303 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_utils.ko 2024-09-19T04:30:00.303 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_vmbus.ko 2024-09-19T04:30:00.303 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon 2024-09-19T04:30:00.303 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru.ko 2024-09-19T04:30:00.303 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru3.ko 2024-09-19T04:30:00.303 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/acpi_power_meter.ko 2024-09-19T04:30:00.303 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7414.ko 2024-09-19T04:30:00.303 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7418.ko 2024-09-19T04:30:00.304 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adc128d818.ko 2024-09-19T04:30:00.304 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1025.ko 2024-09-19T04:30:00.304 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1026.ko 2024-09-19T04:30:00.304 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1029.ko 2024-09-19T04:30:00.304 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1031.ko 2024-09-19T04:30:00.304 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm9240.ko 2024-09-19T04:30:00.304 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ads7828.ko 2024-09-19T04:30:00.304 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7410.ko 2024-09-19T04:30:00.304 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7411.ko 2024-09-19T04:30:00.304 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7462.ko 2024-09-19T04:30:00.304 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7470.ko 2024-09-19T04:30:00.304 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7475.ko 2024-09-19T04:30:00.304 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7x10.ko 2024-09-19T04:30:00.305 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/amc6821.ko 2024-09-19T04:30:00.305 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/applesmc.ko 2024-09-19T04:30:00.305 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asb100.ko 2024-09-19T04:30:00.305 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asc7621.ko 2024-09-19T04:30:00.305 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asus_atk0110.ko 2024-09-19T04:30:00.305 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/atxp1.ko 2024-09-19T04:30:00.305 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/coretemp.ko 2024-09-19T04:30:00.305 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-09-19T04:30:00.305 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dme1737.ko 2024-09-19T04:30:00.305 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds1621.ko 2024-09-19T04:30:00.305 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds620.ko 2024-09-19T04:30:00.305 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc1403.ko 2024-09-19T04:30:00.305 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc6w201.ko 2024-09-19T04:30:00.305 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71805f.ko 2024-09-19T04:30:00.306 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71882fg.ko 2024-09-19T04:30:00.306 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f75375s.ko 2024-09-19T04:30:00.306 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fam15h_power.ko 2024-09-19T04:30:00.306 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fschmd.ko 2024-09-19T04:30:00.306 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g760a.ko 2024-09-19T04:30:00.306 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g762.ko 2024-09-19T04:30:00.306 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl518sm.ko 2024-09-19T04:30:00.306 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl520sm.ko 2024-09-19T04:30:00.306 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/hwmon-vid.ko 2024-09-19T04:30:00.306 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5500_temp.ko 2024-09-19T04:30:00.306 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5k_amb.ko 2024-09-19T04:30:00.306 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmaem.ko 2024-09-19T04:30:00.306 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmpex.ko 2024-09-19T04:30:00.306 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina209.ko 2024-09-19T04:30:00.306 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina2xx.ko 2024-09-19T04:30:00.307 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/it87.ko 2024-09-19T04:30:00.307 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k10temp.ko 2024-09-19T04:30:00.307 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k8temp.ko 2024-09-19T04:30:00.307 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lineage-pem.ko 2024-09-19T04:30:00.307 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm63.ko 2024-09-19T04:30:00.307 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm73.ko 2024-09-19T04:30:00.307 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm75.ko 2024-09-19T04:30:00.307 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm77.ko 2024-09-19T04:30:00.307 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm78.ko 2024-09-19T04:30:00.307 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm80.ko 2024-09-19T04:30:00.307 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm83.ko 2024-09-19T04:30:00.307 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm85.ko 2024-09-19T04:30:00.307 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm87.ko 2024-09-19T04:30:00.308 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm90.ko 2024-09-19T04:30:00.308 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm92.ko 2024-09-19T04:30:00.308 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm93.ko 2024-09-19T04:30:00.308 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95234.ko 2024-09-19T04:30:00.308 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95241.ko 2024-09-19T04:30:00.308 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95245.ko 2024-09-19T04:30:00.308 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc2945.ko 2024-09-19T04:30:00.308 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4151.ko 2024-09-19T04:30:00.308 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4215.ko 2024-09-19T04:30:00.308 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4222.ko 2024-09-19T04:30:00.308 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4245.ko 2024-09-19T04:30:00.308 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4260.ko 2024-09-19T04:30:00.309 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4261.ko 2024-09-19T04:30:00.309 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max16065.ko 2024-09-19T04:30:00.309 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1619.ko 2024-09-19T04:30:00.309 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1668.ko 2024-09-19T04:30:00.309 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max197.ko 2024-09-19T04:30:00.309 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6639.ko 2024-09-19T04:30:00.309 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6650.ko 2024-09-19T04:30:00.309 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6697.ko 2024-09-19T04:30:00.309 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/mcp3021.ko 2024-09-19T04:30:00.309 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6683.ko 2024-09-19T04:30:00.310 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775-core.ko 2024-09-19T04:30:00.310 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775.ko 2024-09-19T04:30:00.310 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct7802.ko 2024-09-19T04:30:00.310 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87360.ko 2024-09-19T04:30:00.310 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87427.ko 2024-09-19T04:30:00.310 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pcf8591.ko 2024-09-19T04:30:00.310 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus 2024-09-19T04:30:00.310 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-09-19T04:30:00.310 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-09-19T04:30:00.310 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-09-19T04:30:00.310 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max16064.ko 2024-09-19T04:30:00.310 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max34440.ko 2024-09-19T04:30:00.310 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max8688.ko 2024-09-19T04:30:00.311 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-09-19T04:30:00.311 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-09-19T04:30:00.311 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-09-19T04:30:00.311 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-09-19T04:30:00.311 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-09-19T04:30:00.311 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-09-19T04:30:00.311 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/powr1220.ko 2024-09-19T04:30:00.311 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5627.ko 2024-09-19T04:30:00.311 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5636.ko 2024-09-19T04:30:00.311 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch56xx-common.ko 2024-09-19T04:30:00.311 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht15.ko 2024-09-19T04:30:00.311 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht21.ko 2024-09-19T04:30:00.311 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/shtc1.ko 2024-09-19T04:30:00.311 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sis5595.ko 2024-09-19T04:30:00.312 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47b397.ko 2024-09-19T04:30:00.312 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m1.ko 2024-09-19T04:30:00.312 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m192.ko 2024-09-19T04:30:00.312 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/thmc50.ko 2024-09-19T04:30:00.312 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp102.ko 2024-09-19T04:30:00.312 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp103.ko 2024-09-19T04:30:00.312 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp401.ko 2024-09-19T04:30:00.312 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp421.ko 2024-09-19T04:30:00.312 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via-cputemp.ko 2024-09-19T04:30:00.312 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via686a.ko 2024-09-19T04:30:00.312 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt1211.ko 2024-09-19T04:30:00.312 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt8231.ko 2024-09-19T04:30:00.313 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627ehf.ko 2024-09-19T04:30:00.313 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627hf.ko 2024-09-19T04:30:00.313 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83781d.ko 2024-09-19T04:30:00.313 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83791d.ko 2024-09-19T04:30:00.313 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83792d.ko 2024-09-19T04:30:00.313 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83793.ko 2024-09-19T04:30:00.313 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83795.ko 2024-09-19T04:30:00.313 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l785ts.ko 2024-09-19T04:30:00.313 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l786ng.ko 2024-09-19T04:30:00.313 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c 2024-09-19T04:30:00.313 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos 2024-09-19T04:30:00.313 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-09-19T04:30:00.313 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-09-19T04:30:00.313 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses 2024-09-19T04:30:00.314 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-09-19T04:30:00.314 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-09-19T04:30:00.314 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-09-19T04:30:00.314 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-09-19T04:30:00.314 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-09-19T04:30:00.314 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-09-19T04:30:00.314 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-09-19T04:30:00.314 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-09-19T04:30:00.314 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-i801.ko 2024-09-19T04:30:00.314 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-isch.ko 2024-09-19T04:30:00.314 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-09-19T04:30:00.314 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-09-19T04:30:00.315 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-09-19T04:30:00.315 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-parport.ko 2024-09-19T04:30:00.315 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-09-19T04:30:00.315 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-09-19T04:30:00.315 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-09-19T04:30:00.315 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-09-19T04:30:00.315 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-09-19T04:30:00.315 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-09-19T04:30:00.315 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-via.ko 2024-09-19T04:30:00.315 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-09-19T04:30:00.315 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-09-19T04:30:00.315 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-dev.ko 2024-09-19T04:30:00.315 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-mux.ko 2024-09-19T04:30:00.315 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-09-19T04:30:00.315 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-smbus.ko 2024-09-19T04:30:00.316 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-stub.ko 2024-09-19T04:30:00.316 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband 2024-09-19T04:30:00.316 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core 2024-09-19T04:30:00.316 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_cm.ko 2024-09-19T04:30:00.316 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_core.ko 2024-09-19T04:30:00.316 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_umad.ko 2024-09-19T04:30:00.316 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-09-19T04:30:00.316 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/iw_cm.ko 2024-09-19T04:30:00.316 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_cm.ko 2024-09-19T04:30:00.316 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-09-19T04:30:00.316 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw 2024-09-19T04:30:00.316 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4 2024-09-19T04:30:00.316 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-09-19T04:30:00.316 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4 2024-09-19T04:30:00.316 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-09-19T04:30:00.317 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5 2024-09-19T04:30:00.317 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-09-19T04:30:00.317 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca 2024-09-19T04:30:00.317 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-09-19T04:30:00.317 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp 2024-09-19T04:30:00.317 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib 2024-09-19T04:30:00.317 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-09-19T04:30:00.317 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser 2024-09-19T04:30:00.317 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-09-19T04:30:00.317 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert 2024-09-19T04:30:00.317 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-09-19T04:30:00.317 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp 2024-09-19T04:30:00.317 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-09-19T04:30:00.317 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt 2024-09-19T04:30:00.317 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-09-19T04:30:00.318 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input 2024-09-19T04:30:00.318 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport 2024-09-19T04:30:00.318 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-09-19T04:30:00.318 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/fm801-gp.ko 2024-09-19T04:30:00.318 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/gameport.ko 2024-09-19T04:30:00.318 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/joydev.ko 2024-09-19T04:30:00.318 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard 2024-09-19T04:30:00.318 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/gpio_keys.ko 2024-09-19T04:30:00.318 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse 2024-09-19T04:30:00.318 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/appletouch.ko 2024-09-19T04:30:00.318 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/bcm5974.ko 2024-09-19T04:30:00.318 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/cyapatp.ko 2024-09-19T04:30:00.318 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/elan_i2c.ko 2024-09-19T04:30:00.318 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/sermouse.ko 2024-09-19T04:30:00.318 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-09-19T04:30:00.319 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_usb.ko 2024-09-19T04:30:00.319 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/vsxxxaa.ko 2024-09-19T04:30:00.319 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4 2024-09-19T04:30:00.319 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4/rmi_core.ko 2024-09-19T04:30:00.319 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio 2024-09-19T04:30:00.319 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/altera_ps2.ko 2024-09-19T04:30:00.319 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/arc_ps2.ko 2024-09-19T04:30:00.319 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-09-19T04:30:00.319 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/serio_raw.ko 2024-09-19T04:30:00.319 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/sparse-keymap.ko 2024-09-19T04:30:00.319 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds 2024-09-19T04:30:00.319 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-blinkm.ko 2024-09-19T04:30:00.319 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3530.ko 2024-09-19T04:30:00.319 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lp3944.ko 2024-09-19T04:30:00.320 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-ss4200.ko 2024-09-19T04:30:00.320 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger 2024-09-19T04:30:00.320 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-09-19T04:30:00.320 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-09-19T04:30:00.320 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-09-19T04:30:00.320 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-09-19T04:30:00.320 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-09-19T04:30:00.320 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-09-19T04:30:00.320 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-09-19T04:30:00.320 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-09-19T04:30:00.320 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md 2024-09-19T04:30:00.320 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache 2024-09-19T04:30:00.320 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache/bcache.ko 2024-09-19T04:30:00.320 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-bio-prison.ko 2024-09-19T04:30:00.321 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache-smq.ko 2024-09-19T04:30:00.321 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache.ko 2024-09-19T04:30:00.321 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-crypt.ko 2024-09-19T04:30:00.321 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-delay.ko 2024-09-19T04:30:00.321 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-flakey.ko 2024-09-19T04:30:00.321 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-log-userspace.ko 2024-09-19T04:30:00.321 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-multipath.ko 2024-09-19T04:30:00.321 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-queue-length.ko 2024-09-19T04:30:00.321 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-raid.ko 2024-09-19T04:30:00.321 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-round-robin.ko 2024-09-19T04:30:00.321 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-service-time.ko 2024-09-19T04:30:00.321 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-switch.ko 2024-09-19T04:30:00.321 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-thin-pool.ko 2024-09-19T04:30:00.322 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-verity.ko 2024-09-19T04:30:00.322 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data 2024-09-19T04:30:00.322 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-09-19T04:30:00.322 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid0.ko 2024-09-19T04:30:00.322 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid1.ko 2024-09-19T04:30:00.322 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid10.ko 2024-09-19T04:30:00.322 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid456.ko 2024-09-19T04:30:00.322 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message 2024-09-19T04:30:00.322 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion 2024-09-19T04:30:00.322 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptbase.ko 2024-09-19T04:30:00.322 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptctl.ko 2024-09-19T04:30:00.322 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptfc.ko 2024-09-19T04:30:00.322 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptlan.ko 2024-09-19T04:30:00.322 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptsas.ko 2024-09-19T04:30:00.322 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptscsih.ko 2024-09-19T04:30:00.323 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptspi.ko 2024-09-19T04:30:00.323 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd 2024-09-19T04:30:00.323 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_ich.ko 2024-09-19T04:30:00.323 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_sch.ko 2024-09-19T04:30:00.323 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/mfd-core.ko 2024-09-19T04:30:00.323 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/sm501.ko 2024-09-19T04:30:00.323 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/viperboard.ko 2024-09-19T04:30:00.323 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/vx855.ko 2024-09-19T04:30:00.323 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/wl1273-core.ko 2024-09-19T04:30:00.323 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc 2024-09-19T04:30:00.323 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl 2024-09-19T04:30:00.323 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-09-19T04:30:00.324 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds9802als.ko 2024-09-19T04:30:00.324 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds990x.ko 2024-09-19T04:30:00.324 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/bh1770glc.ko 2024-09-19T04:30:00.324 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710 2024-09-19T04:30:00.324 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710/cb710.ko 2024-09-19T04:30:00.324 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom 2024-09-19T04:30:00.324 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/at24.ko 2024-09-19T04:30:00.324 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-09-19T04:30:00.324 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/max6875.ko 2024-09-19T04:30:00.324 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/enclosure.ko 2024-09-19T04:30:00.324 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/hpilo.ko 2024-09-19T04:30:00.324 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29003.ko 2024-09-19T04:30:00.324 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29020.ko 2024-09-19T04:30:00.324 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d 2024-09-19T04:30:00.325 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-09-19T04:30:00.325 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-09-19T04:30:00.325 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei 2024-09-19T04:30:00.325 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-me.ko 2024-09-19T04:30:00.325 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-txe.ko 2024-09-19T04:30:00.325 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei.ko 2024-09-19T04:30:00.325 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru 2024-09-19T04:30:00.325 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru/gru.ko 2024-09-19T04:30:00.325 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp 2024-09-19T04:30:00.325 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xp.ko 2024-09-19T04:30:00.325 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpc.ko 2024-09-19T04:30:00.325 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-09-19T04:30:00.325 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_7xx1.ko 2024-09-19T04:30:00.325 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_core.ko 2024-09-19T04:30:00.326 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tsl2550.ko 2024-09-19T04:30:00.326 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_balloon.ko 2024-09-19T04:30:00.326 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci 2024-09-19T04:30:00.326 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-09-19T04:30:00.326 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net 2024-09-19T04:30:00.326 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding 2024-09-19T04:30:00.326 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding/bonding.ko 2024-09-19T04:30:00.326 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa 2024-09-19T04:30:00.326 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53 2024-09-19T04:30:00.326 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53/b53_common.ko 2024-09-19T04:30:00.326 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/bcm-sf2.ko 2024-09-19T04:30:00.326 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6060.ko 2024-09-19T04:30:00.326 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx 2024-09-19T04:30:00.327 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-09-19T04:30:00.327 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dummy.ko 2024-09-19T04:30:00.327 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/eql.ko 2024-09-19T04:30:00.327 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet 2024-09-19T04:30:00.327 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com 2024-09-19T04:30:00.327 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-09-19T04:30:00.327 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-09-19T04:30:00.327 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-09-19T04:30:00.327 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-09-19T04:30:00.327 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390 2024-09-19T04:30:00.327 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/8390.ko 2024-09-19T04:30:00.328 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-09-19T04:30:00.328 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-09-19T04:30:00.328 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-09-19T04:30:00.328 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec 2024-09-19T04:30:00.328 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-09-19T04:30:00.328 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere 2024-09-19T04:30:00.328 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere/et131x.ko 2024-09-19T04:30:00.328 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon 2024-09-19T04:30:00.328 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-09-19T04:30:00.328 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera 2024-09-19T04:30:00.328 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-09-19T04:30:00.328 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd 2024-09-19T04:30:00.328 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-09-19T04:30:00.329 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-09-19T04:30:00.329 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-09-19T04:30:00.329 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros 2024-09-19T04:30:00.329 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx 2024-09-19T04:30:00.329 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-09-19T04:30:00.329 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c 2024-09-19T04:30:00.329 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-09-19T04:30:00.329 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e 2024-09-19T04:30:00.329 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-09-19T04:30:00.329 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx 2024-09-19T04:30:00.329 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-09-19T04:30:00.329 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-09-19T04:30:00.330 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom 2024-09-19T04:30:00.330 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-09-19T04:30:00.330 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-09-19T04:30:00.330 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-09-19T04:30:00.330 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-09-19T04:30:00.330 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-09-19T04:30:00.330 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet 2024-09-19T04:30:00.330 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-09-19T04:30:00.330 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-09-19T04:30:00.330 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade 2024-09-19T04:30:00.330 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna 2024-09-19T04:30:00.330 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-09-19T04:30:00.330 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio 2024-09-19T04:30:00.330 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb 2024-09-19T04:30:00.331 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-09-19T04:30:00.331 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-09-19T04:30:00.331 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-09-19T04:30:00.331 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-09-19T04:30:00.331 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-09-19T04:30:00.331 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-09-19T04:30:00.331 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-09-19T04:30:00.331 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-09-19T04:30:00.331 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-09-19T04:30:00.331 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco 2024-09-19T04:30:00.331 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic 2024-09-19T04:30:00.331 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-09-19T04:30:00.331 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec 2024-09-19T04:30:00.332 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip 2024-09-19T04:30:00.332 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-09-19T04:30:00.332 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-09-19T04:30:00.332 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-09-19T04:30:00.332 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-09-19T04:30:00.332 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-09-19T04:30:00.332 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-09-19T04:30:00.332 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink 2024-09-19T04:30:00.332 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-09-19T04:30:00.332 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-09-19T04:30:00.332 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dnet.ko 2024-09-19T04:30:00.333 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex 2024-09-19T04:30:00.333 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet 2024-09-19T04:30:00.333 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-09-19T04:30:00.333 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ethoc.ko 2024-09-19T04:30:00.333 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fealnx.ko 2024-09-19T04:30:00.333 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel 2024-09-19T04:30:00.333 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e100.ko 2024-09-19T04:30:00.333 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000 2024-09-19T04:30:00.333 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-09-19T04:30:00.333 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e 2024-09-19T04:30:00.333 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-09-19T04:30:00.333 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k 2024-09-19T04:30:00.333 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-09-19T04:30:00.334 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e 2024-09-19T04:30:00.334 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-09-19T04:30:00.334 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf 2024-09-19T04:30:00.334 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-09-19T04:30:00.334 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb 2024-09-19T04:30:00.334 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-09-19T04:30:00.334 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf 2024-09-19T04:30:00.334 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-09-19T04:30:00.334 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe 2024-09-19T04:30:00.334 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-09-19T04:30:00.334 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf 2024-09-19T04:30:00.334 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-09-19T04:30:00.335 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth 2024-09-19T04:30:00.335 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-09-19T04:30:00.335 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie 2024-09-19T04:30:00.335 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-09-19T04:30:00.335 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/jme.ko 2024-09-19T04:30:00.335 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell 2024-09-19T04:30:00.335 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-09-19T04:30:00.335 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/skge.ko 2024-09-19T04:30:00.335 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-09-19T04:30:00.335 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox 2024-09-19T04:30:00.335 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4 2024-09-19T04:30:00.335 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-09-19T04:30:00.335 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-09-19T04:30:00.335 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5 2024-09-19T04:30:00.336 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-09-19T04:30:00.336 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-09-19T04:30:00.336 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel 2024-09-19T04:30:00.336 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-09-19T04:30:00.336 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom 2024-09-19T04:30:00.336 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge 2024-09-19T04:30:00.336 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-09-19T04:30:00.336 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi 2024-09-19T04:30:00.336 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-09-19T04:30:00.336 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-09-19T04:30:00.336 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion 2024-09-19T04:30:00.336 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-09-19T04:30:00.336 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia 2024-09-19T04:30:00.336 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-09-19T04:30:00.337 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines 2024-09-19T04:30:00.337 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-09-19T04:30:00.337 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-09-19T04:30:00.337 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic 2024-09-19T04:30:00.337 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen 2024-09-19T04:30:00.337 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-09-19T04:30:00.337 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-09-19T04:30:00.337 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-09-19T04:30:00.337 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-09-19T04:30:00.337 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc 2024-09-19T04:30:00.337 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-09-19T04:30:00.337 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek 2024-09-19T04:30:00.338 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-09-19T04:30:00.338 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-09-19T04:30:00.338 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/atp.ko 2024-09-19T04:30:00.338 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-09-19T04:30:00.338 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker 2024-09-19T04:30:00.338 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-09-19T04:30:00.338 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc 2024-09-19T04:30:00.338 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-09-19T04:30:00.338 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan 2024-09-19T04:30:00.338 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-09-19T04:30:00.338 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis 2024-09-19T04:30:00.338 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis190.ko 2024-09-19T04:30:00.338 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis900.ko 2024-09-19T04:30:00.339 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc 2024-09-19T04:30:00.339 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-09-19T04:30:00.339 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-09-19T04:30:00.339 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-09-19T04:30:00.339 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-09-19T04:30:00.339 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro 2024-09-19T04:30:00.339 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac 2024-09-19T04:30:00.339 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-09-19T04:30:00.339 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-09-19T04:30:00.339 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun 2024-09-19T04:30:00.339 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/cassini.ko 2024-09-19T04:30:00.339 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/niu.ko 2024-09-19T04:30:00.339 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sungem.ko 2024-09-19T04:30:00.339 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-09-19T04:30:00.340 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti 2024-09-19T04:30:00.340 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-09-19T04:30:00.340 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti 2024-09-19T04:30:00.340 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti/tlan.ko 2024-09-19T04:30:00.340 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via 2024-09-19T04:30:00.340 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-09-19T04:30:00.340 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-09-19T04:30:00.340 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet 2024-09-19T04:30:00.340 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-09-19T04:30:00.340 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-09-19T04:30:00.340 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom 2024-09-19T04:30:00.340 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-09-19T04:30:00.340 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/geneve.ko 2024-09-19T04:30:00.340 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv 2024-09-19T04:30:00.341 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-09-19T04:30:00.341 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154 2024-09-19T04:30:00.341 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154/fakelb.ko 2024-09-19T04:30:00.341 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ifb.ko 2024-09-19T04:30:00.341 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan 2024-09-19T04:30:00.341 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan/ipvlan.ko 2024-09-19T04:30:00.341 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvlan.ko 2024-09-19T04:30:00.341 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvtap.ko 2024-09-19T04:30:00.341 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio 2024-09-19T04:30:00.341 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio.ko 2024-09-19T04:30:00.341 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-09-19T04:30:00.341 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-09-19T04:30:00.341 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-regmap.ko 2024-09-19T04:30:00.341 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mii.ko 2024-09-19T04:30:00.342 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/net_failover.ko 2024-09-19T04:30:00.342 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/netconsole.ko 2024-09-19T04:30:00.342 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/nlmon.ko 2024-09-19T04:30:00.342 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs 2024-09-19T04:30:00.342 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs-lynx.ko 2024-09-19T04:30:00.342 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-09-19T04:30:00.342 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy 2024-09-19T04:30:00.342 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/amd.ko 2024-09-19T04:30:00.342 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-09-19T04:30:00.342 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-09-19T04:30:00.342 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm7xxx.ko 2024-09-19T04:30:00.342 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm87xx.ko 2024-09-19T04:30:00.343 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/broadcom.ko 2024-09-19T04:30:00.343 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/cicada.ko 2024-09-19T04:30:00.343 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/davicom.ko 2024-09-19T04:30:00.343 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/dp83640.ko 2024-09-19T04:30:00.343 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/et1011c.ko 2024-09-19T04:30:00.343 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/icplus.ko 2024-09-19T04:30:00.343 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/lxt.ko 2024-09-19T04:30:00.343 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/marvell.ko 2024-09-19T04:30:00.343 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/micrel.ko 2024-09-19T04:30:00.343 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/national.ko 2024-09-19T04:30:00.343 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/phylink.ko 2024-09-19T04:30:00.343 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/qsemi.ko 2024-09-19T04:30:00.344 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/realtek.ko 2024-09-19T04:30:00.344 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/smsc.ko 2024-09-19T04:30:00.344 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/ste10Xp.ko 2024-09-19T04:30:00.344 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/vitesse.ko 2024-09-19T04:30:00.344 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp 2024-09-19T04:30:00.344 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/bsd_comp.ko 2024-09-19T04:30:00.344 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_async.ko 2024-09-19T04:30:00.344 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_deflate.ko 2024-09-19T04:30:00.344 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_generic.ko 2024-09-19T04:30:00.344 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_mppe.ko 2024-09-19T04:30:00.344 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_synctty.ko 2024-09-19T04:30:00.344 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppoe.ko 2024-09-19T04:30:00.344 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppox.ko 2024-09-19T04:30:00.345 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pptp.ko 2024-09-19T04:30:00.345 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip 2024-09-19T04:30:00.345 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slhc.ko 2024-09-19T04:30:00.345 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slip.ko 2024-09-19T04:30:00.345 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/sungem_phy.ko 2024-09-19T04:30:00.345 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tap.ko 2024-09-19T04:30:00.345 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team 2024-09-19T04:30:00.345 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team.ko 2024-09-19T04:30:00.345 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_activebackup.ko 2024-09-19T04:30:00.345 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_broadcast.ko 2024-09-19T04:30:00.345 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-09-19T04:30:00.345 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_random.ko 2024-09-19T04:30:00.345 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-09-19T04:30:00.346 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tun.ko 2024-09-19T04:30:00.346 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/veth.ko 2024-09-19T04:30:00.346 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/virtio_net.ko 2024-09-19T04:30:00.346 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3 2024-09-19T04:30:00.346 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-09-19T04:30:00.346 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan 2024-09-19T04:30:00.346 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan/vxlan.ko 2024-09-19T04:30:00.346 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback 2024-09-19T04:30:00.346 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback/xen-netback.ko 2024-09-19T04:30:00.346 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netfront.ko 2024-09-19T04:30:00.346 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb 2024-09-19T04:30:00.346 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb/ntb.ko 2024-09-19T04:30:00.346 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme 2024-09-19T04:30:00.347 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host 2024-09-19T04:30:00.347 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme-core.ko 2024-09-19T04:30:00.347 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme.ko 2024-09-19T04:30:00.347 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport 2024-09-19T04:30:00.347 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport.ko 2024-09-19T04:30:00.347 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_cs.ko 2024-09-19T04:30:00.347 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_pc.ko 2024-09-19T04:30:00.347 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_serial.ko 2024-09-19T04:30:00.347 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci 2024-09-19T04:30:00.347 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug 2024-09-19T04:30:00.347 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-09-19T04:30:00.347 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie 2024-09-19T04:30:00.347 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie/aer_inject.ko 2024-09-19T04:30:00.347 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/xen-pcifront.ko 2024-09-19T04:30:00.347 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia 2024-09-19T04:30:00.348 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/i82092.ko 2024-09-19T04:30:00.348 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pd6729.ko 2024-09-19T04:30:00.348 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/yenta_socket.ko 2024-09-19T04:30:00.348 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl 2024-09-19T04:30:00.348 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel 2024-09-19T04:30:00.348 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-09-19T04:30:00.348 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform 2024-09-19T04:30:00.348 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86 2024-09-19T04:30:00.348 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acer-wmi.ko 2024-09-19T04:30:00.348 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acerhdf.ko 2024-09-19T04:30:00.348 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/apple-gmux.ko 2024-09-19T04:30:00.348 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-laptop.ko 2024-09-19T04:30:00.349 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-09-19T04:30:00.349 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-wmi.ko 2024-09-19T04:30:00.349 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/classmate-laptop.ko 2024-09-19T04:30:00.349 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-09-19T04:30:00.349 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-09-19T04:30:00.349 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-09-19T04:30:00.349 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-09-19T04:30:00.349 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/hdaps.ko 2024-09-19T04:30:00.349 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel 2024-09-19T04:30:00.349 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-09-19T04:30:00.349 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel_ips.ko 2024-09-19T04:30:00.349 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/msi-wmi.ko 2024-09-19T04:30:00.349 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/mxm-wmi.ko 2024-09-19T04:30:00.349 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-09-19T04:30:00.350 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-laptop.ko 2024-09-19T04:30:00.350 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-q10.ko 2024-09-19T04:30:00.350 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/topstar-laptop.ko 2024-09-19T04:30:00.350 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-09-19T04:30:00.350 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_haps.ko 2024-09-19T04:30:00.350 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi-bmof.ko 2024-09-19T04:30:00.350 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi.ko 2024-09-19T04:30:00.350 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap 2024-09-19T04:30:00.350 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_common.ko 2024-09-19T04:30:00.350 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_msr.ko 2024-09-19T04:30:00.350 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps 2024-09-19T04:30:00.350 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients 2024-09-19T04:30:00.351 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-gpio.ko 2024-09-19T04:30:00.351 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-ldisc.ko 2024-09-19T04:30:00.351 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps_parport.ko 2024-09-19T04:30:00.351 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/pps_core.ko 2024-09-19T04:30:00.351 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp 2024-09-19T04:30:00.351 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp.ko 2024-09-19T04:30:00.351 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp_kvm.ko 2024-09-19T04:30:00.351 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras 2024-09-19T04:30:00.351 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd 2024-09-19T04:30:00.351 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl 2024-09-19T04:30:00.351 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-09-19T04:30:00.351 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/fmpm.ko 2024-09-19T04:30:00.351 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc 2024-09-19T04:30:00.351 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-bq32k.ko 2024-09-19T04:30:00.352 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1286.ko 2024-09-19T04:30:00.352 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1307.ko 2024-09-19T04:30:00.352 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1374.ko 2024-09-19T04:30:00.352 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1511.ko 2024-09-19T04:30:00.352 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1553.ko 2024-09-19T04:30:00.352 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1672.ko 2024-09-19T04:30:00.352 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1742.ko 2024-09-19T04:30:00.352 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds2404.ko 2024-09-19T04:30:00.352 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds3232.ko 2024-09-19T04:30:00.352 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-em3027.ko 2024-09-19T04:30:00.352 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-fm3130.ko 2024-09-19T04:30:00.353 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl12022.ko 2024-09-19T04:30:00.353 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl1208.ko 2024-09-19T04:30:00.353 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m41t80.ko 2024-09-19T04:30:00.353 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t35.ko 2024-09-19T04:30:00.353 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t59.ko 2024-09-19T04:30:00.353 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max6900.ko 2024-09-19T04:30:00.353 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-msm6242.ko 2024-09-19T04:30:00.353 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf2127.ko 2024-09-19T04:30:00.353 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf85063.ko 2024-09-19T04:30:00.353 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8523.ko 2024-09-19T04:30:00.353 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8563.ko 2024-09-19T04:30:00.353 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8583.ko 2024-09-19T04:30:00.353 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rp5c01.ko 2024-09-19T04:30:00.353 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rs5c372.ko 2024-09-19T04:30:00.354 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-09-19T04:30:00.354 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8025.ko 2024-09-19T04:30:00.354 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8581.ko 2024-09-19T04:30:00.354 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-09-19T04:30:00.354 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-x1205.ko 2024-09-19T04:30:00.354 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi 2024-09-19T04:30:00.354 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-9xxx.ko 2024-09-19T04:30:00.354 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-sas.ko 2024-09-19T04:30:00.354 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-xxxx.ko 2024-09-19T04:30:00.354 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/BusLogic.ko 2024-09-19T04:30:00.354 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/a100u2w.ko 2024-09-19T04:30:00.354 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid 2024-09-19T04:30:00.354 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid/aacraid.ko 2024-09-19T04:30:00.355 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/advansys.ko 2024-09-19T04:30:00.355 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx 2024-09-19T04:30:00.355 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-09-19T04:30:00.355 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-09-19T04:30:00.355 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/am53c974.ko 2024-09-19T04:30:00.355 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr 2024-09-19T04:30:00.355 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-09-19T04:30:00.355 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/atp870u.ko 2024-09-19T04:30:00.355 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi 2024-09-19T04:30:00.355 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-09-19T04:30:00.355 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa 2024-09-19T04:30:00.355 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa/bfa.ko 2024-09-19T04:30:00.355 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc 2024-09-19T04:30:00.355 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-09-19T04:30:00.356 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i 2024-09-19T04:30:00.356 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-09-19T04:30:00.356 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ch.ko 2024-09-19T04:30:00.356 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor 2024-09-19T04:30:00.356 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor/csiostor.ko 2024-09-19T04:30:00.356 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi 2024-09-19T04:30:00.356 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i 2024-09-19T04:30:00.356 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-09-19T04:30:00.356 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i 2024-09-19T04:30:00.356 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-09-19T04:30:00.356 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-09-19T04:30:00.356 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dc395x.ko 2024-09-19T04:30:00.356 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler 2024-09-19T04:30:00.356 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-09-19T04:30:00.357 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-09-19T04:30:00.357 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-09-19T04:30:00.357 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-09-19T04:30:00.357 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dmx3191d.ko 2024-09-19T04:30:00.357 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r 2024-09-19T04:30:00.357 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r/esas2r.ko 2024-09-19T04:30:00.357 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esp_scsi.ko 2024-09-19T04:30:00.357 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe 2024-09-19T04:30:00.357 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/fcoe.ko 2024-09-19T04:30:00.357 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-09-19T04:30:00.357 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic 2024-09-19T04:30:00.357 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic/fnic.ko 2024-09-19T04:30:00.357 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hpsa.ko 2024-09-19T04:30:00.358 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hptiop.ko 2024-09-19T04:30:00.358 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hv_storvsc.ko 2024-09-19T04:30:00.358 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/initio.ko 2024-09-19T04:30:00.358 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ipr.ko 2024-09-19T04:30:00.358 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ips.ko 2024-09-19T04:30:00.358 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci 2024-09-19T04:30:00.358 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci/isci.ko 2024-09-19T04:30:00.358 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-09-19T04:30:00.358 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_tcp.ko 2024-09-19T04:30:00.358 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc 2024-09-19T04:30:00.358 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc/libfc.ko 2024-09-19T04:30:00.358 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi.ko 2024-09-19T04:30:00.359 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi_tcp.ko 2024-09-19T04:30:00.359 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas 2024-09-19T04:30:00.359 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas/libsas.ko 2024-09-19T04:30:00.359 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc 2024-09-19T04:30:00.359 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc/lpfc.ko 2024-09-19T04:30:00.359 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid 2024-09-19T04:30:00.359 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid.ko 2024-09-19T04:30:00.359 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-09-19T04:30:00.359 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-09-19T04:30:00.359 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-09-19T04:30:00.359 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas 2024-09-19T04:30:00.359 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-09-19T04:30:00.360 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas 2024-09-19T04:30:00.360 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas/mvsas.ko 2024-09-19T04:30:00.360 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvumi.ko 2024-09-19T04:30:00.360 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001 2024-09-19T04:30:00.360 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-09-19T04:30:00.360 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pmcraid.ko 2024-09-19T04:30:00.360 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla1280.ko 2024-09-19T04:30:00.360 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx 2024-09-19T04:30:00.360 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-09-19T04:30:00.360 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-09-19T04:30:00.360 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx 2024-09-19T04:30:00.360 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-09-19T04:30:00.361 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/raid_class.ko 2024-09-19T04:30:00.361 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_debug.ko 2024-09-19T04:30:00.361 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_fc.ko 2024-09-19T04:30:00.361 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-09-19T04:30:00.361 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_sas.ko 2024-09-19T04:30:00.361 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_spi.ko 2024-09-19T04:30:00.361 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_srp.ko 2024-09-19T04:30:00.361 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ses.ko 2024-09-19T04:30:00.361 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/st.ko 2024-09-19T04:30:00.361 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/stex.ko 2024-09-19T04:30:00.361 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2 2024-09-19T04:30:00.361 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-09-19T04:30:00.362 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/virtio_scsi.ko 2024-09-19T04:30:00.362 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/vmw_pvscsi.ko 2024-09-19T04:30:00.362 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/wd719x.ko 2024-09-19T04:30:00.362 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb 2024-09-19T04:30:00.362 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb/ssb.ko 2024-09-19T04:30:00.362 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target 2024-09-19T04:30:00.362 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi 2024-09-19T04:30:00.362 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-09-19T04:30:00.362 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback 2024-09-19T04:30:00.362 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback/tcm_loop.ko 2024-09-19T04:30:00.362 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_file.ko 2024-09-19T04:30:00.362 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_iblock.ko 2024-09-19T04:30:00.362 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_mod.ko 2024-09-19T04:30:00.363 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_pscsi.ko 2024-09-19T04:30:00.363 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_user.ko 2024-09-19T04:30:00.363 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc 2024-09-19T04:30:00.363 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-09-19T04:30:00.363 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal 2024-09-19T04:30:00.363 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel 2024-09-19T04:30:00.363 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal 2024-09-19T04:30:00.363 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-09-19T04:30:00.363 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-09-19T04:30:00.363 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-09-19T04:30:00.363 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-09-19T04:30:00.363 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-09-19T04:30:00.364 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-09-19T04:30:00.364 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-09-19T04:30:00.364 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-09-19T04:30:00.364 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-09-19T04:30:00.364 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-09-19T04:30:00.364 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-09-19T04:30:00.364 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-09-19T04:30:00.364 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-09-19T04:30:00.364 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-09-19T04:30:00.364 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-09-19T04:30:00.364 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-09-19T04:30:00.364 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-09-19T04:30:00.364 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-09-19T04:30:00.365 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty 2024-09-19T04:30:00.365 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless 2024-09-19T04:30:00.365 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-09-19T04:30:00.365 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_gsm.ko 2024-09-19T04:30:00.365 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_hdlc.ko 2024-09-19T04:30:00.365 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/nozomi.ko 2024-09-19T04:30:00.365 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial 2024-09-19T04:30:00.365 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250 2024-09-19T04:30:00.365 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-09-19T04:30:00.365 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/arc_uart.ko 2024-09-19T04:30:00.365 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm 2024-09-19T04:30:00.365 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm/jsm.ko 2024-09-19T04:30:00.365 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs 2024-09-19T04:30:00.366 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core 2024-09-19T04:30:00.366 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core/ufshcd-core.ko 2024-09-19T04:30:00.366 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host 2024-09-19T04:30:00.366 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-09-19T04:30:00.366 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio 2024-09-19T04:30:00.366 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio.ko 2024-09-19T04:30:00.366 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_aec.ko 2024-09-19T04:30:00.366 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_cif.ko 2024-09-19T04:30:00.366 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_pci_generic.ko 2024-09-19T04:30:00.366 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_sercos3.ko 2024-09-19T04:30:00.366 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb 2024-09-19T04:30:00.366 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class 2024-09-19T04:30:00.366 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-acm.ko 2024-09-19T04:30:00.366 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-wdm.ko 2024-09-19T04:30:00.366 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usblp.ko 2024-09-19T04:30:00.367 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usbtmc.ko 2024-09-19T04:30:00.367 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host 2024-09-19T04:30:00.367 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/sl811-hcd.ko 2024-09-19T04:30:00.367 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image 2024-09-19T04:30:00.367 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/mdc800.ko 2024-09-19T04:30:00.367 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/microtek.ko 2024-09-19T04:30:00.367 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc 2024-09-19T04:30:00.367 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/adutux.ko 2024-09-19T04:30:00.367 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/appledisplay.ko 2024-09-19T04:30:00.367 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi26.ko 2024-09-19T04:30:00.367 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi62.ko 2024-09-19T04:30:00.367 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ezusb.ko 2024-09-19T04:30:00.367 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/idmouse.ko 2024-09-19T04:30:00.367 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/iowarrior.ko 2024-09-19T04:30:00.368 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/isight_firmware.ko 2024-09-19T04:30:00.368 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ldusb.ko 2024-09-19T04:30:00.368 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/legousbtower.ko 2024-09-19T04:30:00.368 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga 2024-09-19T04:30:00.368 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-09-19T04:30:00.368 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/trancevibrator.ko 2024-09-19T04:30:00.368 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usb3503.ko 2024-09-19T04:30:00.368 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usblcd.ko 2024-09-19T04:30:00.368 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usbsevseg.ko 2024-09-19T04:30:00.368 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/uss720.ko 2024-09-19T04:30:00.368 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/yurex.ko 2024-09-19T04:30:00.368 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy 2024-09-19T04:30:00.368 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-generic.ko 2024-09-19T04:30:00.368 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial 2024-09-19T04:30:00.369 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/aircable.ko 2024-09-19T04:30:00.369 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ark3116.ko 2024-09-19T04:30:00.369 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/belkin_sa.ko 2024-09-19T04:30:00.369 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ch341.ko 2024-09-19T04:30:00.369 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cp210x.ko 2024-09-19T04:30:00.369 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cyberjack.ko 2024-09-19T04:30:00.369 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cypress_m8.ko 2024-09-19T04:30:00.369 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/digi_acceleport.ko 2024-09-19T04:30:00.369 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/empeg.ko 2024-09-19T04:30:00.369 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ftdi_sio.ko 2024-09-19T04:30:00.369 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/garmin_gps.ko 2024-09-19T04:30:00.369 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_edgeport.ko 2024-09-19T04:30:00.369 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_ti.ko 2024-09-19T04:30:00.369 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipaq.ko 2024-09-19T04:30:00.370 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipw.ko 2024-09-19T04:30:00.370 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ir-usb.ko 2024-09-19T04:30:00.370 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-09-19T04:30:00.370 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan.ko 2024-09-19T04:30:00.370 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan_pda.ko 2024-09-19T04:30:00.370 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kl5kusb105.ko 2024-09-19T04:30:00.370 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kobil_sct.ko 2024-09-19T04:30:00.370 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mct_u232.ko 2024-09-19T04:30:00.370 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7720.ko 2024-09-19T04:30:00.370 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7840.ko 2024-09-19T04:30:00.370 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/navman.ko 2024-09-19T04:30:00.370 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/omninet.ko 2024-09-19T04:30:00.370 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/opticon.ko 2024-09-19T04:30:00.370 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/option.ko 2024-09-19T04:30:00.370 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/oti6858.ko 2024-09-19T04:30:00.371 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/pl2303.ko 2024-09-19T04:30:00.371 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcaux.ko 2024-09-19T04:30:00.371 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcserial.ko 2024-09-19T04:30:00.371 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/quatech2.ko 2024-09-19T04:30:00.371 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/safe_serial.ko 2024-09-19T04:30:00.371 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/sierra.ko 2024-09-19T04:30:00.371 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/spcp8x5.ko 2024-09-19T04:30:00.371 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ssu100.ko 2024-09-19T04:30:00.371 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/symbolserial.ko 2024-09-19T04:30:00.371 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-09-19T04:30:00.371 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-09-19T04:30:00.371 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_debug.ko 2024-09-19T04:30:00.372 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_wwan.ko 2024-09-19T04:30:00.372 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/visor.ko 2024-09-19T04:30:00.372 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/whiteheat.ko 2024-09-19T04:30:00.372 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/xsens_mt.ko 2024-09-19T04:30:00.372 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage 2024-09-19T04:30:00.372 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/uas.ko 2024-09-19T04:30:00.372 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-alauda.ko 2024-09-19T04:30:00.372 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-cypress.ko 2024-09-19T04:30:00.372 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-datafab.ko 2024-09-19T04:30:00.372 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-09-19T04:30:00.372 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-freecom.ko 2024-09-19T04:30:00.372 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-isd200.ko 2024-09-19T04:30:00.372 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-09-19T04:30:00.372 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-karma.ko 2024-09-19T04:30:00.373 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-onetouch.ko 2024-09-19T04:30:00.373 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-realtek.ko 2024-09-19T04:30:00.373 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr09.ko 2024-09-19T04:30:00.373 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr55.ko 2024-09-19T04:30:00.373 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-usbat.ko 2024-09-19T04:30:00.373 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/usb-storage.ko 2024-09-19T04:30:00.373 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip 2024-09-19T04:30:00.373 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-core.ko 2024-09-19T04:30:00.373 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-host.ko 2024-09-19T04:30:00.373 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-09-19T04:30:00.373 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio 2024-09-19T04:30:00.373 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci 2024-09-19T04:30:00.373 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-09-19T04:30:00.373 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci.ko 2024-09-19T04:30:00.374 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio.ko 2024-09-19T04:30:00.374 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-09-19T04:30:00.374 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost 2024-09-19T04:30:00.374 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost.ko 2024-09-19T04:30:00.374 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_iotlb.ko 2024-09-19T04:30:00.374 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_net.ko 2024-09-19T04:30:00.374 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_scsi.ko 2024-09-19T04:30:00.374 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video 2024-09-19T04:30:00.374 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight 2024-09-19T04:30:00.374 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/apple_bl.ko 2024-09-19T04:30:00.374 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lcd.ko 2024-09-19T04:30:00.374 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/platform_lcd.ko 2024-09-19T04:30:00.374 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio 2024-09-19T04:30:00.374 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio.ko 2024-09-19T04:30:00.374 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_balloon.ko 2024-09-19T04:30:00.375 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_mmio.ko 2024-09-19T04:30:00.375 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci.ko 2024-09-19T04:30:00.375 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-09-19T04:30:00.375 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-09-19T04:30:00.375 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_ring.ko 2024-09-19T04:30:00.375 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1 2024-09-19T04:30:00.375 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters 2024-09-19T04:30:00.375 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2482.ko 2024-09-19T04:30:00.375 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2490.ko 2024-09-19T04:30:00.375 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves 2024-09-19T04:30:00.375 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-09-19T04:30:00.375 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-09-19T04:30:00.375 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-09-19T04:30:00.375 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-09-19T04:30:00.376 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-09-19T04:30:00.376 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-09-19T04:30:00.376 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-09-19T04:30:00.376 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-09-19T04:30:00.376 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-09-19T04:30:00.376 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_smem.ko 2024-09-19T04:30:00.376 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_therm.ko 2024-09-19T04:30:00.376 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/wire.ko 2024-09-19T04:30:00.376 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog 2024-09-19T04:30:00.376 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim1535_wdt.ko 2024-09-19T04:30:00.376 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim7101_wdt.ko 2024-09-19T04:30:00.376 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/f71808e_wdt.ko 2024-09-19T04:30:00.376 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/hpwdt.ko 2024-09-19T04:30:00.377 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/i6300esb.ko 2024-09-19T04:30:00.377 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-09-19T04:30:00.377 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_wdt.ko 2024-09-19T04:30:00.377 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ib700wdt.ko 2024-09-19T04:30:00.377 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ibmasr.ko 2024-09-19T04:30:00.377 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-09-19T04:30:00.377 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it8712f_wdt.ko 2024-09-19T04:30:00.377 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it87_wdt.ko 2024-09-19T04:30:00.377 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/machzwd.ko 2024-09-19T04:30:00.378 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/nv_tco.ko 2024-09-19T04:30:00.378 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_pci.ko 2024-09-19T04:30:00.378 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_usb.ko 2024-09-19T04:30:00.378 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-09-19T04:30:00.378 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sch311x_wdt.ko 2024-09-19T04:30:00.378 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/softdog.ko 2024-09-19T04:30:00.378 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sp5100_tco.ko 2024-09-19T04:30:00.378 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/via_wdt.ko 2024-09-19T04:30:00.378 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-09-19T04:30:00.378 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83877f_wdt.ko 2024-09-19T04:30:00.378 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83977f_wdt.ko 2024-09-19T04:30:00.378 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wdt_pci.ko 2024-09-19T04:30:00.378 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/xen_wdt.ko 2024-09-19T04:30:00.379 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen 2024-09-19T04:30:00.379 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-acpi-processor.ko 2024-09-19T04:30:00.379 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-evtchn.ko 2024-09-19T04:30:00.379 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntalloc.ko 2024-09-19T04:30:00.379 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntdev.ko 2024-09-19T04:30:00.379 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback 2024-09-19T04:30:00.379 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-09-19T04:30:00.379 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-privcmd.ko 2024-09-19T04:30:00.379 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs 2024-09-19T04:30:00.379 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs/xenfs.ko 2024-09-19T04:30:00.379 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs 2024-09-19T04:30:00.379 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p 2024-09-19T04:30:00.380 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p/9p.ko 2024-09-19T04:30:00.380 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs 2024-09-19T04:30:00.380 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs/affs.ko 2024-09-19T04:30:00.380 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs 2024-09-19T04:30:00.380 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs/befs.ko 2024-09-19T04:30:00.380 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/binfmt_misc.ko 2024-09-19T04:30:00.380 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs 2024-09-19T04:30:00.380 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs/btrfs.ko 2024-09-19T04:30:00.380 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles 2024-09-19T04:30:00.380 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles/cachefiles.ko 2024-09-19T04:30:00.380 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph 2024-09-19T04:30:00.380 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph/ceph.ko 2024-09-19T04:30:00.380 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda 2024-09-19T04:30:00.380 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda/coda.ko 2024-09-19T04:30:00.381 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs 2024-09-19T04:30:00.381 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs/cramfs.ko 2024-09-19T04:30:00.381 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm 2024-09-19T04:30:00.381 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm/dlm.ko 2024-09-19T04:30:00.381 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs 2024-09-19T04:30:00.381 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs/ecryptfs.ko 2024-09-19T04:30:00.381 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs 2024-09-19T04:30:00.381 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs/f2fs.ko 2024-09-19T04:30:00.381 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat 2024-09-19T04:30:00.381 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/fat.ko 2024-09-19T04:30:00.381 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/msdos.ko 2024-09-19T04:30:00.381 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/vfat.ko 2024-09-19T04:30:00.381 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse 2024-09-19T04:30:00.382 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/cuse.ko 2024-09-19T04:30:00.382 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/fuse.ko 2024-09-19T04:30:00.382 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2 2024-09-19T04:30:00.382 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2/gfs2.ko 2024-09-19T04:30:00.382 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs 2024-09-19T04:30:00.382 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs/hfs.ko 2024-09-19T04:30:00.382 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus 2024-09-19T04:30:00.382 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus/hfsplus.ko 2024-09-19T04:30:00.382 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs 2024-09-19T04:30:00.382 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs/isofs.ko 2024-09-19T04:30:00.382 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs 2024-09-19T04:30:00.382 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs/jfs.ko 2024-09-19T04:30:00.382 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd 2024-09-19T04:30:00.382 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd/lockd.ko 2024-09-19T04:30:00.383 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix 2024-09-19T04:30:00.383 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix/minix.ko 2024-09-19T04:30:00.383 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs 2024-09-19T04:30:00.383 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs/netfs.ko 2024-09-19T04:30:00.383 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs 2024-09-19T04:30:00.383 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout 2024-09-19T04:30:00.383 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-09-19T04:30:00.383 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout 2024-09-19T04:30:00.383 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-09-19T04:30:00.383 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout 2024-09-19T04:30:00.383 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-09-19T04:30:00.383 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfs.ko 2024-09-19T04:30:00.383 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv3.ko 2024-09-19T04:30:00.384 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv4.ko 2024-09-19T04:30:00.384 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common 2024-09-19T04:30:00.384 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/grace.ko 2024-09-19T04:30:00.384 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/nfs_acl.ko 2024-09-19T04:30:00.384 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd 2024-09-19T04:30:00.384 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd/nfsd.ko 2024-09-19T04:30:00.384 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2 2024-09-19T04:30:00.384 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2/nilfs2.ko 2024-09-19T04:30:00.384 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls 2024-09-19T04:30:00.384 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-celtic.ko 2024-09-19T04:30:00.384 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-centeuro.ko 2024-09-19T04:30:00.384 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-croatian.ko 2024-09-19T04:30:00.384 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-cyrillic.ko 2024-09-19T04:30:00.385 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-gaelic.ko 2024-09-19T04:30:00.385 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-greek.ko 2024-09-19T04:30:00.385 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-iceland.ko 2024-09-19T04:30:00.385 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-inuit.ko 2024-09-19T04:30:00.385 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-roman.ko 2024-09-19T04:30:00.385 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-romanian.ko 2024-09-19T04:30:00.385 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-turkish.ko 2024-09-19T04:30:00.385 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1250.ko 2024-09-19T04:30:00.385 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1251.ko 2024-09-19T04:30:00.385 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1255.ko 2024-09-19T04:30:00.385 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp737.ko 2024-09-19T04:30:00.385 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp775.ko 2024-09-19T04:30:00.385 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp850.ko 2024-09-19T04:30:00.385 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp852.ko 2024-09-19T04:30:00.386 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp855.ko 2024-09-19T04:30:00.386 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp857.ko 2024-09-19T04:30:00.386 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp860.ko 2024-09-19T04:30:00.386 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp861.ko 2024-09-19T04:30:00.386 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp862.ko 2024-09-19T04:30:00.386 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp863.ko 2024-09-19T04:30:00.386 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp864.ko 2024-09-19T04:30:00.386 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp865.ko 2024-09-19T04:30:00.386 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp866.ko 2024-09-19T04:30:00.386 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp869.ko 2024-09-19T04:30:00.386 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp874.ko 2024-09-19T04:30:00.386 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp932.ko 2024-09-19T04:30:00.386 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp936.ko 2024-09-19T04:30:00.386 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp949.ko 2024-09-19T04:30:00.387 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp950.ko 2024-09-19T04:30:00.387 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_euc-jp.ko 2024-09-19T04:30:00.387 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-1.ko 2024-09-19T04:30:00.387 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-13.ko 2024-09-19T04:30:00.387 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-14.ko 2024-09-19T04:30:00.387 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-15.ko 2024-09-19T04:30:00.387 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-2.ko 2024-09-19T04:30:00.387 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-3.ko 2024-09-19T04:30:00.387 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-4.ko 2024-09-19T04:30:00.387 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-5.ko 2024-09-19T04:30:00.387 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-6.ko 2024-09-19T04:30:00.387 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-7.ko 2024-09-19T04:30:00.387 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-9.ko 2024-09-19T04:30:00.387 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-r.ko 2024-09-19T04:30:00.388 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-ru.ko 2024-09-19T04:30:00.388 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-u.ko 2024-09-19T04:30:00.388 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_ucs2_utils.ko 2024-09-19T04:30:00.388 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_utf8.ko 2024-09-19T04:30:00.388 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2 2024-09-19T04:30:00.388 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster 2024-09-19T04:30:00.388 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-09-19T04:30:00.388 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm 2024-09-19T04:30:00.388 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-09-19T04:30:00.388 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs 2024-09-19T04:30:00.388 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-09-19T04:30:00.388 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2.ko 2024-09-19T04:30:00.388 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-09-19T04:30:00.389 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-09-19T04:30:00.389 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-09-19T04:30:00.389 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs 2024-09-19T04:30:00.389 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs/overlay.ko 2024-09-19T04:30:00.389 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore 2024-09-19T04:30:00.389 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore/ramoops.ko 2024-09-19T04:30:00.389 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs 2024-09-19T04:30:00.389 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs/reiserfs.ko 2024-09-19T04:30:00.389 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs 2024-09-19T04:30:00.389 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs/romfs.ko 2024-09-19T04:30:00.389 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb 2024-09-19T04:30:00.389 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client 2024-09-19T04:30:00.389 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client/cifs.ko 2024-09-19T04:30:00.390 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common 2024-09-19T04:30:00.390 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_arc4.ko 2024-09-19T04:30:00.390 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_md4.ko 2024-09-19T04:30:00.390 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs 2024-09-19T04:30:00.390 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs/squashfs.ko 2024-09-19T04:30:00.390 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv 2024-09-19T04:30:00.390 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv/sysv.ko 2024-09-19T04:30:00.390 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf 2024-09-19T04:30:00.390 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf/udf.ko 2024-09-19T04:30:00.390 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs 2024-09-19T04:30:00.390 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs/ufs.ko 2024-09-19T04:30:00.390 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs 2024-09-19T04:30:00.390 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs/xfs.ko 2024-09-19T04:30:00.390 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel 2024-09-19T04:30:00.390 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu 2024-09-19T04:30:00.391 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu/rcutorture.ko 2024-09-19T04:30:00.391 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/torture.ko 2024-09-19T04:30:00.391 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace 2024-09-19T04:30:00.391 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-09-19T04:30:00.391 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib 2024-09-19T04:30:00.391 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/asn1_encoder.ko 2024-09-19T04:30:00.391 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc-itu-t.ko 2024-09-19T04:30:00.391 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc8.ko 2024-09-19T04:30:00.391 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto 2024-09-19T04:30:00.391 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libaescfb.ko 2024-09-19T04:30:00.391 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libarc4.ko 2024-09-19T04:30:00.391 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libdes.ko 2024-09-19T04:30:00.392 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/libcrc32c.ko 2024-09-19T04:30:00.392 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lru_cache.ko 2024-09-19T04:30:00.392 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4 2024-09-19T04:30:00.392 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4_compress.ko 2024-09-19T04:30:00.392 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4hc_compress.ko 2024-09-19T04:30:00.392 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math 2024-09-19T04:30:00.392 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math/cordic.ko 2024-09-19T04:30:00.392 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6 2024-09-19T04:30:00.392 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6/raid6_pq.ko 2024-09-19T04:30:00.392 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon 2024-09-19T04:30:00.392 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon/reed_solomon.ko 2024-09-19T04:30:00.393 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_bm.ko 2024-09-19T04:30:00.393 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_fsm.ko 2024-09-19T04:30:00.393 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_kmp.ko 2024-09-19T04:30:00.393 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd 2024-09-19T04:30:00.393 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd/zstd_compress.ko 2024-09-19T04:30:00.393 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm 2024-09-19T04:30:00.393 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm/hwpoison-inject.ko 2024-09-19T04:30:00.393 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net 2024-09-19T04:30:00.393 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan 2024-09-19T04:30:00.393 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/6lowpan.ko 2024-09-19T04:30:00.393 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_dest.ko 2024-09-19T04:30:00.393 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_fragment.ko 2024-09-19T04:30:00.393 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_hop.ko 2024-09-19T04:30:00.394 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_ipv6.ko 2024-09-19T04:30:00.394 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_mobility.ko 2024-09-19T04:30:00.394 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_routing.ko 2024-09-19T04:30:00.394 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_udp.ko 2024-09-19T04:30:00.394 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802 2024-09-19T04:30:00.394 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/garp.ko 2024-09-19T04:30:00.394 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/mrp.ko 2024-09-19T04:30:00.394 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/p8022.ko 2024-09-19T04:30:00.394 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/psnap.ko 2024-09-19T04:30:00.394 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/stp.ko 2024-09-19T04:30:00.394 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q 2024-09-19T04:30:00.394 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q/8021q.ko 2024-09-19T04:30:00.394 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p 2024-09-19T04:30:00.394 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet.ko 2024-09-19T04:30:00.395 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_fd.ko 2024-09-19T04:30:00.395 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_rdma.ko 2024-09-19T04:30:00.395 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_virtio.ko 2024-09-19T04:30:00.395 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv 2024-09-19T04:30:00.395 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv/batman-adv.ko 2024-09-19T04:30:00.395 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge 2024-09-19T04:30:00.395 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/br_netfilter.ko 2024-09-19T04:30:00.395 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/bridge.ko 2024-09-19T04:30:00.395 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter 2024-09-19T04:30:00.395 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-09-19T04:30:00.395 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_among.ko 2024-09-19T04:30:00.395 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arp.ko 2024-09-19T04:30:00.396 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-09-19T04:30:00.396 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-09-19T04:30:00.396 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip.ko 2024-09-19T04:30:00.396 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-09-19T04:30:00.396 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_limit.ko 2024-09-19T04:30:00.396 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_log.ko 2024-09-19T04:30:00.396 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark.ko 2024-09-19T04:30:00.396 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-09-19T04:30:00.396 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-09-19T04:30:00.396 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-09-19T04:30:00.396 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-09-19T04:30:00.396 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_snat.ko 2024-09-19T04:30:00.396 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_stp.ko 2024-09-19T04:30:00.396 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-09-19T04:30:00.397 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-09-19T04:30:00.397 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-09-19T04:30:00.397 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-09-19T04:30:00.397 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtables.ko 2024-09-19T04:30:00.397 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-09-19T04:30:00.397 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-09-19T04:30:00.397 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-09-19T04:30:00.397 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph 2024-09-19T04:30:00.397 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph/libceph.ko 2024-09-19T04:30:00.397 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core 2024-09-19T04:30:00.397 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/failover.ko 2024-09-19T04:30:00.397 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/pktgen.ko 2024-09-19T04:30:00.398 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp 2024-09-19T04:30:00.398 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp.ko 2024-09-19T04:30:00.398 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_diag.ko 2024-09-19T04:30:00.398 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv4.ko 2024-09-19T04:30:00.398 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv6.ko 2024-09-19T04:30:00.398 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver 2024-09-19T04:30:00.398 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver/dns_resolver.ko 2024-09-19T04:30:00.398 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa 2024-09-19T04:30:00.398 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/dsa_core.ko 2024-09-19T04:30:00.398 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_brcm.ko 2024-09-19T04:30:00.398 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_dsa.ko 2024-09-19T04:30:00.398 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_none.ko 2024-09-19T04:30:00.398 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_trailer.ko 2024-09-19T04:30:00.399 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154 2024-09-19T04:30:00.399 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan 2024-09-19T04:30:00.399 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-09-19T04:30:00.399 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154.ko 2024-09-19T04:30:00.399 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154_socket.ko 2024-09-19T04:30:00.399 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4 2024-09-19T04:30:00.399 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ah4.ko 2024-09-19T04:30:00.399 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/esp4.ko 2024-09-19T04:30:00.399 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/fou.ko 2024-09-19T04:30:00.399 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/gre.ko 2024-09-19T04:30:00.399 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/inet_diag.ko 2024-09-19T04:30:00.399 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_gre.ko 2024-09-19T04:30:00.399 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_tunnel.ko 2024-09-19T04:30:00.400 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_vti.ko 2024-09-19T04:30:00.400 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipcomp.ko 2024-09-19T04:30:00.400 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipip.ko 2024-09-19T04:30:00.400 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter 2024-09-19T04:30:00.400 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arp_tables.ko 2024-09-19T04:30:00.400 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-09-19T04:30:00.400 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-09-19T04:30:00.400 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-09-19T04:30:00.400 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-09-19T04:30:00.400 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-09-19T04:30:00.400 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-09-19T04:30:00.400 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-09-19T04:30:00.401 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-09-19T04:30:00.401 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-09-19T04:30:00.401 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_security.ko 2024-09-19T04:30:00.401 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-09-19T04:30:00.401 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-09-19T04:30:00.401 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-09-19T04:30:00.401 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-09-19T04:30:00.401 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-09-19T04:30:00.401 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-09-19T04:30:00.401 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-09-19T04:30:00.401 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-09-19T04:30:00.401 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-09-19T04:30:00.401 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-09-19T04:30:00.401 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_bic.ko 2024-09-19T04:30:00.402 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_dctcp.ko 2024-09-19T04:30:00.402 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_diag.ko 2024-09-19T04:30:00.402 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_highspeed.ko 2024-09-19T04:30:00.402 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_htcp.ko 2024-09-19T04:30:00.402 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_hybla.ko 2024-09-19T04:30:00.402 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_illinois.ko 2024-09-19T04:30:00.402 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_lp.ko 2024-09-19T04:30:00.402 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_scalable.ko 2024-09-19T04:30:00.402 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_vegas.ko 2024-09-19T04:30:00.402 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_veno.ko 2024-09-19T04:30:00.402 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_westwood.ko 2024-09-19T04:30:00.402 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_yeah.ko 2024-09-19T04:30:00.402 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tunnel4.ko 2024-09-19T04:30:00.402 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_diag.ko 2024-09-19T04:30:00.403 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_tunnel.ko 2024-09-19T04:30:00.403 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/xfrm4_tunnel.ko 2024-09-19T04:30:00.403 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6 2024-09-19T04:30:00.403 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ah6.ko 2024-09-19T04:30:00.403 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/esp6.ko 2024-09-19T04:30:00.403 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/fou6.ko 2024-09-19T04:30:00.403 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_tunnel.ko 2024-09-19T04:30:00.403 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-09-19T04:30:00.403 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_vti.ko 2024-09-19T04:30:00.403 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ipcomp6.ko 2024-09-19T04:30:00.403 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter 2024-09-19T04:30:00.403 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-09-19T04:30:00.403 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-09-19T04:30:00.404 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-09-19T04:30:00.404 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-09-19T04:30:00.404 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-09-19T04:30:00.404 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-09-19T04:30:00.404 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-09-19T04:30:00.404 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-09-19T04:30:00.404 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-09-19T04:30:00.404 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-09-19T04:30:00.404 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-09-19T04:30:00.404 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-09-19T04:30:00.404 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-09-19T04:30:00.404 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-09-19T04:30:00.404 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-09-19T04:30:00.404 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-09-19T04:30:00.404 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-09-19T04:30:00.405 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-09-19T04:30:00.405 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-09-19T04:30:00.405 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-09-19T04:30:00.405 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-09-19T04:30:00.405 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-09-19T04:30:00.405 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-09-19T04:30:00.405 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-09-19T04:30:00.405 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/sit.ko 2024-09-19T04:30:00.405 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/tunnel6.ko 2024-09-19T04:30:00.405 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/xfrm6_tunnel.ko 2024-09-19T04:30:00.405 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key 2024-09-19T04:30:00.405 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key/af_key.ko 2024-09-19T04:30:00.405 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp 2024-09-19T04:30:00.405 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_core.ko 2024-09-19T04:30:00.406 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_debugfs.ko 2024-09-19T04:30:00.406 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_eth.ko 2024-09-19T04:30:00.406 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip.ko 2024-09-19T04:30:00.406 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip6.ko 2024-09-19T04:30:00.406 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_netlink.ko 2024-09-19T04:30:00.406 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ppp.ko 2024-09-19T04:30:00.406 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc 2024-09-19T04:30:00.406 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/llc.ko 2024-09-19T04:30:00.406 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154 2024-09-19T04:30:00.406 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154/mac802154.ko 2024-09-19T04:30:00.406 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls 2024-09-19T04:30:00.406 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls/mpls_gso.ko 2024-09-19T04:30:00.406 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter 2024-09-19T04:30:00.406 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset 2024-09-19T04:30:00.407 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set.ko 2024-09-19T04:30:00.407 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-09-19T04:30:00.407 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-09-19T04:30:00.407 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-09-19T04:30:00.407 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-09-19T04:30:00.407 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-09-19T04:30:00.407 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-09-19T04:30:00.407 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-09-19T04:30:00.407 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-09-19T04:30:00.407 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-09-19T04:30:00.407 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-09-19T04:30:00.407 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-09-19T04:30:00.407 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-09-19T04:30:00.408 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-09-19T04:30:00.408 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-09-19T04:30:00.408 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-09-19T04:30:00.408 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs 2024-09-19T04:30:00.408 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs.ko 2024-09-19T04:30:00.408 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-09-19T04:30:00.408 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-09-19T04:30:00.408 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-09-19T04:30:00.408 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-09-19T04:30:00.408 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-09-19T04:30:00.408 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-09-19T04:30:00.408 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-09-19T04:30:00.408 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-09-19T04:30:00.408 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-09-19T04:30:00.409 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-09-19T04:30:00.409 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-09-19T04:30:00.409 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-09-19T04:30:00.409 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-09-19T04:30:00.409 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conncount.ko 2024-09-19T04:30:00.409 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack.ko 2024-09-19T04:30:00.409 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-09-19T04:30:00.409 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-09-19T04:30:00.409 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-09-19T04:30:00.409 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_h323.ko 2024-09-19T04:30:00.409 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_irc.ko 2024-09-19T04:30:00.409 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-09-19T04:30:00.409 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-09-19T04:30:00.410 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-09-19T04:30:00.410 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sane.ko 2024-09-19T04:30:00.410 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sip.ko 2024-09-19T04:30:00.410 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-09-19T04:30:00.410 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-09-19T04:30:00.410 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_dup_netdev.ko 2024-09-19T04:30:00.410 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table.ko 2024-09-19T04:30:00.410 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table_inet.ko 2024-09-19T04:30:00.410 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_log_syslog.ko 2024-09-19T04:30:00.410 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat.ko 2024-09-19T04:30:00.410 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_amanda.ko 2024-09-19T04:30:00.410 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_ftp.ko 2024-09-19T04:30:00.410 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_irc.ko 2024-09-19T04:30:00.410 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_sip.ko 2024-09-19T04:30:00.410 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_tftp.ko 2024-09-19T04:30:00.411 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_synproxy_core.ko 2024-09-19T04:30:00.411 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_tables.ko 2024-09-19T04:30:00.411 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink.ko 2024-09-19T04:30:00.411 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_acct.ko 2024-09-19T04:30:00.411 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_log.ko 2024-09-19T04:30:00.411 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_osf.ko 2024-09-19T04:30:00.411 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_queue.ko 2024-09-19T04:30:00.411 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_chain_nat.ko 2024-09-19T04:30:00.411 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_compat.ko 2024-09-19T04:30:00.411 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_ct.ko 2024-09-19T04:30:00.411 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_dup_netdev.ko 2024-09-19T04:30:00.411 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fib.ko 2024-09-19T04:30:00.411 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fwd_netdev.ko 2024-09-19T04:30:00.411 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_hash.ko 2024-09-19T04:30:00.412 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_limit.ko 2024-09-19T04:30:00.412 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_log.ko 2024-09-19T04:30:00.412 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_masq.ko 2024-09-19T04:30:00.412 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_nat.ko 2024-09-19T04:30:00.412 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_numgen.ko 2024-09-19T04:30:00.412 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_queue.ko 2024-09-19T04:30:00.412 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_quota.ko 2024-09-19T04:30:00.412 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_redir.ko 2024-09-19T04:30:00.412 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject.ko 2024-09-19T04:30:00.412 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject_inet.ko 2024-09-19T04:30:00.412 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_socket.ko 2024-09-19T04:30:00.412 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_tunnel.ko 2024-09-19T04:30:00.412 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_AUDIT.ko 2024-09-19T04:30:00.412 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CHECKSUM.ko 2024-09-19T04:30:00.413 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CLASSIFY.ko 2024-09-19T04:30:00.413 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-09-19T04:30:00.413 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CT.ko 2024-09-19T04:30:00.413 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_DSCP.ko 2024-09-19T04:30:00.413 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HL.ko 2024-09-19T04:30:00.413 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HMARK.ko 2024-09-19T04:30:00.413 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_IDLETIMER.ko 2024-09-19T04:30:00.413 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LED.ko 2024-09-19T04:30:00.413 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LOG.ko 2024-09-19T04:30:00.413 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_MASQUERADE.ko 2024-09-19T04:30:00.413 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NETMAP.ko 2024-09-19T04:30:00.413 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFLOG.ko 2024-09-19T04:30:00.413 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFQUEUE.ko 2024-09-19T04:30:00.413 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_RATEEST.ko 2024-09-19T04:30:00.414 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_REDIRECT.ko 2024-09-19T04:30:00.414 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_SECMARK.ko 2024-09-19T04:30:00.414 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPMSS.ko 2024-09-19T04:30:00.414 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-09-19T04:30:00.414 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TEE.ko 2024-09-19T04:30:00.414 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TPROXY.ko 2024-09-19T04:30:00.414 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TRACE.ko 2024-09-19T04:30:00.414 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_addrtype.ko 2024-09-19T04:30:00.414 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_bpf.ko 2024-09-19T04:30:00.414 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cgroup.ko 2024-09-19T04:30:00.414 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cluster.ko 2024-09-19T04:30:00.414 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_comment.ko 2024-09-19T04:30:00.414 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connbytes.ko 2024-09-19T04:30:00.414 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlabel.ko 2024-09-19T04:30:00.414 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlimit.ko 2024-09-19T04:30:00.414 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connmark.ko 2024-09-19T04:30:00.415 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_conntrack.ko 2024-09-19T04:30:00.415 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cpu.ko 2024-09-19T04:30:00.415 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dccp.ko 2024-09-19T04:30:00.415 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_devgroup.ko 2024-09-19T04:30:00.415 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dscp.ko 2024-09-19T04:30:00.415 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ecn.ko 2024-09-19T04:30:00.415 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_esp.ko 2024-09-19T04:30:00.415 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hashlimit.ko 2024-09-19T04:30:00.415 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_helper.ko 2024-09-19T04:30:00.415 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hl.ko 2024-09-19T04:30:00.415 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipcomp.ko 2024-09-19T04:30:00.415 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_iprange.ko 2024-09-19T04:30:00.415 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipvs.ko 2024-09-19T04:30:00.415 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_l2tp.ko 2024-09-19T04:30:00.416 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_length.ko 2024-09-19T04:30:00.416 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_limit.ko 2024-09-19T04:30:00.416 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mac.ko 2024-09-19T04:30:00.416 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mark.ko 2024-09-19T04:30:00.416 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_multiport.ko 2024-09-19T04:30:00.416 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nat.ko 2024-09-19T04:30:00.416 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nfacct.ko 2024-09-19T04:30:00.416 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_osf.ko 2024-09-19T04:30:00.416 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_owner.ko 2024-09-19T04:30:00.416 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_physdev.ko 2024-09-19T04:30:00.416 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_pkttype.ko 2024-09-19T04:30:00.416 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_policy.ko 2024-09-19T04:30:00.416 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_quota.ko 2024-09-19T04:30:00.416 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_rateest.ko 2024-09-19T04:30:00.417 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_realm.ko 2024-09-19T04:30:00.417 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_recent.ko 2024-09-19T04:30:00.417 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_sctp.ko 2024-09-19T04:30:00.417 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_set.ko 2024-09-19T04:30:00.417 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_socket.ko 2024-09-19T04:30:00.417 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_state.ko 2024-09-19T04:30:00.417 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_statistic.ko 2024-09-19T04:30:00.417 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_string.ko 2024-09-19T04:30:00.417 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_tcpmss.ko 2024-09-19T04:30:00.417 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_time.ko 2024-09-19T04:30:00.417 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_u32.ko 2024-09-19T04:30:00.417 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink 2024-09-19T04:30:00.417 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink/netlink_diag.ko 2024-09-19T04:30:00.418 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh 2024-09-19T04:30:00.418 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh/nsh.ko 2024-09-19T04:30:00.418 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch 2024-09-19T04:30:00.418 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/openvswitch.ko 2024-09-19T04:30:00.418 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-geneve.ko 2024-09-19T04:30:00.418 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-gre.ko 2024-09-19T04:30:00.418 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-vxlan.ko 2024-09-19T04:30:00.418 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet 2024-09-19T04:30:00.418 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet/af_packet_diag.ko 2024-09-19T04:30:00.418 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds 2024-09-19T04:30:00.418 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds.ko 2024-09-19T04:30:00.418 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_rdma.ko 2024-09-19T04:30:00.418 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_tcp.ko 2024-09-19T04:30:00.418 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched 2024-09-19T04:30:00.418 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_csum.ko 2024-09-19T04:30:00.419 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_gact.ko 2024-09-19T04:30:00.419 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_mirred.ko 2024-09-19T04:30:00.419 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_nat.ko 2024-09-19T04:30:00.419 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_pedit.ko 2024-09-19T04:30:00.419 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_police.ko 2024-09-19T04:30:00.419 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_simple.ko 2024-09-19T04:30:00.419 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_skbedit.ko 2024-09-19T04:30:00.419 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_vlan.ko 2024-09-19T04:30:00.419 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_basic.ko 2024-09-19T04:30:00.419 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_bpf.ko 2024-09-19T04:30:00.419 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_flow.ko 2024-09-19T04:30:00.419 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_fw.ko 2024-09-19T04:30:00.419 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_route.ko 2024-09-19T04:30:00.419 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_u32.ko 2024-09-19T04:30:00.419 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_cmp.ko 2024-09-19T04:30:00.420 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_ipset.ko 2024-09-19T04:30:00.420 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_meta.ko 2024-09-19T04:30:00.420 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_nbyte.ko 2024-09-19T04:30:00.420 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_text.ko 2024-09-19T04:30:00.420 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_u32.ko 2024-09-19T04:30:00.420 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_choke.ko 2024-09-19T04:30:00.420 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_codel.ko 2024-09-19T04:30:00.420 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_drr.ko 2024-09-19T04:30:00.420 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_fq.ko 2024-09-19T04:30:00.420 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_gred.ko 2024-09-19T04:30:00.420 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hfsc.ko 2024-09-19T04:30:00.420 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hhf.ko 2024-09-19T04:30:00.420 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_htb.ko 2024-09-19T04:30:00.420 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_ingress.ko 2024-09-19T04:30:00.420 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio.ko 2024-09-19T04:30:00.421 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio_lib.ko 2024-09-19T04:30:00.421 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_multiq.ko 2024-09-19T04:30:00.421 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_netem.ko 2024-09-19T04:30:00.421 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_pie.ko 2024-09-19T04:30:00.421 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_plug.ko 2024-09-19T04:30:00.421 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_prio.ko 2024-09-19T04:30:00.421 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_qfq.ko 2024-09-19T04:30:00.421 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_red.ko 2024-09-19T04:30:00.421 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfb.ko 2024-09-19T04:30:00.421 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfq.ko 2024-09-19T04:30:00.421 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_tbf.ko 2024-09-19T04:30:00.421 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_teql.ko 2024-09-19T04:30:00.421 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp 2024-09-19T04:30:00.421 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp.ko 2024-09-19T04:30:00.422 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp_diag.ko 2024-09-19T04:30:00.422 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc 2024-09-19T04:30:00.422 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss 2024-09-19T04:30:00.422 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-09-19T04:30:00.422 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-09-19T04:30:00.422 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/sunrpc.ko 2024-09-19T04:30:00.422 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma 2024-09-19T04:30:00.422 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-09-19T04:30:00.422 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc 2024-09-19T04:30:00.422 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc.ko 2024-09-19T04:30:00.422 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc_diag.ko 2024-09-19T04:30:00.422 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix 2024-09-19T04:30:00.422 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix/unix_diag.ko 2024-09-19T04:30:00.422 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock 2024-09-19T04:30:00.422 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-09-19T04:30:00.422 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-09-19T04:30:00.423 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock.ko 2024-09-19T04:30:00.423 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_diag.ko 2024-09-19T04:30:00.423 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_loopback.ko 2024-09-19T04:30:00.423 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm 2024-09-19T04:30:00.423 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_ipcomp.ko 2024-09-19T04:30:00.423 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security 2024-09-19T04:30:00.423 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys 2024-09-19T04:30:00.423 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys 2024-09-19T04:30:00.423 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-09-19T04:30:00.423 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys 2024-09-19T04:30:00.423 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys/trusted.ko 2024-09-19T04:30:00.423 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias 2024-09-19T04:30:00.423 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias.bin 2024-09-19T04:30:00.423 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin 2024-09-19T04:30:00.423 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.alias.bin 2024-09-19T04:30:00.424 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.bin 2024-09-19T04:30:00.424 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.modinfo 2024-09-19T04:30:00.424 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep 2024-09-19T04:30:00.424 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep.bin 2024-09-19T04:30:00.424 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.devname 2024-09-19T04:30:00.424 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.order 2024-09-19T04:30:00.424 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.softdep 2024-09-19T04:30:00.424 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols 2024-09-19T04:30:00.424 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols.bin 2024-09-19T04:30:00.424 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.weakdep 2024-09-19T04:30:00.424 INFO:teuthology.orchestra.run.smithi031.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz 2024-09-19T04:30:00.428 DEBUG:teuthology.task.kernel:get_image_version: 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:30:00.428 DEBUG:teuthology.orchestra.run.smithi031:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-09-19T04:30:00.451 INFO:teuthology.orchestra.run.smithi031.stdout:postinstall scriptlet (using /bin/sh): 2024-09-19T04:30:00.451 INFO:teuthology.orchestra.run.smithi031.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-19T04:30:00.451 INFO:teuthology.orchestra.run.smithi031.stdout: /usr/bin/kernel-install add 6.11.0-rc5-g2ca44a2f35ca /lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz 2024-09-19T04:30:00.452 INFO:teuthology.orchestra.run.smithi031.stdout:fi 2024-09-19T04:30:00.452 INFO:teuthology.orchestra.run.smithi031.stdout:for file in vmlinuz System.map config; do 2024-09-19T04:30:00.452 INFO:teuthology.orchestra.run.smithi031.stdout: if ! cmp --silent "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca"; then 2024-09-19T04:30:00.452 INFO:teuthology.orchestra.run.smithi031.stdout: cp "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca" 2024-09-19T04:30:00.452 INFO:teuthology.orchestra.run.smithi031.stdout: fi 2024-09-19T04:30:00.452 INFO:teuthology.orchestra.run.smithi031.stdout:done 2024-09-19T04:30:00.452 INFO:teuthology.orchestra.run.smithi031.stdout:if [ -d "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" ] && \ 2024-09-19T04:30:00.452 INFO:teuthology.orchestra.run.smithi031.stdout: ! diff -rq "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" >/dev/null 2>&1; then 2024-09-19T04:30:00.452 INFO:teuthology.orchestra.run.smithi031.stdout: rm -rf "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" 2024-09-19T04:30:00.452 INFO:teuthology.orchestra.run.smithi031.stdout: cp -r "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" 2024-09-19T04:30:00.452 INFO:teuthology.orchestra.run.smithi031.stdout:fi 2024-09-19T04:30:00.452 INFO:teuthology.orchestra.run.smithi031.stdout:if [ ! -e "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep" ]; then 2024-09-19T04:30:00.452 INFO:teuthology.orchestra.run.smithi031.stdout: /usr/sbin/depmod 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:30:00.452 INFO:teuthology.orchestra.run.smithi031.stdout:fi 2024-09-19T04:30:00.453 INFO:teuthology.orchestra.run.smithi031.stdout:preuninstall scriptlet (using /bin/sh): 2024-09-19T04:30:00.453 INFO:teuthology.orchestra.run.smithi031.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-19T04:30:00.453 INFO:teuthology.orchestra.run.smithi031.stdout:kernel-install remove 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:30:00.453 INFO:teuthology.orchestra.run.smithi031.stdout:fi 2024-09-19T04:30:00.454 DEBUG:teuthology.orchestra.run.smithi031:> sudo rpm -qi grub2-tools 2024-09-19T04:30:00.528 INFO:teuthology.orchestra.run.smithi031.stdout:Name : grub2-tools 2024-09-19T04:30:00.528 INFO:teuthology.orchestra.run.smithi031.stdout:Epoch : 1 2024-09-19T04:30:00.528 INFO:teuthology.orchestra.run.smithi031.stdout:Version : 2.06 2024-09-19T04:30:00.528 INFO:teuthology.orchestra.run.smithi031.stdout:Release : 82.el9 2024-09-19T04:30:00.528 INFO:teuthology.orchestra.run.smithi031.stdout:Architecture: x86_64 2024-09-19T04:30:00.528 INFO:teuthology.orchestra.run.smithi031.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T04:30:00.528 INFO:teuthology.orchestra.run.smithi031.stdout:Group : Unspecified 2024-09-19T04:30:00.528 INFO:teuthology.orchestra.run.smithi031.stdout:Size : 8274670 2024-09-19T04:30:00.529 INFO:teuthology.orchestra.run.smithi031.stdout:License : GPLv3+ 2024-09-19T04:30:00.529 INFO:teuthology.orchestra.run.smithi031.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T04:30:00.529 INFO:teuthology.orchestra.run.smithi031.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T04:30:00.529 INFO:teuthology.orchestra.run.smithi031.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T04:30:00.529 INFO:teuthology.orchestra.run.smithi031.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T04:30:00.529 INFO:teuthology.orchestra.run.smithi031.stdout:Packager : builder@centos.org 2024-09-19T04:30:00.529 INFO:teuthology.orchestra.run.smithi031.stdout:Vendor : CentOS 2024-09-19T04:30:00.529 INFO:teuthology.orchestra.run.smithi031.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T04:30:00.529 INFO:teuthology.orchestra.run.smithi031.stdout:Summary : Support tools for GRUB. 2024-09-19T04:30:00.529 INFO:teuthology.orchestra.run.smithi031.stdout:Description : 2024-09-19T04:30:00.529 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:30:00.529 INFO:teuthology.orchestra.run.smithi031.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T04:30:00.529 INFO:teuthology.orchestra.run.smithi031.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T04:30:00.529 INFO:teuthology.orchestra.run.smithi031.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T04:30:00.530 INFO:teuthology.orchestra.run.smithi031.stdout:hardware devices. 2024-09-19T04:30:00.530 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:30:00.530 INFO:teuthology.orchestra.run.smithi031.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T04:30:00.530 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T04:30:00.531 INFO:teuthology.task.kernel:Updating grub on smithi031 to boot 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:30:00.531 DEBUG:teuthology.orchestra.run.smithi031:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T04:30:01.262 INFO:teuthology.orchestra.run.smithi031.stderr:Generating grub configuration file ... 2024-09-19T04:30:02.680 INFO:teuthology.orchestra.run.smithi031.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T04:30:02.716 INFO:teuthology.orchestra.run.smithi031.stderr:done 2024-09-19T04:30:02.718 DEBUG:teuthology.orchestra.run.smithi031:> mktemp 2024-09-19T04:30:02.784 INFO:teuthology.orchestra.run.smithi031.stdout:/tmp/tmp.kdr0KoF3oZ 2024-09-19T04:30:02.784 DEBUG:teuthology.orchestra.run.smithi031:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.kdr0KoF3oZ 2024-09-19T04:30:02.850 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0666 /tmp/tmp.kdr0KoF3oZ 2024-09-19T04:30:02.986 DEBUG:teuthology.orchestra.remote:smithi031:/tmp/tmp.kdr0KoF3oZ is 6KB 2024-09-19T04:30:03.035 DEBUG:teuthology.orchestra.run.smithi031:> rm -fr /tmp/tmp.kdr0KoF3oZ 2024-09-19T04:30:03.050 DEBUG:teuthology.orchestra.run.smithi031:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T04:30:03.113 INFO:teuthology.orchestra.run.smithi031.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T04:30:03.113 INFO:teuthology.orchestra.run.smithi031.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T04:30:03.113 INFO:teuthology.orchestra.run.smithi031.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T04:30:03.113 INFO:teuthology.orchestra.run.smithi031.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca.conf 2024-09-19T04:30:03.114 DEBUG:teuthology.orchestra.run.smithi031:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:30:03.268 DEBUG:teuthology.orchestra.run.smithi031:> sudo shutdown -r now 2024-09-19T04:30:14.313 INFO:teuthology.task.kernel:Checking client client.1 for new kernel version... 2024-09-19T04:30:14.313 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi052.front.sepia.ceph.com' 2024-09-19T04:30:14.314 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:30:32.765 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.52 2024-09-19T04:30:33.270 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-09-19T04:30:33.271 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-19T04:30:33.272 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:30:41.774 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi052.front.sepia.ceph.com' 2024-09-19T04:30:41.775 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:31:33.325 DEBUG:teuthology.orchestra.remote:timed out 2024-09-19T04:31:41.786 DEBUG:teuthology.orchestra.remote:timed out 2024-09-19T04:31:42.327 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-19T04:31:42.328 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:31:42.754 DEBUG:teuthology.orchestra.run.smithi031:> true 2024-09-19T04:31:43.262 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-19T04:31:43.262 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.11.0-rc5-g2ca44a2f35ca"... 2024-09-19T04:31:43.263 DEBUG:teuthology.orchestra.run.smithi031:> uname -r 2024-09-19T04:31:43.297 INFO:teuthology.orchestra.run.smithi031.stdout:6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:31:43.297 DEBUG:teuthology.task.kernel:current kernel version is 6.11.0-rc5-g2ca44a2f35ca vs 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:31:43.297 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T04:31:43.297 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T04:31:44.301 DEBUG:teuthology.parallel:result is None 2024-09-19T04:31:53.787 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi052.front.sepia.ceph.com' 2024-09-19T04:31:53.787 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:31:54.203 DEBUG:teuthology.orchestra.run.smithi052:> true 2024-09-19T04:31:54.676 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi052.front.sepia.ceph.com' 2024-09-19T04:31:54.676 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "6.11.0-rc5-g2ca44a2f35ca"... 2024-09-19T04:31:54.676 DEBUG:teuthology.orchestra.run.smithi052:> uname -r 2024-09-19T04:31:54.710 INFO:teuthology.orchestra.run.smithi052.stdout:6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:31:54.710 DEBUG:teuthology.task.kernel:current kernel version is 6.11.0-rc5-g2ca44a2f35ca vs 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T04:31:54.711 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T04:31:54.711 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T04:31:55.711 DEBUG:teuthology.parallel:result is None 2024-09-19T04:31:55.712 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-19T04:31:55.719 INFO:teuthology.task.internal:Creating test directory... 2024-09-19T04:31:55.719 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T04:31:55.724 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T04:31:55.763 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-19T04:31:55.769 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-19T04:31:55.797 INFO:teuthology.task.internal:Creating archive directory... 2024-09-19T04:31:55.797 DEBUG:teuthology.orchestra.run.smithi031:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T04:31:55.803 DEBUG:teuthology.orchestra.run.smithi052:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T04:31:55.865 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-19T04:31:55.872 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-19T04:31:55.872 DEBUG:teuthology.orchestra.run.smithi031:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T04:31:55.891 DEBUG:teuthology.orchestra.run.smithi052:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T04:31:55.979 INFO:teuthology.orchestra.run.smithi052.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T04:31:56.007 INFO:teuthology.orchestra.run.smithi052.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T04:31:56.121 INFO:teuthology.orchestra.run.smithi031.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T04:31:56.152 INFO:teuthology.orchestra.run.smithi031.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T04:31:56.155 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-19T04:31:56.163 INFO:teuthology.task.internal:Configuring sudo... 2024-09-19T04:31:56.163 DEBUG:teuthology.orchestra.run.smithi031:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T04:31:56.167 DEBUG:teuthology.orchestra.run.smithi052:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T04:31:56.226 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-19T04:31:56.236 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-19T04:31:56.236 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T04:31:56.240 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T04:31:56.275 DEBUG:teuthology.orchestra.run.smithi031:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T04:31:56.374 DEBUG:teuthology.orchestra.run.smithi031:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T04:31:56.455 DEBUG:teuthology.orchestra.run.smithi031:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T04:31:56.522 DEBUG:teuthology.orchestra.run.smithi031:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T04:31:56.589 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:31:56.589 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T04:31:56.644 DEBUG:teuthology.orchestra.run.smithi052:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T04:31:56.707 DEBUG:teuthology.orchestra.run.smithi052:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T04:31:56.792 DEBUG:teuthology.orchestra.run.smithi052:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T04:31:56.853 DEBUG:teuthology.orchestra.run.smithi052:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T04:31:56.926 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:31:56.926 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T04:31:56.981 DEBUG:teuthology.orchestra.run.smithi031:> sudo service rsyslog restart 2024-09-19T04:31:56.985 DEBUG:teuthology.orchestra.run.smithi052:> sudo service rsyslog restart 2024-09-19T04:31:57.074 INFO:teuthology.orchestra.run.smithi031.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T04:31:57.108 INFO:teuthology.orchestra.run.smithi052.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T04:31:57.501 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-19T04:31:57.509 INFO:teuthology.task.internal:Starting timer... 2024-09-19T04:31:57.509 INFO:teuthology.run_tasks:Running task pcp... 2024-09-19T04:31:57.549 INFO:teuthology.run_tasks:Running task selinux... 2024-09-19T04:31:57.581 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-09-19T04:31:57.581 DEBUG:teuthology.orchestra.run.smithi031:> sudo service auditd rotate 2024-09-19T04:31:57.663 INFO:teuthology.orchestra.run.smithi031.stdout:Rotating logs: 2024-09-19T04:31:57.666 DEBUG:teuthology.orchestra.run.smithi052:> sudo service auditd rotate 2024-09-19T04:31:57.751 INFO:teuthology.orchestra.run.smithi052.stdout:Rotating logs: 2024-09-19T04:31:57.754 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-19T04:31:57.754 DEBUG:teuthology.orchestra.run.smithi031:> /usr/sbin/getenforce 2024-09-19T04:31:57.797 INFO:teuthology.orchestra.run.smithi031.stdout:Permissive 2024-09-19T04:31:57.798 DEBUG:teuthology.orchestra.run.smithi052:> /usr/sbin/getenforce 2024-09-19T04:31:57.842 INFO:teuthology.orchestra.run.smithi052.stdout:Permissive 2024-09-19T04:31:57.842 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi031.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi052.front.sepia.ceph.com': 'permissive'} 2024-09-19T04:31:57.843 DEBUG:teuthology.orchestra.run.smithi031:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T04:31:57.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:31:57.900 DEBUG:teuthology.orchestra.run.smithi052:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T04:31:57.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:31:57.958 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-19T04:31:57.958 DEBUG:teuthology.orchestra.run.smithi031:> sudo /usr/sbin/setenforce permissive 2024-09-19T04:31:58.029 DEBUG:teuthology.orchestra.run.smithi052:> sudo /usr/sbin/setenforce permissive 2024-09-19T04:31:58.087 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-19T04:31:58.097 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-19T04:31:58.109 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-19T04:31:58.110 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi031.front.sepia.ceph.com,smithi052.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-19T04:36:43.705 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi031.front.sepia.ceph.com'), Remote(name='ubuntu@smithi052.front.sepia.ceph.com')] 2024-09-19T04:36:43.707 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-19T04:36:43.708 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:36:43.801 DEBUG:teuthology.orchestra.run.smithi031:> true 2024-09-19T04:36:43.915 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-09-19T04:36:43.915 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi052.front.sepia.ceph.com' 2024-09-19T04:36:43.916 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T04:36:44.005 DEBUG:teuthology.orchestra.run.smithi052:> true 2024-09-19T04:36:44.125 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi052.front.sepia.ceph.com' 2024-09-19T04:36:44.125 INFO:teuthology.run_tasks:Running task clock... 2024-09-19T04:36:44.135 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-19T04:36:44.136 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T04:36:44.136 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T04:36:44.140 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T04:36:44.140 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T04:36:44.198 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T04:36:44.227 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T04:36:44.229 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T04:36:44.260 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T04:36:44.278 INFO:teuthology.orchestra.run.smithi031.stderr:sudo: ntpd: command not found 2024-09-19T04:36:44.302 INFO:teuthology.orchestra.run.smithi031.stdout:506 Cannot talk to daemon 2024-09-19T04:36:44.313 INFO:teuthology.orchestra.run.smithi052.stderr:sudo: ntpd: command not found 2024-09-19T04:36:44.332 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T04:36:44.337 INFO:teuthology.orchestra.run.smithi052.stdout:506 Cannot talk to daemon 2024-09-19T04:36:44.362 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T04:36:44.367 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T04:36:44.397 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T04:36:44.460 INFO:teuthology.orchestra.run.smithi031.stderr:bash: line 1: ntpq: command not found 2024-09-19T04:36:44.466 INFO:teuthology.orchestra.run.smithi031.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T04:36:44.466 INFO:teuthology.orchestra.run.smithi031.stdout:=============================================================================== 2024-09-19T04:36:44.466 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:36:44.466 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:36:44.466 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:36:44.467 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:36:44.497 INFO:teuthology.orchestra.run.smithi052.stderr:bash: line 1: ntpq: command not found 2024-09-19T04:36:44.505 INFO:teuthology.orchestra.run.smithi052.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T04:36:44.505 INFO:teuthology.orchestra.run.smithi052.stdout:=============================================================================== 2024-09-19T04:36:44.505 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:36:44.505 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:36:44.505 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:36:44.505 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:36:44.506 INFO:teuthology.run_tasks:Running task install... 2024-09-19T04:36:44.514 DEBUG:teuthology.task.install:project ceph 2024-09-19T04:36:44.514 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}} 2024-09-19T04:36:44.515 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'} 2024-09-19T04:36:44.515 INFO:teuthology.task.install:Using flavor: default 2024-09-19T04:36:44.520 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-19T04:36:44.520 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-19T04:36:44.521 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T04:36:44.521 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T04:36:44.524 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T04:36:44.524 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T04:36:44.666 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T04:36:44.666 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T04:36:44.679 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T04:36:44.679 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T04:36:44.778 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T04:36:44.779 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:36:44.779 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T04:36:44.789 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T04:36:44.789 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:36:44.789 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T04:36:44.835 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T04:36:44.836 DEBUG:teuthology.orchestra.run.smithi031:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T04:36:44.846 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T04:36:44.846 DEBUG:teuthology.orchestra.run.smithi052:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T04:36:44.933 DEBUG:teuthology.orchestra.run.smithi031:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T04:36:44.943 DEBUG:teuthology.orchestra.run.smithi052:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T04:36:45.012 DEBUG:teuthology.orchestra.run.smithi031:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T04:36:45.021 DEBUG:teuthology.orchestra.run.smithi052:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T04:36:45.068 INFO:teuthology.orchestra.run.smithi031.stdout:check_obsoletes = 1 2024-09-19T04:36:45.071 DEBUG:teuthology.orchestra.run.smithi031:> sudo yum clean all 2024-09-19T04:36:45.076 INFO:teuthology.orchestra.run.smithi052.stdout:check_obsoletes = 1 2024-09-19T04:36:45.079 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum clean all 2024-09-19T04:36:45.349 INFO:teuthology.orchestra.run.smithi031.stdout:45 files removed 2024-09-19T04:36:45.357 INFO:teuthology.orchestra.run.smithi052.stdout:45 files removed 2024-09-19T04:36:45.380 DEBUG:teuthology.orchestra.run.smithi031:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T04:36:45.391 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T04:36:46.068 INFO:teuthology.orchestra.run.smithi052.stdout:ceph packages for x86_64 309 kB/s | 84 kB 00:00 2024-09-19T04:36:46.082 INFO:teuthology.orchestra.run.smithi031.stdout:ceph packages for x86_64 282 kB/s | 84 kB 00:00 2024-09-19T04:36:46.352 INFO:teuthology.orchestra.run.smithi052.stdout:ceph noarch packages 50 kB/s | 12 kB 00:00 2024-09-19T04:36:46.391 INFO:teuthology.orchestra.run.smithi031.stdout:ceph noarch packages 45 kB/s | 12 kB 00:00 2024-09-19T04:36:46.619 INFO:teuthology.orchestra.run.smithi052.stdout:ceph source packages 8.3 kB/s | 1.9 kB 00:00 2024-09-19T04:36:46.701 INFO:teuthology.orchestra.run.smithi031.stdout:ceph source packages 7.0 kB/s | 1.9 kB 00:00 2024-09-19T04:36:47.408 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.3 MB 00:00 2024-09-19T04:36:48.552 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - BaseOS 4.4 MB/s | 8.3 MB 00:01 2024-09-19T04:36:49.368 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - AppStream 25 MB/s | 20 MB 00:00 2024-09-19T04:36:51.528 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - AppStream 11 MB/s | 20 MB 00:01 2024-09-19T04:36:53.935 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - CRB 16 MB/s | 6.5 MB 00:00 2024-09-19T04:36:55.603 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - Extras packages 65 kB/s | 19 kB 00:00 2024-09-19T04:36:57.456 INFO:teuthology.orchestra.run.smithi031.stdout:Extra Packages for Enterprise Linux 13 MB/s | 23 MB 00:01 2024-09-19T04:36:58.937 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - CRB 2.0 MB/s | 6.5 MB 00:03 2024-09-19T04:37:00.788 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - Extras packages 38 kB/s | 19 kB 00:00 2024-09-19T04:37:02.117 INFO:teuthology.orchestra.run.smithi052.stdout:Extra Packages for Enterprise Linux 19 MB/s | 23 MB 00:01 2024-09-19T04:37:03.987 INFO:teuthology.orchestra.run.smithi031.stdout:lab-extras 26 kB/s | 1.7 kB 00:00 2024-09-19T04:37:06.477 INFO:teuthology.orchestra.run.smithi031.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T04:37:06.477 INFO:teuthology.orchestra.run.smithi031.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T04:37:06.492 INFO:teuthology.orchestra.run.smithi031.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T04:37:06.493 INFO:teuthology.orchestra.run.smithi031.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T04:37:06.494 INFO:teuthology.orchestra.run.smithi031.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T04:37:06.495 INFO:teuthology.orchestra.run.smithi031.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T04:37:06.497 INFO:teuthology.orchestra.run.smithi031.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T04:37:06.500 INFO:teuthology.orchestra.run.smithi031.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T04:37:06.501 INFO:teuthology.orchestra.run.smithi031.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T04:37:06.570 INFO:teuthology.orchestra.run.smithi031.stdout:Dependencies resolved. 2024-09-19T04:37:06.590 INFO:teuthology.orchestra.run.smithi031.stdout:====================================================================================== 2024-09-19T04:37:06.591 INFO:teuthology.orchestra.run.smithi031.stdout: Package Arch Version Repository Size 2024-09-19T04:37:06.591 INFO:teuthology.orchestra.run.smithi031.stdout:====================================================================================== 2024-09-19T04:37:06.591 INFO:teuthology.orchestra.run.smithi031.stdout:Installing: 2024-09-19T04:37:06.591 INFO:teuthology.orchestra.run.smithi031.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T04:37:06.591 INFO:teuthology.orchestra.run.smithi031.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T04:37:06.591 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T04:37:06.591 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T04:37:06.591 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T04:37:06.591 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T04:37:06.591 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T04:37:06.592 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T04:37:06.592 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T04:37:06.592 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T04:37:06.592 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T04:37:06.592 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T04:37:06.592 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T04:37:06.592 INFO:teuthology.orchestra.run.smithi031.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T04:37:06.592 INFO:teuthology.orchestra.run.smithi031.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T04:37:06.592 INFO:teuthology.orchestra.run.smithi031.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T04:37:06.592 INFO:teuthology.orchestra.run.smithi031.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T04:37:06.592 INFO:teuthology.orchestra.run.smithi031.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T04:37:06.592 INFO:teuthology.orchestra.run.smithi031.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T04:37:06.592 INFO:teuthology.orchestra.run.smithi031.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T04:37:06.593 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T04:37:06.593 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T04:37:06.593 INFO:teuthology.orchestra.run.smithi031.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T04:37:06.593 INFO:teuthology.orchestra.run.smithi031.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T04:37:06.593 INFO:teuthology.orchestra.run.smithi031.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T04:37:06.593 INFO:teuthology.orchestra.run.smithi031.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T04:37:06.593 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T04:37:06.593 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T04:37:06.593 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T04:37:06.593 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T04:37:06.593 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T04:37:06.593 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T04:37:06.594 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T04:37:06.594 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T04:37:06.594 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T04:37:06.594 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T04:37:06.594 INFO:teuthology.orchestra.run.smithi031.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T04:37:06.594 INFO:teuthology.orchestra.run.smithi031.stdout:Upgrading: 2024-09-19T04:37:06.594 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T04:37:06.594 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T04:37:06.594 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T04:37:06.594 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T04:37:06.594 INFO:teuthology.orchestra.run.smithi031.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T04:37:06.594 INFO:teuthology.orchestra.run.smithi031.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T04:37:06.594 INFO:teuthology.orchestra.run.smithi031.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T04:37:06.594 INFO:teuthology.orchestra.run.smithi031.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T04:37:06.595 INFO:teuthology.orchestra.run.smithi031.stdout:Installing dependencies: 2024-09-19T04:37:06.595 INFO:teuthology.orchestra.run.smithi031.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T04:37:06.595 INFO:teuthology.orchestra.run.smithi031.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T04:37:06.595 INFO:teuthology.orchestra.run.smithi031.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T04:37:06.595 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T04:37:06.595 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T04:37:06.595 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T04:37:06.595 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T04:37:06.595 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T04:37:06.595 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T04:37:06.595 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T04:37:06.595 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T04:37:06.596 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T04:37:06.596 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T04:37:06.596 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T04:37:06.596 INFO:teuthology.orchestra.run.smithi031.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T04:37:06.596 INFO:teuthology.orchestra.run.smithi031.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T04:37:06.596 INFO:teuthology.orchestra.run.smithi031.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T04:37:06.596 INFO:teuthology.orchestra.run.smithi031.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T04:37:06.596 INFO:teuthology.orchestra.run.smithi031.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T04:37:06.596 INFO:teuthology.orchestra.run.smithi031.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T04:37:06.596 INFO:teuthology.orchestra.run.smithi031.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T04:37:06.596 INFO:teuthology.orchestra.run.smithi031.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T04:37:06.597 INFO:teuthology.orchestra.run.smithi031.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T04:37:06.597 INFO:teuthology.orchestra.run.smithi031.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T04:37:06.597 INFO:teuthology.orchestra.run.smithi031.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T04:37:06.597 INFO:teuthology.orchestra.run.smithi031.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T04:37:06.597 INFO:teuthology.orchestra.run.smithi031.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T04:37:06.597 INFO:teuthology.orchestra.run.smithi031.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T04:37:06.597 INFO:teuthology.orchestra.run.smithi031.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T04:37:06.597 INFO:teuthology.orchestra.run.smithi031.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T04:37:06.597 INFO:teuthology.orchestra.run.smithi031.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T04:37:06.597 INFO:teuthology.orchestra.run.smithi031.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T04:37:06.597 INFO:teuthology.orchestra.run.smithi031.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T04:37:06.597 INFO:teuthology.orchestra.run.smithi031.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T04:37:06.597 INFO:teuthology.orchestra.run.smithi031.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T04:37:06.597 INFO:teuthology.orchestra.run.smithi031.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T04:37:06.598 INFO:teuthology.orchestra.run.smithi031.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T04:37:06.598 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T04:37:06.598 INFO:teuthology.orchestra.run.smithi031.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T04:37:06.598 INFO:teuthology.orchestra.run.smithi031.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T04:37:06.598 INFO:teuthology.orchestra.run.smithi031.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T04:37:06.598 INFO:teuthology.orchestra.run.smithi031.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T04:37:06.598 INFO:teuthology.orchestra.run.smithi031.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T04:37:06.598 INFO:teuthology.orchestra.run.smithi031.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T04:37:06.598 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T04:37:06.598 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T04:37:06.598 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T04:37:06.599 INFO:teuthology.orchestra.run.smithi031.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T04:37:06.599 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T04:37:06.599 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T04:37:06.599 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T04:37:06.599 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T04:37:06.599 INFO:teuthology.orchestra.run.smithi031.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T04:37:06.599 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T04:37:06.599 INFO:teuthology.orchestra.run.smithi031.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T04:37:06.599 INFO:teuthology.orchestra.run.smithi031.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T04:37:06.599 INFO:teuthology.orchestra.run.smithi031.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T04:37:06.599 INFO:teuthology.orchestra.run.smithi031.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T04:37:06.599 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T04:37:06.599 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T04:37:06.600 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T04:37:06.600 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T04:37:06.600 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T04:37:06.600 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T04:37:06.600 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T04:37:06.600 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T04:37:06.600 INFO:teuthology.orchestra.run.smithi031.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T04:37:06.600 INFO:teuthology.orchestra.run.smithi031.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T04:37:06.600 INFO:teuthology.orchestra.run.smithi031.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T04:37:06.600 INFO:teuthology.orchestra.run.smithi031.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T04:37:06.600 INFO:teuthology.orchestra.run.smithi031.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T04:37:06.600 INFO:teuthology.orchestra.run.smithi031.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T04:37:06.601 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T04:37:06.601 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T04:37:06.601 INFO:teuthology.orchestra.run.smithi031.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T04:37:06.601 INFO:teuthology.orchestra.run.smithi031.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T04:37:06.601 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T04:37:06.601 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T04:37:06.601 INFO:teuthology.orchestra.run.smithi031.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T04:37:06.601 INFO:teuthology.orchestra.run.smithi031.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T04:37:06.601 INFO:teuthology.orchestra.run.smithi031.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T04:37:06.601 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T04:37:06.601 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T04:37:06.601 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T04:37:06.602 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T04:37:06.602 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T04:37:06.602 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T04:37:06.602 INFO:teuthology.orchestra.run.smithi031.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T04:37:06.602 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T04:37:06.602 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T04:37:06.602 INFO:teuthology.orchestra.run.smithi031.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T04:37:06.602 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T04:37:06.602 INFO:teuthology.orchestra.run.smithi031.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T04:37:06.602 INFO:teuthology.orchestra.run.smithi031.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T04:37:06.602 INFO:teuthology.orchestra.run.smithi031.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T04:37:06.602 INFO:teuthology.orchestra.run.smithi031.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T04:37:06.602 INFO:teuthology.orchestra.run.smithi031.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T04:37:06.602 INFO:teuthology.orchestra.run.smithi031.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T04:37:06.603 INFO:teuthology.orchestra.run.smithi031.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T04:37:06.603 INFO:teuthology.orchestra.run.smithi031.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T04:37:06.603 INFO:teuthology.orchestra.run.smithi031.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T04:37:06.603 INFO:teuthology.orchestra.run.smithi031.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T04:37:06.603 INFO:teuthology.orchestra.run.smithi031.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T04:37:06.603 INFO:teuthology.orchestra.run.smithi031.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T04:37:06.603 INFO:teuthology.orchestra.run.smithi031.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T04:37:06.603 INFO:teuthology.orchestra.run.smithi031.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T04:37:06.603 INFO:teuthology.orchestra.run.smithi031.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T04:37:06.603 INFO:teuthology.orchestra.run.smithi031.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T04:37:06.603 INFO:teuthology.orchestra.run.smithi031.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T04:37:06.604 INFO:teuthology.orchestra.run.smithi031.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T04:37:06.604 INFO:teuthology.orchestra.run.smithi031.stdout:Installing weak dependencies: 2024-09-19T04:37:06.604 INFO:teuthology.orchestra.run.smithi031.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T04:37:06.604 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:37:06.604 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction Summary 2024-09-19T04:37:06.604 INFO:teuthology.orchestra.run.smithi031.stdout:====================================================================================== 2024-09-19T04:37:06.604 INFO:teuthology.orchestra.run.smithi031.stdout:Install 148 Packages 2024-09-19T04:37:06.604 INFO:teuthology.orchestra.run.smithi031.stdout:Upgrade 8 Packages 2024-09-19T04:37:06.604 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:37:06.605 INFO:teuthology.orchestra.run.smithi031.stdout:Total download size: 226 M 2024-09-19T04:37:06.605 INFO:teuthology.orchestra.run.smithi031.stdout:Downloading Packages: 2024-09-19T04:37:06.955 INFO:teuthology.orchestra.run.smithi031.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 50 kB/s | 6.6 kB 00:00 2024-09-19T04:37:07.139 INFO:teuthology.orchestra.run.smithi031.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 4.8 MB/s | 896 kB 00:00 2024-09-19T04:37:07.214 INFO:teuthology.orchestra.run.smithi031.stdout:(3/156): ceph-immutable-object-cache-19.1.1-361 1.9 MB/s | 145 kB 00:00 2024-09-19T04:37:07.381 INFO:teuthology.orchestra.run.smithi031.stdout:(4/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 9.7 MB/s | 5.4 MB 00:00 2024-09-19T04:37:07.506 INFO:teuthology.orchestra.run.smithi031.stdout:(5/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 8.2 MB/s | 2.4 MB 00:00 2024-09-19T04:37:07.540 INFO:teuthology.orchestra.run.smithi031.stdout:(6/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 9.6 MB/s | 1.5 MB 00:00 2024-09-19T04:37:07.990 INFO:teuthology.orchestra.run.smithi031.stdout:(7/156): ceph-common-19.1.1-361.g2f599a46.el9.x 18 MB/s | 21 MB 00:01 2024-09-19T04:37:08.099 INFO:teuthology.orchestra.run.smithi031.stdout:(8/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 8.0 MB/s | 4.7 MB 00:00 2024-09-19T04:37:08.166 INFO:teuthology.orchestra.run.smithi031.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 379 kB/s | 25 kB 00:00 2024-09-19T04:37:08.549 INFO:teuthology.orchestra.run.smithi031.stdout:(10/156): ceph-radosgw-19.1.1-361.g2f599a46.el9 19 MB/s | 11 MB 00:00 2024-09-19T04:37:08.690 INFO:teuthology.orchestra.run.smithi052.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-19T04:37:08.725 INFO:teuthology.orchestra.run.smithi031.stdout:(11/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 14 MB/s | 17 MB 00:01 2024-09-19T04:37:08.750 INFO:teuthology.orchestra.run.smithi031.stdout:(12/156): cephfs-mirror-19.1.1-361.g2f599a46.el 1.1 MB/s | 228 kB 00:00 2024-09-19T04:37:08.775 INFO:teuthology.orchestra.run.smithi031.stdout:(13/156): cephfs-shell-19.1.1-361.g2f599a46.el9 542 kB/s | 27 kB 00:00 2024-09-19T04:37:08.800 INFO:teuthology.orchestra.run.smithi031.stdout:(14/156): libcephfs-devel-19.1.1-361.g2f599a46. 632 kB/s | 32 kB 00:00 2024-09-19T04:37:08.900 INFO:teuthology.orchestra.run.smithi031.stdout:(15/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 5.9 MB/s | 751 kB 00:00 2024-09-19T04:37:08.926 INFO:teuthology.orchestra.run.smithi031.stdout:(16/156): libcephsqlite-19.1.1-361.g2f599a46.el 1.3 MB/s | 163 kB 00:00 2024-09-19T04:37:09.068 INFO:teuthology.orchestra.run.smithi031.stdout:(17/156): librados-devel-19.1.1-361.g2f599a46.e 759 kB/s | 127 kB 00:00 2024-09-19T04:37:09.101 INFO:teuthology.orchestra.run.smithi031.stdout:(18/156): libradosstriper1-19.1.1-361.g2f599a46 2.8 MB/s | 506 kB 00:00 2024-09-19T04:37:09.168 INFO:teuthology.orchestra.run.smithi031.stdout:(19/156): python3-ceph-argparse-19.1.1-361.g2f5 680 kB/s | 45 kB 00:00 2024-09-19T04:37:09.269 INFO:teuthology.orchestra.run.smithi031.stdout:(20/156): python3-ceph-common-19.1.1-361.g2f599 1.3 MB/s | 136 kB 00:00 2024-09-19T04:37:09.386 INFO:teuthology.orchestra.run.smithi031.stdout:(21/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 17 MB/s | 5.3 MB 00:00 2024-09-19T04:37:09.411 INFO:teuthology.orchestra.run.smithi031.stdout:(22/156): python3-cephfs-19.1.1-361.g2f599a46.e 1.1 MB/s | 161 kB 00:00 2024-09-19T04:37:09.444 INFO:teuthology.orchestra.run.smithi031.stdout:(23/156): python3-rados-19.1.1-361.g2f599a46.el 5.4 MB/s | 320 kB 00:00 2024-09-19T04:37:09.470 INFO:teuthology.orchestra.run.smithi031.stdout:(24/156): python3-rbd-19.1.1-361.g2f599a46.el9. 5.0 MB/s | 300 kB 00:00 2024-09-19T04:37:09.495 INFO:teuthology.orchestra.run.smithi031.stdout:(25/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.9 MB/s | 99 kB 00:00 2024-09-19T04:37:09.521 INFO:teuthology.orchestra.run.smithi031.stdout:(26/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-19T04:37:09.571 INFO:teuthology.orchestra.run.smithi031.stdout:(27/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 3.3 MB/s | 171 kB 00:00 2024-09-19T04:37:09.663 INFO:teuthology.orchestra.run.smithi031.stdout:(28/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 19 MB/s | 3.1 MB 00:00 2024-09-19T04:37:09.688 INFO:teuthology.orchestra.run.smithi031.stdout:(29/156): ceph-grafana-dashboards-19.1.1-361.g2 272 kB/s | 32 kB 00:00 2024-09-19T04:37:09.713 INFO:teuthology.orchestra.run.smithi031.stdout:(30/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 2.9 MB/s | 146 kB 00:00 2024-09-19T04:37:10.197 INFO:teuthology.orchestra.run.smithi031.stdout:(31/156): ceph-mgr-diskprediction-local-19.1.1- 15 MB/s | 7.4 MB 00:00 2024-09-19T04:37:10.272 INFO:teuthology.orchestra.run.smithi031.stdout:(32/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 6.1 MB/s | 3.6 MB 00:00 2024-09-19T04:37:10.298 INFO:teuthology.orchestra.run.smithi031.stdout:(33/156): ceph-mgr-modules-core-19.1.1-361.g2f5 2.4 MB/s | 249 kB 00:00 2024-09-19T04:37:10.323 INFO:teuthology.orchestra.run.smithi031.stdout:(34/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 984 kB/s | 49 kB 00:00 2024-09-19T04:37:10.348 INFO:teuthology.orchestra.run.smithi031.stdout:(35/156): ceph-prometheus-alerts-19.1.1-361.g2f 328 kB/s | 16 kB 00:00 2024-09-19T04:37:10.373 INFO:teuthology.orchestra.run.smithi031.stdout:(36/156): ceph-volume-19.1.1-361.g2f599a46.el9. 5.6 MB/s | 285 kB 00:00 2024-09-19T04:37:10.407 INFO:teuthology.orchestra.run.smithi031.stdout:(37/156): cephadm-19.1.1-361.g2f599a46.el9.noar 13 MB/s | 765 kB 00:00 2024-09-19T04:37:10.453 INFO:teuthology.orchestra.run.smithi031.stdout:(38/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 229 kB/s | 18 kB 00:00 2024-09-19T04:37:10.958 INFO:teuthology.orchestra.run.smithi031.stdout:(39/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 17 MB/s | 49 MB 00:02 2024-09-19T04:37:10.983 INFO:teuthology.orchestra.run.smithi031.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 139 kB/s | 80 kB 00:00 2024-09-19T04:37:11.083 INFO:teuthology.orchestra.run.smithi031.stdout:(41/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.5 MB/s | 253 kB 00:00 2024-09-19T04:37:11.125 INFO:teuthology.orchestra.run.smithi031.stdout:(42/156): libgfortran-11.5.0-2.el9.x86_64.rpm 1.2 MB/s | 801 kB 00:00 2024-09-19T04:37:11.150 INFO:teuthology.orchestra.run.smithi031.stdout:(43/156): libquadmath-11.5.0-2.el9.x86_64.rpm 996 kB/s | 191 kB 00:00 2024-09-19T04:37:11.153 INFO:teuthology.orchestra.run.smithi052.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T04:37:11.154 INFO:teuthology.orchestra.run.smithi052.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T04:37:11.165 INFO:teuthology.orchestra.run.smithi052.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T04:37:11.166 INFO:teuthology.orchestra.run.smithi052.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T04:37:11.167 INFO:teuthology.orchestra.run.smithi052.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T04:37:11.168 INFO:teuthology.orchestra.run.smithi052.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T04:37:11.170 INFO:teuthology.orchestra.run.smithi052.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T04:37:11.172 INFO:teuthology.orchestra.run.smithi052.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T04:37:11.173 INFO:teuthology.orchestra.run.smithi052.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T04:37:11.176 INFO:teuthology.orchestra.run.smithi031.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-19T04:37:11.226 INFO:teuthology.orchestra.run.smithi031.stdout:(45/156): python3-cryptography-36.0.1-4.el9.x86 8.6 MB/s | 1.2 MB 00:00 2024-09-19T04:37:11.243 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2024-09-19T04:37:11.251 INFO:teuthology.orchestra.run.smithi031.stdout:(46/156): python3-pycparser-2.20-6.el9.noarch.r 1.3 MB/s | 135 kB 00:00 2024-09-19T04:37:11.259 INFO:teuthology.orchestra.run.smithi052.stdout:====================================================================================== 2024-09-19T04:37:11.259 INFO:teuthology.orchestra.run.smithi052.stdout: Package Arch Version Repository Size 2024-09-19T04:37:11.259 INFO:teuthology.orchestra.run.smithi052.stdout:====================================================================================== 2024-09-19T04:37:11.259 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2024-09-19T04:37:11.259 INFO:teuthology.orchestra.run.smithi052.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T04:37:11.259 INFO:teuthology.orchestra.run.smithi052.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T04:37:11.259 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T04:37:11.259 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T04:37:11.259 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T04:37:11.259 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T04:37:11.259 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T04:37:11.260 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T04:37:11.260 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T04:37:11.260 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T04:37:11.260 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T04:37:11.260 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T04:37:11.260 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T04:37:11.260 INFO:teuthology.orchestra.run.smithi052.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T04:37:11.260 INFO:teuthology.orchestra.run.smithi052.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T04:37:11.260 INFO:teuthology.orchestra.run.smithi052.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T04:37:11.260 INFO:teuthology.orchestra.run.smithi052.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T04:37:11.260 INFO:teuthology.orchestra.run.smithi052.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T04:37:11.260 INFO:teuthology.orchestra.run.smithi052.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T04:37:11.261 INFO:teuthology.orchestra.run.smithi052.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T04:37:11.261 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T04:37:11.261 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T04:37:11.261 INFO:teuthology.orchestra.run.smithi052.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T04:37:11.261 INFO:teuthology.orchestra.run.smithi052.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T04:37:11.261 INFO:teuthology.orchestra.run.smithi052.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T04:37:11.261 INFO:teuthology.orchestra.run.smithi052.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T04:37:11.261 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T04:37:11.261 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T04:37:11.261 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T04:37:11.261 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T04:37:11.261 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T04:37:11.261 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T04:37:11.262 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T04:37:11.262 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T04:37:11.262 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T04:37:11.262 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T04:37:11.262 INFO:teuthology.orchestra.run.smithi052.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T04:37:11.262 INFO:teuthology.orchestra.run.smithi052.stdout:Upgrading: 2024-09-19T04:37:11.262 INFO:teuthology.orchestra.run.smithi052.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T04:37:11.262 INFO:teuthology.orchestra.run.smithi052.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T04:37:11.262 INFO:teuthology.orchestra.run.smithi052.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T04:37:11.262 INFO:teuthology.orchestra.run.smithi052.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T04:37:11.262 INFO:teuthology.orchestra.run.smithi052.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T04:37:11.262 INFO:teuthology.orchestra.run.smithi052.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T04:37:11.263 INFO:teuthology.orchestra.run.smithi052.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T04:37:11.263 INFO:teuthology.orchestra.run.smithi052.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T04:37:11.263 INFO:teuthology.orchestra.run.smithi052.stdout:Installing dependencies: 2024-09-19T04:37:11.263 INFO:teuthology.orchestra.run.smithi052.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T04:37:11.263 INFO:teuthology.orchestra.run.smithi052.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T04:37:11.263 INFO:teuthology.orchestra.run.smithi052.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T04:37:11.263 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T04:37:11.263 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T04:37:11.263 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T04:37:11.263 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T04:37:11.263 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T04:37:11.263 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T04:37:11.264 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T04:37:11.264 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T04:37:11.264 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T04:37:11.264 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T04:37:11.264 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T04:37:11.264 INFO:teuthology.orchestra.run.smithi052.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T04:37:11.264 INFO:teuthology.orchestra.run.smithi052.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T04:37:11.264 INFO:teuthology.orchestra.run.smithi052.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T04:37:11.264 INFO:teuthology.orchestra.run.smithi052.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T04:37:11.264 INFO:teuthology.orchestra.run.smithi052.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T04:37:11.264 INFO:teuthology.orchestra.run.smithi052.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T04:37:11.264 INFO:teuthology.orchestra.run.smithi052.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T04:37:11.264 INFO:teuthology.orchestra.run.smithi052.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T04:37:11.264 INFO:teuthology.orchestra.run.smithi052.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T04:37:11.265 INFO:teuthology.orchestra.run.smithi052.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T04:37:11.265 INFO:teuthology.orchestra.run.smithi052.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T04:37:11.265 INFO:teuthology.orchestra.run.smithi052.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T04:37:11.265 INFO:teuthology.orchestra.run.smithi052.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T04:37:11.265 INFO:teuthology.orchestra.run.smithi052.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T04:37:11.265 INFO:teuthology.orchestra.run.smithi052.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T04:37:11.265 INFO:teuthology.orchestra.run.smithi052.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T04:37:11.265 INFO:teuthology.orchestra.run.smithi052.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T04:37:11.265 INFO:teuthology.orchestra.run.smithi052.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T04:37:11.265 INFO:teuthology.orchestra.run.smithi052.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T04:37:11.265 INFO:teuthology.orchestra.run.smithi052.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T04:37:11.265 INFO:teuthology.orchestra.run.smithi052.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T04:37:11.265 INFO:teuthology.orchestra.run.smithi052.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T04:37:11.266 INFO:teuthology.orchestra.run.smithi052.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T04:37:11.266 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T04:37:11.266 INFO:teuthology.orchestra.run.smithi052.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T04:37:11.266 INFO:teuthology.orchestra.run.smithi052.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T04:37:11.266 INFO:teuthology.orchestra.run.smithi052.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T04:37:11.266 INFO:teuthology.orchestra.run.smithi052.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T04:37:11.266 INFO:teuthology.orchestra.run.smithi052.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T04:37:11.266 INFO:teuthology.orchestra.run.smithi052.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T04:37:11.266 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T04:37:11.266 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T04:37:11.266 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T04:37:11.266 INFO:teuthology.orchestra.run.smithi052.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T04:37:11.267 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T04:37:11.267 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T04:37:11.267 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T04:37:11.267 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T04:37:11.267 INFO:teuthology.orchestra.run.smithi052.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T04:37:11.267 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T04:37:11.267 INFO:teuthology.orchestra.run.smithi052.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T04:37:11.267 INFO:teuthology.orchestra.run.smithi052.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T04:37:11.267 INFO:teuthology.orchestra.run.smithi052.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T04:37:11.267 INFO:teuthology.orchestra.run.smithi052.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T04:37:11.267 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T04:37:11.267 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T04:37:11.267 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T04:37:11.268 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T04:37:11.268 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T04:37:11.268 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T04:37:11.268 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T04:37:11.268 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T04:37:11.268 INFO:teuthology.orchestra.run.smithi052.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T04:37:11.268 INFO:teuthology.orchestra.run.smithi052.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T04:37:11.268 INFO:teuthology.orchestra.run.smithi052.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T04:37:11.268 INFO:teuthology.orchestra.run.smithi052.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T04:37:11.268 INFO:teuthology.orchestra.run.smithi052.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T04:37:11.268 INFO:teuthology.orchestra.run.smithi052.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T04:37:11.268 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T04:37:11.268 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T04:37:11.269 INFO:teuthology.orchestra.run.smithi052.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T04:37:11.269 INFO:teuthology.orchestra.run.smithi052.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T04:37:11.269 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T04:37:11.269 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T04:37:11.269 INFO:teuthology.orchestra.run.smithi052.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T04:37:11.269 INFO:teuthology.orchestra.run.smithi052.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T04:37:11.269 INFO:teuthology.orchestra.run.smithi052.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T04:37:11.269 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T04:37:11.269 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T04:37:11.269 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T04:37:11.269 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T04:37:11.269 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T04:37:11.269 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T04:37:11.270 INFO:teuthology.orchestra.run.smithi052.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T04:37:11.270 INFO:teuthology.orchestra.run.smithi052.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T04:37:11.270 INFO:teuthology.orchestra.run.smithi052.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T04:37:11.270 INFO:teuthology.orchestra.run.smithi052.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T04:37:11.270 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T04:37:11.270 INFO:teuthology.orchestra.run.smithi052.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T04:37:11.270 INFO:teuthology.orchestra.run.smithi052.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T04:37:11.270 INFO:teuthology.orchestra.run.smithi052.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T04:37:11.270 INFO:teuthology.orchestra.run.smithi052.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T04:37:11.270 INFO:teuthology.orchestra.run.smithi052.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T04:37:11.270 INFO:teuthology.orchestra.run.smithi052.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T04:37:11.270 INFO:teuthology.orchestra.run.smithi052.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T04:37:11.270 INFO:teuthology.orchestra.run.smithi052.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T04:37:11.271 INFO:teuthology.orchestra.run.smithi052.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T04:37:11.271 INFO:teuthology.orchestra.run.smithi052.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T04:37:11.271 INFO:teuthology.orchestra.run.smithi052.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T04:37:11.271 INFO:teuthology.orchestra.run.smithi052.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T04:37:11.271 INFO:teuthology.orchestra.run.smithi052.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T04:37:11.271 INFO:teuthology.orchestra.run.smithi052.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T04:37:11.271 INFO:teuthology.orchestra.run.smithi052.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T04:37:11.271 INFO:teuthology.orchestra.run.smithi052.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T04:37:11.271 INFO:teuthology.orchestra.run.smithi052.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T04:37:11.271 INFO:teuthology.orchestra.run.smithi052.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T04:37:11.271 INFO:teuthology.orchestra.run.smithi052.stdout:Installing weak dependencies: 2024-09-19T04:37:11.271 INFO:teuthology.orchestra.run.smithi052.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T04:37:11.271 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:37:11.272 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2024-09-19T04:37:11.272 INFO:teuthology.orchestra.run.smithi052.stdout:====================================================================================== 2024-09-19T04:37:11.272 INFO:teuthology.orchestra.run.smithi052.stdout:Install 148 Packages 2024-09-19T04:37:11.272 INFO:teuthology.orchestra.run.smithi052.stdout:Upgrade 8 Packages 2024-09-19T04:37:11.272 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:37:11.272 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 226 M 2024-09-19T04:37:11.272 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2024-09-19T04:37:11.276 INFO:teuthology.orchestra.run.smithi031.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 1.2 MB/s | 125 kB 00:00 2024-09-19T04:37:11.301 INFO:teuthology.orchestra.run.smithi031.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-19T04:37:11.410 INFO:teuthology.orchestra.run.smithi031.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 987 kB/s | 107 kB 00:00 2024-09-19T04:37:11.444 INFO:teuthology.orchestra.run.smithi031.stdout:(50/156): automake-1.16.2-8.el9.noarch.rpm 3.5 MB/s | 689 kB 00:00 2024-09-19T04:37:11.486 INFO:teuthology.orchestra.run.smithi031.stdout:(51/156): bison-3.7.4-5.el9.x86_64.rpm 4.4 MB/s | 943 kB 00:00 2024-09-19T04:37:11.503 INFO:teuthology.orchestra.run.smithi031.stdout:(52/156): elfutils-libelf-devel-0.191-4.el9.x86 236 kB/s | 22 kB 00:00 2024-09-19T04:37:11.536 INFO:teuthology.orchestra.run.smithi031.stdout:(53/156): flex-2.6.4-9.el9.x86_64.rpm 3.3 MB/s | 313 kB 00:00 2024-09-19T04:37:11.570 INFO:teuthology.orchestra.run.smithi031.stdout:(54/156): flexiblas-3.0.4-8.el9.x86_64.rpm 392 kB/s | 33 kB 00:00 2024-09-19T04:37:11.645 INFO:teuthology.orchestra.run.smithi031.stdout:(55/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 21 MB/s | 3.0 MB 00:00 2024-09-19T04:37:11.662 INFO:teuthology.orchestra.run.smithi031.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 121 kB/s | 11 kB 00:00 2024-09-19T04:37:11.696 INFO:teuthology.orchestra.run.smithi031.stdout:(57/156): flexiblas-openblas-openmp-3.0.4-8.el9 114 kB/s | 18 kB 00:00 2024-09-19T04:37:11.745 INFO:teuthology.orchestra.run.smithi031.stdout:(58/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.6 MB/s | 160 kB 00:00 2024-09-19T04:37:11.771 INFO:teuthology.orchestra.run.smithi031.stdout:(59/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 415 kB/s | 45 kB 00:00 2024-09-19T04:37:11.805 INFO:teuthology.orchestra.run.smithi031.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 6.0 MB/s | 662 kB 00:00 2024-09-19T04:37:11.808 INFO:teuthology.orchestra.run.smithi052.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 51 kB/s | 6.6 kB 00:00 2024-09-19T04:37:11.839 INFO:teuthology.orchestra.run.smithi031.stdout:(61/156): libtool-2.4.6-46.el9.x86_64.rpm 6.1 MB/s | 581 kB 00:00 2024-09-19T04:37:11.864 INFO:teuthology.orchestra.run.smithi031.stdout:(62/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 266 kB/s | 24 kB 00:00 2024-09-19T04:37:11.889 INFO:teuthology.orchestra.run.smithi031.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 566 kB/s | 47 kB 00:00 2024-09-19T04:37:11.914 INFO:teuthology.orchestra.run.smithi031.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.8 MB/s | 292 kB 00:00 2024-09-19T04:37:11.940 INFO:teuthology.orchestra.run.smithi031.stdout:(65/156): lua-5.4.4-4.el9.x86_64.rpm 2.4 MB/s | 188 kB 00:00 2024-09-19T04:37:11.973 INFO:teuthology.orchestra.run.smithi031.stdout:(66/156): openblas-0.3.26-2.el9.x86_64.rpm 460 kB/s | 38 kB 00:00 2024-09-19T04:37:12.082 INFO:teuthology.orchestra.run.smithi031.stdout:(67/156): openblas-openmp-0.3.26-2.el9.x86_64.r 30 MB/s | 4.9 MB 00:00 2024-09-19T04:37:12.116 INFO:teuthology.orchestra.run.smithi052.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 2.8 MB/s | 896 kB 00:00 2024-09-19T04:37:12.182 INFO:teuthology.orchestra.run.smithi031.stdout:(68/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 18 MB/s | 4.4 MB 00:00 2024-09-19T04:37:12.191 INFO:teuthology.orchestra.run.smithi052.stdout:(3/156): ceph-immutable-object-cache-19.1.1-361 1.9 MB/s | 145 kB 00:00 2024-09-19T04:37:12.224 INFO:teuthology.orchestra.run.smithi031.stdout:(69/156): postgresql-13.16-1.el9.x86_64.rpm 6.3 MB/s | 1.6 MB 00:00 2024-09-19T04:37:12.266 INFO:teuthology.orchestra.run.smithi031.stdout:(70/156): postgresql-contrib-13.16-1.el9.x86_64 4.8 MB/s | 910 kB 00:00 2024-09-19T04:37:12.291 INFO:teuthology.orchestra.run.smithi031.stdout:(71/156): postgresql-private-libs-13.16-1.el9.x 1.2 MB/s | 137 kB 00:00 2024-09-19T04:37:12.358 INFO:teuthology.orchestra.run.smithi031.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 11 MB/s | 1.0 MB 00:00 2024-09-19T04:37:12.383 INFO:teuthology.orchestra.run.smithi031.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 952 kB/s | 87 kB 00:00 2024-09-19T04:37:12.467 INFO:teuthology.orchestra.run.smithi031.stdout:(74/156): postgresql-server-13.16-1.el9.x86_64. 24 MB/s | 5.8 MB 00:00 2024-09-19T04:37:12.493 INFO:teuthology.orchestra.run.smithi031.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 563 kB/s | 61 kB 00:00 2024-09-19T04:37:12.567 INFO:teuthology.orchestra.run.smithi052.stdout:(4/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 6.4 MB/s | 2.4 MB 00:00 2024-09-19T04:37:12.568 INFO:teuthology.orchestra.run.smithi031.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.4 MB/s | 245 kB 00:00 2024-09-19T04:37:12.601 INFO:teuthology.orchestra.run.smithi031.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 2.2 MB/s | 248 kB 00:00 2024-09-19T04:37:12.635 INFO:teuthology.orchestra.run.smithi031.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 385 kB/s | 26 kB 00:00 2024-09-19T04:37:12.719 INFO:teuthology.orchestra.run.smithi031.stdout:(79/156): python3-babel-2.9.1-2.el9.noarch.rpm 17 MB/s | 6.0 MB 00:00 2024-09-19T04:37:12.725 INFO:teuthology.orchestra.run.smithi052.stdout:(5/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 5.2 MB/s | 5.4 MB 00:01 2024-09-19T04:37:12.744 INFO:teuthology.orchestra.run.smithi031.stdout:(80/156): python3-jsonpointer-2.0-4.el9.noarch. 135 kB/s | 19 kB 00:00 2024-09-19T04:37:12.777 INFO:teuthology.orchestra.run.smithi031.stdout:(81/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.2 MB/s | 172 kB 00:00 2024-09-19T04:37:12.802 INFO:teuthology.orchestra.run.smithi031.stdout:(82/156): python3-markupsafe-1.1.1-12.el9.x86_6 416 kB/s | 35 kB 00:00 2024-09-19T04:37:12.853 INFO:teuthology.orchestra.run.smithi031.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.3 MB/s | 250 kB 00:00 2024-09-19T04:37:12.945 INFO:teuthology.orchestra.run.smithi031.stdout:(84/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 25 MB/s | 5.1 MB 00:00 2024-09-19T04:37:12.967 INFO:teuthology.orchestra.run.smithi052.stdout:(6/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 3.8 MB/s | 1.5 MB 00:00 2024-09-19T04:37:12.978 INFO:teuthology.orchestra.run.smithi031.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 617 kB/s | 77 kB 00:00 2024-09-19T04:37:13.004 INFO:teuthology.orchestra.run.smithi031.stdout:(86/156): python3-oauthlib-3.1.1-5.el9.noarch.r 1.1 MB/s | 222 kB 00:00 2024-09-19T04:37:13.029 INFO:teuthology.orchestra.run.smithi031.stdout:(87/156): python3-prettytable-0.7.2-27.el9.noar 505 kB/s | 42 kB 00:00 2024-09-19T04:37:13.054 INFO:teuthology.orchestra.run.smithi031.stdout:(88/156): python3-protobuf-3.14.0-13.el9.noarch 3.5 MB/s | 269 kB 00:00 2024-09-19T04:37:13.096 INFO:teuthology.orchestra.run.smithi031.stdout:(89/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.7 MB/s | 159 kB 00:00 2024-09-19T04:37:13.130 INFO:teuthology.orchestra.run.smithi031.stdout:(90/156): python3-pyasn1-modules-0.4.8-6.el9.no 2.7 MB/s | 279 kB 00:00 2024-09-19T04:37:13.147 INFO:teuthology.orchestra.run.smithi031.stdout:(91/156): python3-pytz-2021.1-5.el9.noarch.rpm 554 kB/s | 51 kB 00:00 2024-09-19T04:37:13.172 INFO:teuthology.orchestra.run.smithi031.stdout:(92/156): python3-requests-oauthlib-1.3.0-12.el 713 kB/s | 54 kB 00:00 2024-09-19T04:37:13.184 INFO:teuthology.orchestra.run.smithi052.stdout:(7/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 10 MB/s | 4.7 MB 00:00 2024-09-19T04:37:13.197 INFO:teuthology.orchestra.run.smithi031.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 826 kB/s | 42 kB 00:00 2024-09-19T04:37:13.248 INFO:teuthology.orchestra.run.smithi031.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 587 kB/s | 44 kB 00:00 2024-09-19T04:37:13.281 INFO:teuthology.orchestra.run.smithi031.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 2.6 MB/s | 221 kB 00:00 2024-09-19T04:37:13.315 INFO:teuthology.orchestra.run.smithi031.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 537 kB/s | 36 kB 00:00 2024-09-19T04:37:13.373 INFO:teuthology.orchestra.run.smithi031.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 517 kB/s | 47 kB 00:00 2024-09-19T04:37:13.398 INFO:teuthology.orchestra.run.smithi031.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 3.6 MB/s | 304 kB 00:00 2024-09-19T04:37:13.440 INFO:teuthology.orchestra.run.smithi031.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 866 kB/s | 58 kB 00:00 2024-09-19T04:37:13.625 INFO:teuthology.orchestra.run.smithi031.stdout:(100/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 33 MB/s | 16 MB 00:00 2024-09-19T04:37:13.649 INFO:teuthology.orchestra.run.smithi031.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 305 kB/s | 64 kB 00:00 2024-09-19T04:37:13.675 INFO:teuthology.orchestra.run.smithi031.stdout:(102/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 347 kB/s | 96 kB 00:00 2024-09-19T04:37:13.700 INFO:teuthology.orchestra.run.smithi031.stdout:(103/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 598 kB/s | 45 kB 00:00 2024-09-19T04:37:13.726 INFO:teuthology.orchestra.run.smithi052.stdout:(8/156): ceph-common-19.1.1-361.g2f599a46.el9.x 10 MB/s | 21 MB 00:02 2024-09-19T04:37:13.775 INFO:teuthology.orchestra.run.smithi031.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 7.1 MB/s | 548 kB 00:00 2024-09-19T04:37:13.776 INFO:teuthology.orchestra.run.smithi052.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 505 kB/s | 25 kB 00:00 2024-09-19T04:37:13.809 INFO:teuthology.orchestra.run.smithi031.stdout:(105/156): gperftools-libs-2.9.1-3.el9.x86_64.r 9.1 MB/s | 308 kB 00:00 2024-09-19T04:37:13.834 INFO:teuthology.orchestra.run.smithi031.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 776 kB/s | 19 kB 00:00 2024-09-19T04:37:13.910 INFO:teuthology.orchestra.run.smithi052.stdout:(10/156): ceph-radosgw-19.1.1-361.g2f599a46.el9 15 MB/s | 11 MB 00:00 2024-09-19T04:37:13.968 INFO:teuthology.orchestra.run.smithi031.stdout:(107/156): libarrow-9.0.0-11.el9.x86_64.rpm 33 MB/s | 4.4 MB 00:00 2024-09-19T04:37:13.968 INFO:teuthology.orchestra.run.smithi052.stdout:(11/156): cephfs-mirror-19.1.1-361.g2f599a46.el 3.9 MB/s | 228 kB 00:00 2024-09-19T04:37:14.018 INFO:teuthology.orchestra.run.smithi031.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 906 kB/s | 26 kB 00:00 2024-09-19T04:37:14.035 INFO:teuthology.orchestra.run.smithi052.stdout:(12/156): cephfs-shell-19.1.1-361.g2f599a46.el9 405 kB/s | 27 kB 00:00 2024-09-19T04:37:14.043 INFO:teuthology.orchestra.run.smithi031.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-19T04:37:14.068 INFO:teuthology.orchestra.run.smithi031.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-19T04:37:14.102 INFO:teuthology.orchestra.run.smithi031.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 4.7 MB/s | 151 kB 00:00 2024-09-19T04:37:14.102 INFO:teuthology.orchestra.run.smithi052.stdout:(13/156): libcephfs-devel-19.1.1-361.g2f599a46. 478 kB/s | 32 kB 00:00 2024-09-19T04:37:14.161 INFO:teuthology.orchestra.run.smithi031.stdout:(112/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 14 MB/s | 839 kB 00:00 2024-09-19T04:37:14.194 INFO:teuthology.orchestra.run.smithi052.stdout:(14/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 8.0 MB/s | 751 kB 00:00 2024-09-19T04:37:14.211 INFO:teuthology.orchestra.run.smithi031.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 11 MB/s | 548 kB 00:00 2024-09-19T04:37:14.236 INFO:teuthology.orchestra.run.smithi031.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-19T04:37:14.261 INFO:teuthology.orchestra.run.smithi031.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-19T04:37:14.286 INFO:teuthology.orchestra.run.smithi031.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 568 kB/s | 14 kB 00:00 2024-09-19T04:37:14.312 INFO:teuthology.orchestra.run.smithi031.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 6.7 MB/s | 172 kB 00:00 2024-09-19T04:37:14.337 INFO:teuthology.orchestra.run.smithi031.stdout:(118/156): lua-devel-5.4.4-4.el9.x86_64.rpm 32 kB/s | 22 kB 00:00 2024-09-19T04:37:14.379 INFO:teuthology.orchestra.run.smithi031.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 5.3 MB/s | 358 kB 00:00 2024-09-19T04:37:14.386 INFO:teuthology.orchestra.run.smithi052.stdout:(15/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 12 MB/s | 17 MB 00:01 2024-09-19T04:37:14.412 INFO:teuthology.orchestra.run.smithi052.stdout:(16/156): libcephsqlite-19.1.1-361.g2f599a46.el 753 kB/s | 163 kB 00:00 2024-09-19T04:37:14.421 INFO:teuthology.orchestra.run.smithi031.stdout:(120/156): python3-google-auth-2.34.0-1.el9.noa 7.2 MB/s | 220 kB 00:00 2024-09-19T04:37:14.437 INFO:teuthology.orchestra.run.smithi052.stdout:(17/156): librados-devel-19.1.1-361.g2f599a46.e 2.5 MB/s | 127 kB 00:00 2024-09-19T04:37:14.470 INFO:teuthology.orchestra.run.smithi052.stdout:(18/156): libradosstriper1-19.1.1-361.g2f599a46 8.5 MB/s | 506 kB 00:00 2024-09-19T04:37:14.480 INFO:teuthology.orchestra.run.smithi031.stdout:(121/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.1 MB/s | 303 kB 00:00 2024-09-19T04:37:14.522 INFO:teuthology.orchestra.run.smithi031.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 3.4 MB/s | 144 kB 00:00 2024-09-19T04:37:14.537 INFO:teuthology.orchestra.run.smithi052.stdout:(19/156): python3-ceph-argparse-19.1.1-361.g2f5 677 kB/s | 45 kB 00:00 2024-09-19T04:37:14.571 INFO:teuthology.orchestra.run.smithi031.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 220 kB/s | 11 kB 00:00 2024-09-19T04:37:14.596 INFO:teuthology.orchestra.run.smithi031.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 706 kB/s | 18 kB 00:00 2024-09-19T04:37:14.613 INFO:teuthology.orchestra.run.smithi052.stdout:(20/156): python3-ceph-common-19.1.1-361.g2f599 1.8 MB/s | 136 kB 00:00 2024-09-19T04:37:14.621 INFO:teuthology.orchestra.run.smithi031.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 942 kB/s | 23 kB 00:00 2024-09-19T04:37:14.647 INFO:teuthology.orchestra.run.smithi031.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 772 kB/s | 19 kB 00:00 2024-09-19T04:37:14.664 INFO:teuthology.orchestra.run.smithi031.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 1.2 MB/s | 20 kB 00:00 2024-09-19T04:37:14.706 INFO:teuthology.orchestra.run.smithi031.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 7.2 MB/s | 2.0 MB 00:00 2024-09-19T04:37:14.721 INFO:teuthology.orchestra.run.smithi052.stdout:(21/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 19 MB/s | 5.3 MB 00:00 2024-09-19T04:37:14.740 INFO:teuthology.orchestra.run.smithi031.stdout:(129/156): protobuf-compiler-3.14.0-13.el9.x86_ 811 kB/s | 863 kB 00:01 2024-09-19T04:37:14.746 INFO:teuthology.orchestra.run.smithi052.stdout:(22/156): python3-cephfs-19.1.1-361.g2f599a46.e 1.2 MB/s | 161 kB 00:00 2024-09-19T04:37:14.757 INFO:teuthology.orchestra.run.smithi031.stdout:(130/156): python3-logutils-0.3.5-21.el9.noarch 924 kB/s | 46 kB 00:00 2024-09-19T04:37:14.772 INFO:teuthology.orchestra.run.smithi052.stdout:(23/156): python3-rados-19.1.1-361.g2f599a46.el 6.2 MB/s | 320 kB 00:00 2024-09-19T04:37:14.782 INFO:teuthology.orchestra.run.smithi031.stdout:(131/156): python3-more-itertools-8.12.0-2.el9. 1.8 MB/s | 79 kB 00:00 2024-09-19T04:37:14.797 INFO:teuthology.orchestra.run.smithi052.stdout:(24/156): python3-rbd-19.1.1-361.g2f599a46.el9. 5.8 MB/s | 300 kB 00:00 2024-09-19T04:37:14.824 INFO:teuthology.orchestra.run.smithi052.stdout:(25/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.9 MB/s | 99 kB 00:00 2024-09-19T04:37:14.832 INFO:teuthology.orchestra.run.smithi031.stdout:(132/156): python3-pecan-1.4.2-3.el9.noarch.rpm 6.9 MB/s | 272 kB 00:00 2024-09-19T04:37:14.848 INFO:teuthology.orchestra.run.smithi052.stdout:(26/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-19T04:37:14.849 INFO:teuthology.orchestra.run.smithi031.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 1.1 MB/s | 16 kB 00:00 2024-09-19T04:37:14.866 INFO:teuthology.orchestra.run.smithi031.stdout:(134/156): python3-natsort-7.1.1-5.el9.noarch.r 528 kB/s | 58 kB 00:00 2024-09-19T04:37:14.883 INFO:teuthology.orchestra.run.smithi031.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 1.7 MB/s | 28 kB 00:00 2024-09-19T04:37:14.906 INFO:teuthology.orchestra.run.smithi052.stdout:(27/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 2.9 MB/s | 171 kB 00:00 2024-09-19T04:37:14.908 INFO:teuthology.orchestra.run.smithi031.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-09-19T04:37:14.951 INFO:teuthology.orchestra.run.smithi031.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 458 kB/s | 31 kB 00:00 2024-09-19T04:37:14.976 INFO:teuthology.orchestra.run.smithi031.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.4 MB/s | 59 kB 00:00 2024-09-19T04:37:14.981 INFO:teuthology.orchestra.run.smithi052.stdout:(28/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 20 MB/s | 3.1 MB 00:00 2024-09-19T04:37:15.001 INFO:teuthology.orchestra.run.smithi031.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.0 MB/s | 188 kB 00:00 2024-09-19T04:37:15.007 INFO:teuthology.orchestra.run.smithi052.stdout:(29/156): ceph-grafana-dashboards-19.1.1-361.g2 319 kB/s | 32 kB 00:00 2024-09-19T04:37:15.018 INFO:teuthology.orchestra.run.smithi031.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 852 kB/s | 36 kB 00:00 2024-09-19T04:37:15.032 INFO:teuthology.orchestra.run.smithi052.stdout:(30/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 2.9 MB/s | 146 kB 00:00 2024-09-19T04:37:15.060 INFO:teuthology.orchestra.run.smithi031.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.2 MB/s | 74 kB 00:00 2024-09-19T04:37:15.093 INFO:teuthology.orchestra.run.smithi031.stdout:(142/156): python3-kubernetes-26.1.0-2.el9.noar 2.4 MB/s | 1.0 MB 00:00 2024-09-19T04:37:15.118 INFO:teuthology.orchestra.run.smithi031.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-09-19T04:37:15.152 INFO:teuthology.orchestra.run.smithi031.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 1.7 MB/s | 230 kB 00:00 2024-09-19T04:37:15.169 INFO:teuthology.orchestra.run.smithi031.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 397 kB/s | 20 kB 00:00 2024-09-19T04:37:15.203 INFO:teuthology.orchestra.run.smithi031.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-19T04:37:15.228 INFO:teuthology.orchestra.run.smithi031.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-09-19T04:37:15.278 INFO:teuthology.orchestra.run.smithi031.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-19T04:37:15.340 INFO:teuthology.orchestra.run.smithi052.stdout:(31/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 11 MB/s | 3.6 MB 00:00 2024-09-19T04:37:15.387 INFO:teuthology.orchestra.run.smithi031.stdout:(149/156): NetworkManager-1.51.0-1.el9.x86_64.r 21 MB/s | 2.3 MB 00:00 2024-09-19T04:37:15.462 INFO:teuthology.orchestra.run.smithi031.stdout:(150/156): NetworkManager-libnm-1.51.0-1.el9.x8 24 MB/s | 1.8 MB 00:00 2024-09-19T04:37:15.466 INFO:teuthology.orchestra.run.smithi052.stdout:(32/156): ceph-mgr-diskprediction-local-19.1.1- 17 MB/s | 7.4 MB 00:00 2024-09-19T04:37:15.522 INFO:teuthology.orchestra.run.smithi031.stdout:(151/156): NetworkManager-team-1.51.0-1.el9.x86 694 kB/s | 41 kB 00:00 2024-09-19T04:37:15.533 INFO:teuthology.orchestra.run.smithi052.stdout:(33/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 745 kB/s | 49 kB 00:00 2024-09-19T04:37:15.571 INFO:teuthology.orchestra.run.smithi031.stdout:(152/156): NetworkManager-tui-1.51.0-1.el9.x86_ 5.0 MB/s | 249 kB 00:00 2024-09-19T04:37:15.608 INFO:teuthology.orchestra.run.smithi052.stdout:(34/156): ceph-prometheus-alerts-19.1.1-361.g2f 220 kB/s | 16 kB 00:00 2024-09-19T04:37:15.630 INFO:teuthology.orchestra.run.smithi031.stdout:(153/156): librados2-19.1.1-361.g2f599a46.el9.x 8.0 MB/s | 3.4 MB 00:00 2024-09-19T04:37:15.633 INFO:teuthology.orchestra.run.smithi052.stdout:(35/156): ceph-mgr-modules-core-19.1.1-361.g2f5 851 kB/s | 249 kB 00:00 2024-09-19T04:37:15.667 INFO:teuthology.orchestra.run.smithi052.stdout:(36/156): ceph-volume-19.1.1-361.g2f599a46.el9. 4.8 MB/s | 285 kB 00:00 2024-09-19T04:37:15.697 INFO:teuthology.orchestra.run.smithi031.stdout:(154/156): librbd1-19.1.1-361.g2f599a46.el9.x86 6.7 MB/s | 3.2 MB 00:00 2024-09-19T04:37:15.717 INFO:teuthology.orchestra.run.smithi052.stdout:(37/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 365 kB/s | 18 kB 00:00 2024-09-19T04:37:15.757 INFO:teuthology.orchestra.run.smithi031.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 7.3 MB/s | 1.4 MB 00:00 2024-09-19T04:37:15.822 INFO:teuthology.orchestra.run.smithi031.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 12 MB/s | 2.4 MB 00:00 2024-09-19T04:37:15.829 INFO:teuthology.orchestra.run.smithi031.stdout:-------------------------------------------------------------------------------- 2024-09-19T04:37:15.829 INFO:teuthology.orchestra.run.smithi031.stdout:Total 25 MB/s | 226 MB 00:09 2024-09-19T04:37:16.360 INFO:teuthology.orchestra.run.smithi052.stdout:(38/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 19 MB/s | 49 MB 00:02 2024-09-19T04:37:16.385 INFO:teuthology.orchestra.run.smithi052.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 120 kB/s | 80 kB 00:00 2024-09-19T04:37:16.427 INFO:teuthology.orchestra.run.smithi052.stdout:(40/156): cephadm-19.1.1-361.g2f599a46.el9.noar 965 kB/s | 765 kB 00:00 2024-09-19T04:37:16.502 INFO:teuthology.orchestra.run.smithi052.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 1.6 MB/s | 191 kB 00:00 2024-09-19T04:37:16.536 INFO:teuthology.orchestra.run.smithi052.stdout:(42/156): libgfortran-11.5.0-2.el9.x86_64.rpm 4.5 MB/s | 801 kB 00:00 2024-09-19T04:37:16.578 INFO:teuthology.orchestra.run.smithi052.stdout:(43/156): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-09-19T04:37:16.611 INFO:teuthology.orchestra.run.smithi052.stdout:(44/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.3 MB/s | 253 kB 00:00 2024-09-19T04:37:16.636 INFO:teuthology.orchestra.run.smithi052.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-09-19T04:37:16.670 INFO:teuthology.orchestra.run.smithi052.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-09-19T04:37:16.704 INFO:teuthology.orchestra.run.smithi052.stdout:(47/156): python3-cryptography-36.0.1-4.el9.x86 6.1 MB/s | 1.2 MB 00:00 2024-09-19T04:37:16.737 INFO:teuthology.orchestra.run.smithi052.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 2.1 MB/s | 215 kB 00:00 2024-09-19T04:37:17.396 INFO:teuthology.orchestra.run.smithi052.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 162 kB/s | 107 kB 00:00 2024-09-19T04:37:17.637 INFO:teuthology.orchestra.run.smithi052.stdout:(50/156): automake-1.16.2-8.el9.noarch.rpm 713 kB/s | 689 kB 00:00 2024-09-19T04:37:17.672 INFO:teuthology.orchestra.run.smithi052.stdout:(51/156): bison-3.7.4-5.el9.x86_64.rpm 975 kB/s | 943 kB 00:00 2024-09-19T04:37:17.915 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction check 2024-09-19T04:37:18.030 INFO:teuthology.orchestra.run.smithi052.stdout:(52/156): elfutils-libelf-devel-0.191-4.el9.x86 34 kB/s | 22 kB 00:00 2024-09-19T04:37:18.115 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction check succeeded. 2024-09-19T04:37:18.115 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction test 2024-09-19T04:37:18.230 INFO:teuthology.orchestra.run.smithi052.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 59 kB/s | 33 kB 00:00 2024-09-19T04:37:18.581 INFO:teuthology.orchestra.run.smithi052.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 332 kB/s | 313 kB 00:00 2024-09-19T04:37:18.889 INFO:teuthology.orchestra.run.smithi052.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 28 kB/s | 18 kB 00:00 2024-09-19T04:37:19.098 INFO:teuthology.orchestra.run.smithi052.stdout:(56/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.8 MB/s | 3.0 MB 00:01 2024-09-19T04:37:19.115 INFO:teuthology.orchestra.run.smithi052.stdout:(57/156): libaio-devel-0.3.111-13.el9.x86_64.rp 21 kB/s | 11 kB 00:00 2024-09-19T04:37:19.607 INFO:teuthology.orchestra.run.smithi052.stdout:(58/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 224 kB/s | 160 kB 00:00 2024-09-19T04:37:19.707 INFO:teuthology.orchestra.run.smithi052.stdout:(59/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 74 kB/s | 45 kB 00:00 2024-09-19T04:37:19.999 INFO:teuthology.orchestra.run.smithi052.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 759 kB/s | 662 kB 00:00 2024-09-19T04:37:20.240 INFO:teuthology.orchestra.run.smithi052.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 46 kB/s | 24 kB 00:00 2024-09-19T04:37:20.474 INFO:teuthology.orchestra.run.smithi052.stdout:(62/156): libtool-2.4.6-46.el9.x86_64.rpm 670 kB/s | 581 kB 00:00 2024-09-19T04:37:20.522 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction test succeeded. 2024-09-19T04:37:20.522 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction 2024-09-19T04:37:20.574 INFO:teuthology.orchestra.run.smithi052.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 82 kB/s | 47 kB 00:00 2024-09-19T04:37:21.066 INFO:teuthology.orchestra.run.smithi052.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 354 kB/s | 292 kB 00:00 2024-09-19T04:37:21.150 INFO:teuthology.orchestra.run.smithi052.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 67 kB/s | 38 kB 00:00 2024-09-19T04:37:21.225 INFO:teuthology.orchestra.run.smithi052.stdout:(66/156): lua-5.4.4-4.el9.x86_64.rpm 255 kB/s | 188 kB 00:00 2024-09-19T04:37:22.184 INFO:teuthology.orchestra.run.smithi052.stdout:(67/156): openblas-openmp-0.3.26-2.el9.x86_64.r 4.4 MB/s | 4.9 MB 00:01 2024-09-19T04:37:22.226 INFO:teuthology.orchestra.run.smithi052.stdout:(68/156): postgresql-13.16-1.el9.x86_64.rpm 1.6 MB/s | 1.6 MB 00:00 2024-09-19T04:37:22.301 INFO:teuthology.orchestra.run.smithi052.stdout:(69/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 3.8 MB/s | 4.4 MB 00:01 2024-09-19T04:37:22.935 INFO:teuthology.orchestra.run.smithi052.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 194 kB/s | 137 kB 00:00 2024-09-19T04:37:23.118 INFO:teuthology.orchestra.run.smithi052.stdout:(71/156): postgresql-contrib-13.16-1.el9.x86_64 974 kB/s | 910 kB 00:00 2024-09-19T04:37:23.435 INFO:teuthology.orchestra.run.smithi052.stdout:(72/156): postgresql-server-13.16-1.el9.x86_64. 5.1 MB/s | 5.8 MB 00:01 2024-09-19T04:37:23.785 INFO:teuthology.orchestra.run.smithi052.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 131 kB/s | 87 kB 00:00 2024-09-19T04:37:23.852 INFO:teuthology.orchestra.run.smithi052.stdout:(74/156): protobuf-3.14.0-13.el9.x86_64.rpm 1.1 MB/s | 1.0 MB 00:00 2024-09-19T04:37:24.411 INFO:teuthology.orchestra.run.smithi052.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 98 kB/s | 61 kB 00:00 2024-09-19T04:37:24.587 INFO:teuthology.orchestra.run.smithi052.stdout:(76/156): python3-babel-2.9.1-2.el9.noarch.rpm 5.2 MB/s | 6.0 MB 00:01 2024-09-19T04:37:24.611 INFO:teuthology.orchestra.run.smithi052.stdout:(77/156): python3-devel-3.9.19-8.el9.x86_64.rpm 323 kB/s | 245 kB 00:00 2024-09-19T04:37:25.112 INFO:teuthology.orchestra.run.smithi052.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 38 kB/s | 19 kB 00:00 2024-09-19T04:37:25.137 INFO:teuthology.orchestra.run.smithi052.stdout:(79/156): python3-jsonpatch-1.21-16.el9.noarch. 47 kB/s | 26 kB 00:00 2024-09-19T04:37:25.195 INFO:teuthology.orchestra.run.smithi052.stdout:(80/156): python3-jinja2-2.11.3-6.el9.noarch.rp 317 kB/s | 248 kB 00:00 2024-09-19T04:37:25.696 INFO:teuthology.orchestra.run.smithi052.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 62 kB/s | 35 kB 00:00 2024-09-19T04:37:25.846 INFO:teuthology.orchestra.run.smithi052.stdout:(82/156): python3-mako-1.1.4-6.el9.noarch.rpm 235 kB/s | 172 kB 00:00 2024-09-19T04:37:26.322 INFO:teuthology.orchestra.run.smithi052.stdout:(83/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.5 MB/s | 5.1 MB 00:01 2024-09-19T04:37:26.488 INFO:teuthology.orchestra.run.smithi052.stdout:(84/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 316 kB/s | 250 kB 00:00 2024-09-19T04:37:26.597 INFO:teuthology.orchestra.run.smithi052.stdout:(85/156): python3-oauthlib-3.1.1-5.el9.noarch.r 296 kB/s | 222 kB 00:00 2024-09-19T04:37:26.989 INFO:teuthology.orchestra.run.smithi052.stdout:(86/156): python3-packaging-20.9-5.el9.noarch.r 116 kB/s | 77 kB 00:00 2024-09-19T04:37:27.064 INFO:teuthology.orchestra.run.smithi052.stdout:(87/156): python3-prettytable-0.7.2-27.el9.noar 73 kB/s | 42 kB 00:00 2024-09-19T04:37:27.369 INFO:teuthology.orchestra.run.smithi031.stdout: Preparing : 1/1 2024-09-19T04:37:27.381 INFO:teuthology.orchestra.run.smithi052.stdout:(88/156): python3-protobuf-3.14.0-13.el9.noarch 344 kB/s | 269 kB 00:00 2024-09-19T04:37:27.527 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T04:37:27.586 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T04:37:27.673 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T04:37:27.714 INFO:teuthology.orchestra.run.smithi052.stdout:(89/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 219 kB/s | 159 kB 00:00 2024-09-19T04:37:27.721 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T04:37:27.848 INFO:teuthology.orchestra.run.smithi052.stdout:(90/156): python3-pyasn1-modules-0.4.8-6.el9.no 356 kB/s | 279 kB 00:00 2024-09-19T04:37:27.874 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T04:37:27.965 INFO:teuthology.orchestra.run.smithi052.stdout:(91/156): python3-pytz-2021.1-5.el9.noarch.rpm 87 kB/s | 51 kB 00:00 2024-09-19T04:37:28.030 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T04:37:28.340 INFO:teuthology.orchestra.run.smithi052.stdout:(92/156): python3-requests-oauthlib-1.3.0-12.el 86 kB/s | 54 kB 00:00 2024-09-19T04:37:28.409 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T04:37:28.519 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T04:37:28.548 INFO:teuthology.orchestra.run.smithi052.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 71 kB/s | 42 kB 00:00 2024-09-19T04:37:28.651 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T04:37:28.688 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T04:37:28.793 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T04:37:28.835 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T04:37:28.915 INFO:teuthology.orchestra.run.smithi052.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 77 kB/s | 44 kB 00:00 2024-09-19T04:37:29.063 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T04:37:29.165 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T04:37:29.191 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T04:37:29.266 INFO:teuthology.orchestra.run.smithi052.stdout:(95/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 11 MB/s | 16 MB 00:01 2024-09-19T04:37:29.320 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T04:37:29.351 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T04:37:29.383 INFO:teuthology.orchestra.run.smithi052.stdout:(96/156): qatlib-24.02.0-1.el9.x86_64.rpm 265 kB/s | 221 kB 00:00 2024-09-19T04:37:29.433 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T04:37:29.460 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T04:37:29.504 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T04:37:29.691 INFO:teuthology.orchestra.run.smithi052.stdout:(97/156): qatlib-service-24.02.0-1.el9.x86_64.r 46 kB/s | 36 kB 00:00 2024-09-19T04:37:29.776 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T04:37:29.858 INFO:teuthology.orchestra.run.smithi052.stdout:(98/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 81 kB/s | 47 kB 00:00 2024-09-19T04:37:29.969 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T04:37:30.175 INFO:teuthology.orchestra.run.smithi052.stdout:(99/156): socat-1.7.4.1-6.el9.x86_64.rpm 384 kB/s | 304 kB 00:00 2024-09-19T04:37:30.200 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T04:37:30.322 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T04:37:30.325 INFO:teuthology.orchestra.run.smithi052.stdout:(100/156): uuid-1.6.2-55.el9.x86_64.rpm 91 kB/s | 58 kB 00:00 2024-09-19T04:37:30.435 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T04:37:30.526 INFO:teuthology.orchestra.run.smithi052.stdout:(101/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 144 kB/s | 96 kB 00:00 2024-09-19T04:37:30.626 INFO:teuthology.orchestra.run.smithi052.stdout:(102/156): lua-devel-5.4.4-4.el9.x86_64.rpm 225 kB/s | 22 kB 00:00 2024-09-19T04:37:30.726 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T04:37:30.793 INFO:teuthology.orchestra.run.smithi052.stdout:(103/156): protobuf-compiler-3.14.0-13.el9.x86_ 5.1 MB/s | 863 kB 00:00 2024-09-19T04:37:30.843 INFO:teuthology.orchestra.run.smithi052.stdout:(104/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 95 kB/s | 64 kB 00:00 2024-09-19T04:37:30.873 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T04:37:30.910 INFO:teuthology.orchestra.run.smithi052.stdout:(105/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 77 kB/s | 45 kB 00:00 2024-09-19T04:37:30.952 INFO:teuthology.orchestra.run.smithi052.stdout:(106/156): abseil-cpp-20211102.0-3.el9.x86_64.r 3.4 MB/s | 548 kB 00:00 2024-09-19T04:37:30.997 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T04:37:31.002 INFO:teuthology.orchestra.run.smithi052.stdout:(107/156): gperftools-libs-2.9.1-3.el9.x86_64.r 1.9 MB/s | 308 kB 00:00 2024-09-19T04:37:31.028 INFO:teuthology.orchestra.run.smithi052.stdout:(108/156): grpc-data-1.46.7-10.el9.noarch.rpm 166 kB/s | 19 kB 00:00 2024-09-19T04:37:31.043 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T04:37:31.053 INFO:teuthology.orchestra.run.smithi052.stdout:(109/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 523 kB/s | 26 kB 00:00 2024-09-19T04:37:31.078 INFO:teuthology.orchestra.run.smithi052.stdout:(110/156): liboath-2.6.7-2.el9.x86_64.rpm 971 kB/s | 49 kB 00:00 2024-09-19T04:37:31.086 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T04:37:31.103 INFO:teuthology.orchestra.run.smithi052.stdout:(111/156): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-09-19T04:37:31.129 INFO:teuthology.orchestra.run.smithi052.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 3.0 MB/s | 151 kB 00:00 2024-09-19T04:37:31.170 INFO:teuthology.orchestra.run.smithi052.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 13 MB/s | 548 kB 00:00 2024-09-19T04:37:31.201 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T04:37:31.264 INFO:teuthology.orchestra.run.smithi052.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 469 kB/s | 43 kB 00:00 2024-09-19T04:37:31.264 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T04:37:31.288 INFO:teuthology.orchestra.run.smithi052.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-19T04:37:31.302 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T04:37:31.313 INFO:teuthology.orchestra.run.smithi052.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 574 kB/s | 14 kB 00:00 2024-09-19T04:37:31.355 INFO:teuthology.orchestra.run.smithi052.stdout:(117/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.3 MB/s | 839 kB 00:00 2024-09-19T04:37:31.357 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T04:37:31.388 INFO:teuthology.orchestra.run.smithi052.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 2.2 MB/s | 172 kB 00:00 2024-09-19T04:37:31.396 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T04:37:31.428 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T04:37:31.429 INFO:teuthology.orchestra.run.smithi052.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 4.7 MB/s | 358 kB 00:00 2024-09-19T04:37:31.455 INFO:teuthology.orchestra.run.smithi052.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.5 MB/s | 303 kB 00:00 2024-09-19T04:37:31.472 INFO:teuthology.orchestra.run.smithi052.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 5.1 MB/s | 220 kB 00:00 2024-09-19T04:37:31.505 INFO:teuthology.orchestra.run.smithi052.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.3 MB/s | 144 kB 00:00 2024-09-19T04:37:31.520 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T04:37:31.530 INFO:teuthology.orchestra.run.smithi052.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 435 kB/s | 11 kB 00:00 2024-09-19T04:37:31.556 INFO:teuthology.orchestra.run.smithi052.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 709 kB/s | 18 kB 00:00 2024-09-19T04:37:31.581 INFO:teuthology.orchestra.run.smithi052.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 939 kB/s | 23 kB 00:00 2024-09-19T04:37:31.590 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T04:37:31.606 INFO:teuthology.orchestra.run.smithi052.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 779 kB/s | 19 kB 00:00 2024-09-19T04:37:31.624 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T04:37:31.648 INFO:teuthology.orchestra.run.smithi052.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 472 kB/s | 20 kB 00:00 2024-09-19T04:37:31.674 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T04:37:31.715 INFO:teuthology.orchestra.run.smithi052.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 7.8 MB/s | 2.0 MB 00:00 2024-09-19T04:37:31.749 INFO:teuthology.orchestra.run.smithi052.stdout:(129/156): python3-kubernetes-26.1.0-2.el9.noar 10 MB/s | 1.0 MB 00:00 2024-09-19T04:37:31.763 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T04:37:31.802 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T04:37:31.815 INFO:teuthology.orchestra.run.smithi052.stdout:(130/156): libarrow-9.0.0-11.el9.x86_64.rpm 5.2 MB/s | 4.4 MB 00:00 2024-09-19T04:37:31.839 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T04:37:31.841 INFO:teuthology.orchestra.run.smithi052.stdout:(131/156): python3-logutils-0.3.5-21.el9.noarch 370 kB/s | 46 kB 00:00 2024-09-19T04:37:31.866 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T04:37:31.866 INFO:teuthology.orchestra.run.smithi052.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-09-19T04:37:31.916 INFO:teuthology.orchestra.run.smithi052.stdout:(133/156): python3-more-itertools-8.12.0-2.el9. 472 kB/s | 79 kB 00:00 2024-09-19T04:37:31.942 INFO:teuthology.orchestra.run.smithi052.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 219 kB/s | 16 kB 00:00 2024-09-19T04:37:31.951 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T04:37:31.967 INFO:teuthology.orchestra.run.smithi052.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-09-19T04:37:31.992 INFO:teuthology.orchestra.run.smithi052.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 564 kB/s | 28 kB 00:00 2024-09-19T04:37:32.017 INFO:teuthology.orchestra.run.smithi052.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-09-19T04:37:32.019 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T04:37:32.042 INFO:teuthology.orchestra.run.smithi052.stdout:(138/156): python3-pecan-1.4.2-3.el9.noarch.rpm 1.3 MB/s | 272 kB 00:00 2024-09-19T04:37:32.068 INFO:teuthology.orchestra.run.smithi052.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 1.1 MB/s | 59 kB 00:00 2024-09-19T04:37:32.093 INFO:teuthology.orchestra.run.smithi052.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 714 kB/s | 36 kB 00:00 2024-09-19T04:37:32.114 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T04:37:32.118 INFO:teuthology.orchestra.run.smithi052.stdout:(141/156): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-09-19T04:37:32.143 INFO:teuthology.orchestra.run.smithi052.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 993 kB/s | 74 kB 00:00 2024-09-19T04:37:32.161 INFO:teuthology.orchestra.run.smithi052.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 2.1 MB/s | 90 kB 00:00 2024-09-19T04:37:32.194 INFO:teuthology.orchestra.run.smithi052.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-19T04:37:32.219 INFO:teuthology.orchestra.run.smithi052.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 343 kB/s | 20 kB 00:00 2024-09-19T04:37:32.245 INFO:teuthology.orchestra.run.smithi052.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-19T04:37:32.270 INFO:teuthology.orchestra.run.smithi052.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-19T04:37:32.285 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T04:37:32.345 INFO:teuthology.orchestra.run.smithi052.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-09-19T04:37:32.378 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T04:37:32.537 INFO:teuthology.orchestra.run.smithi052.stdout:(149/156): librados2-19.1.1-361.g2f599a46.el9.x 12 MB/s | 3.4 MB 00:00 2024-09-19T04:37:32.588 INFO:teuthology.orchestra.run.smithi052.stdout:(150/156): NetworkManager-1.51.0-1.el9.x86_64.r 9.6 MB/s | 2.3 MB 00:00 2024-09-19T04:37:32.629 INFO:teuthology.orchestra.run.smithi052.stdout:(151/156): NetworkManager-team-1.51.0-1.el9.x86 989 kB/s | 41 kB 00:00 2024-09-19T04:37:32.672 INFO:teuthology.orchestra.run.smithi052.stdout:(152/156): NetworkManager-tui-1.51.0-1.el9.x86_ 5.8 MB/s | 249 kB 00:00 2024-09-19T04:37:32.722 INFO:teuthology.orchestra.run.smithi052.stdout:(153/156): NetworkManager-libnm-1.51.0-1.el9.x8 9.8 MB/s | 1.8 MB 00:00 2024-09-19T04:37:32.764 INFO:teuthology.orchestra.run.smithi052.stdout:(154/156): openssl-3.2.2-6.el9.x86_64.rpm 15 MB/s | 1.4 MB 00:00 2024-09-19T04:37:32.830 INFO:teuthology.orchestra.run.smithi052.stdout:(155/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 22 MB/s | 2.4 MB 00:00 2024-09-19T04:37:33.022 INFO:teuthology.orchestra.run.smithi052.stdout:(156/156): librbd1-19.1.1-361.g2f599a46.el9.x86 4.2 MB/s | 3.2 MB 00:00 2024-09-19T04:37:33.032 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2024-09-19T04:37:33.033 INFO:teuthology.orchestra.run.smithi052.stdout:Total 10 MB/s | 226 MB 00:21 2024-09-19T04:37:33.054 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T04:37:33.158 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T04:37:33.199 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T04:37:33.243 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T04:37:33.282 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T04:37:33.327 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T04:37:33.511 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T04:37:33.593 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T04:37:33.654 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T04:37:33.739 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T04:37:33.776 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T04:37:33.813 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T04:37:33.873 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T04:37:33.912 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T04:37:33.985 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T04:37:34.036 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T04:37:34.216 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T04:37:34.269 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T04:37:34.312 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T04:37:34.465 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T04:37:34.511 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T04:37:34.553 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T04:37:34.582 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T04:37:34.607 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T04:37:34.722 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T04:37:34.916 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T04:37:35.060 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T04:37:35.060 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T04:37:35.060 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T04:37:35.101 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T04:37:35.102 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2024-09-19T04:37:35.141 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T04:37:35.201 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T04:37:35.237 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T04:37:35.270 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T04:37:35.300 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2024-09-19T04:37:35.301 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2024-09-19T04:37:35.314 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T04:37:35.346 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T04:37:35.460 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T04:37:35.554 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T04:37:35.901 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T04:37:36.031 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T04:37:36.126 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T04:37:37.080 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T04:37:37.132 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T04:37:37.166 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T04:37:37.286 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T04:37:37.349 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T04:37:37.403 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T04:37:37.511 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T04:37:37.559 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T04:37:37.759 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2024-09-19T04:37:37.759 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2024-09-19T04:37:37.809 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T04:37:37.847 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T04:37:37.987 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T04:37:38.888 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T04:37:39.032 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T04:37:40.709 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T04:37:40.817 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T04:37:40.854 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T04:37:40.905 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T04:37:41.265 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T04:37:41.340 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T04:37:41.444 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T04:37:41.479 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T04:37:41.528 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T04:37:42.093 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T04:37:42.146 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T04:37:42.243 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T04:37:42.269 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T04:37:44.401 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2024-09-19T04:37:44.553 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T04:37:44.736 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T04:37:44.804 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T04:37:44.848 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T04:37:44.878 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T04:37:44.899 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T04:37:44.939 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T04:37:44.940 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T04:37:45.330 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T04:37:45.454 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T04:37:45.585 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T04:37:45.604 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T04:37:45.613 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T04:37:45.643 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T04:37:45.727 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T04:37:45.763 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T04:37:45.797 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T04:37:45.797 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T04:37:45.798 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T04:37:45.798 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:37:45.853 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T04:37:45.998 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T04:37:46.066 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T04:37:46.091 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T04:37:46.203 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T04:37:46.253 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T04:37:46.317 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T04:37:46.352 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T04:37:46.391 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T04:37:46.596 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T04:37:46.778 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T04:37:46.942 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T04:37:47.067 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T04:37:47.176 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T04:37:47.465 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T04:37:47.613 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T04:37:47.733 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T04:37:47.788 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T04:37:47.837 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T04:37:47.921 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T04:37:47.982 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T04:37:48.019 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T04:37:48.074 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T04:37:48.112 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T04:37:48.145 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T04:37:48.238 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T04:37:48.299 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T04:37:48.340 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T04:37:48.394 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T04:37:48.487 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T04:37:48.528 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T04:37:48.578 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T04:37:48.608 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T04:37:48.704 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T04:37:48.761 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T04:37:48.857 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T04:37:49.042 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T04:37:49.107 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T04:37:49.797 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T04:37:49.893 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T04:37:49.933 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T04:37:49.986 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T04:37:50.024 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T04:37:50.085 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T04:37:50.277 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T04:37:50.335 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T04:37:50.405 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T04:37:50.491 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T04:37:50.527 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T04:37:50.555 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T04:37:50.615 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T04:37:50.674 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T04:37:50.729 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T04:37:50.787 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T04:37:50.970 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T04:37:51.028 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T04:37:51.071 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T04:37:51.203 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T04:37:51.245 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T04:37:51.308 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T04:37:51.341 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T04:37:51.357 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T04:37:51.484 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T04:37:51.652 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T04:37:51.698 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T04:37:51.750 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T04:37:51.812 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T04:37:51.853 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T04:37:51.891 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T04:37:51.928 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T04:37:51.963 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T04:37:51.996 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T04:37:52.040 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T04:37:52.071 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T04:37:52.176 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T04:37:52.239 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T04:37:52.274 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T04:37:52.404 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T04:37:52.472 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T04:37:53.432 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T04:37:53.489 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T04:37:53.523 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T04:37:53.643 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T04:37:53.706 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T04:37:53.761 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T04:37:53.868 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T04:37:53.916 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T04:37:54.163 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T04:37:54.196 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T04:37:54.294 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T04:37:55.164 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T04:37:55.306 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T04:37:57.022 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T04:37:57.116 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T04:37:57.152 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T04:37:57.185 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T04:37:57.541 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T04:37:57.582 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T04:37:57.695 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T04:37:57.729 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T04:37:57.786 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T04:37:58.398 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T04:37:58.434 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T04:37:58.526 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T04:37:58.553 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T04:37:59.055 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T04:37:59.056 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /sys 2024-09-19T04:37:59.056 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /proc 2024-09-19T04:37:59.056 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /mnt 2024-09-19T04:37:59.056 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /var/tmp 2024-09-19T04:37:59.056 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /home 2024-09-19T04:37:59.056 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /root 2024-09-19T04:37:59.056 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /tmp 2024-09-19T04:37:59.056 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:37:59.278 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T04:37:59.314 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T04:37:59.315 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:37:59.315 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T04:37:59.315 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:00.974 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T04:38:01.033 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T04:38:01.033 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:38:01.034 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T04:38:01.034 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T04:38:01.034 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T04:38:01.034 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:01.149 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T04:38:01.192 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T04:38:01.291 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T04:38:01.344 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T04:38:01.344 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:38:01.344 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T04:38:01.344 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T04:38:01.344 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T04:38:01.344 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:01.851 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T04:38:01.858 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T04:38:01.902 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T04:38:01.902 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:38:01.902 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T04:38:01.903 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T04:38:01.903 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T04:38:01.903 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:01.903 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T04:38:02.013 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T04:38:02.014 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T04:38:02.014 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T04:38:02.014 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:02.034 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T04:38:02.046 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T04:38:02.104 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T04:38:02.178 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T04:38:02.422 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T04:38:02.488 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T04:38:02.576 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T04:38:02.698 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T04:38:02.875 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T04:38:02.937 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T04:38:02.977 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T04:38:03.002 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T04:38:03.483 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T04:38:03.510 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T04:38:03.534 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T04:38:03.597 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T04:38:03.623 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T04:38:04.937 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T04:38:04.984 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T04:38:06.138 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T04:38:06.167 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T04:38:06.313 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T04:38:06.491 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T04:38:06.527 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T04:38:06.579 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T04:38:06.579 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:38:06.579 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T04:38:06.579 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T04:38:06.579 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T04:38:06.580 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:06.636 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T04:38:06.663 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T04:38:06.766 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T04:38:07.018 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T04:38:08.076 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T04:38:08.113 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T04:38:08.166 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T04:38:08.166 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:38:08.166 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T04:38:08.166 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T04:38:08.166 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T04:38:08.166 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:08.223 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T04:38:08.273 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T04:38:08.273 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:38:08.273 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T04:38:08.274 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:08.323 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T04:38:08.375 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T04:38:08.375 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:38:08.375 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T04:38:08.375 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T04:38:08.375 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T04:38:08.376 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:08.724 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T04:38:08.776 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T04:38:08.776 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:38:08.776 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T04:38:08.776 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T04:38:08.776 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T04:38:08.776 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:14.012 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T04:38:14.054 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T04:38:14.098 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T04:38:14.134 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T04:38:14.162 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T04:38:14.448 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T04:38:14.499 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T04:38:14.529 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T04:38:14.569 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T04:38:14.637 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T04:38:15.355 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T04:38:15.355 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /sys 2024-09-19T04:38:15.355 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /proc 2024-09-19T04:38:15.355 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /mnt 2024-09-19T04:38:15.355 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /var/tmp 2024-09-19T04:38:15.355 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /home 2024-09-19T04:38:15.355 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /root 2024-09-19T04:38:15.355 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /tmp 2024-09-19T04:38:15.355 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:15.433 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T04:38:15.476 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T04:38:15.519 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T04:38:15.563 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T04:38:15.600 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T04:38:15.600 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:38:15.600 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T04:38:15.601 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:16.912 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T04:38:17.042 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T04:38:17.101 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T04:38:17.210 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T04:38:17.244 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T04:38:17.250 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T04:38:17.277 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T04:38:17.309 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T04:38:17.309 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:38:17.309 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T04:38:17.309 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T04:38:17.309 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T04:38:17.309 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:17.314 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T04:38:17.314 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T04:38:17.413 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T04:38:17.413 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T04:38:17.530 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T04:38:17.554 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T04:38:17.567 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T04:38:17.571 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T04:38:17.571 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T04:38:17.619 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T04:38:17.620 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:38:17.620 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T04:38:17.620 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T04:38:17.620 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T04:38:17.620 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:17.815 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T04:38:17.815 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T04:38:17.933 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T04:38:18.010 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T04:38:18.126 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T04:38:18.178 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T04:38:18.178 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:38:18.178 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T04:38:18.178 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T04:38:18.178 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T04:38:18.179 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:18.226 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T04:38:18.227 INFO:teuthology.orchestra.run.smithi031.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-09-19T04:38:18.227 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:18.319 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T04:38:18.380 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T04:38:18.454 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T04:38:18.700 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T04:38:18.756 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T04:38:18.846 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T04:38:18.955 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T04:38:19.135 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T04:38:19.199 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T04:38:19.236 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T04:38:19.261 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T04:38:19.735 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T04:38:19.802 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T04:38:19.836 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T04:38:19.907 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T04:38:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T04:38:21.245 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T04:38:21.284 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T04:38:22.438 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T04:38:22.468 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T04:38:22.613 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T04:38:22.799 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T04:38:22.837 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T04:38:22.889 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T04:38:22.889 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:38:22.889 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T04:38:22.889 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T04:38:22.889 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T04:38:22.889 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:22.954 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T04:38:22.981 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T04:38:23.092 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T04:38:23.174 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T04:38:23.975 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T04:38:23.975 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T04:38:23.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T04:38:23.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T04:38:23.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T04:38:23.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T04:38:23.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T04:38:23.976 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T04:38:23.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T04:38:23.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T04:38:23.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T04:38:23.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T04:38:23.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T04:38:23.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T04:38:23.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T04:38:23.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T04:38:23.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T04:38:23.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T04:38:23.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T04:38:23.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T04:38:23.977 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T04:38:23.978 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T04:38:23.978 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T04:38:23.978 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T04:38:23.978 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T04:38:23.978 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T04:38:23.978 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T04:38:23.989 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T04:38:23.989 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T04:38:23.989 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T04:38:23.989 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T04:38:23.990 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T04:38:23.990 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T04:38:23.990 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T04:38:23.990 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T04:38:23.990 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T04:38:23.990 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T04:38:23.990 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T04:38:23.990 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T04:38:23.990 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T04:38:23.990 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T04:38:23.990 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T04:38:23.990 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T04:38:23.990 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T04:38:23.990 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T04:38:23.990 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T04:38:23.991 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T04:38:23.991 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T04:38:23.991 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T04:38:23.991 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T04:38:23.991 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T04:38:23.991 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T04:38:23.991 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T04:38:23.991 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T04:38:23.991 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T04:38:23.991 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T04:38:23.991 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T04:38:23.991 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T04:38:23.991 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T04:38:23.991 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T04:38:23.992 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T04:38:23.992 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T04:38:23.992 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T04:38:23.992 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T04:38:23.992 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T04:38:23.992 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T04:38:23.992 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T04:38:23.992 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T04:38:23.992 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T04:38:23.992 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T04:38:23.992 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T04:38:23.992 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T04:38:23.992 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T04:38:23.993 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T04:38:23.993 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T04:38:23.993 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T04:38:23.993 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T04:38:23.993 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T04:38:23.993 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T04:38:23.993 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T04:38:23.993 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T04:38:23.993 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T04:38:23.993 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T04:38:23.993 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T04:38:23.993 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T04:38:23.993 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T04:38:23.993 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T04:38:23.994 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T04:38:23.994 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T04:38:23.994 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T04:38:23.994 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T04:38:23.994 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T04:38:23.994 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T04:38:23.994 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T04:38:23.994 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T04:38:23.994 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T04:38:23.994 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T04:38:23.994 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T04:38:23.994 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T04:38:23.994 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T04:38:23.994 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T04:38:23.995 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T04:38:23.995 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T04:38:23.995 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T04:38:23.995 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T04:38:23.995 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T04:38:23.995 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T04:38:23.995 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T04:38:23.995 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T04:38:23.995 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T04:38:23.995 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T04:38:23.995 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T04:38:23.995 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T04:38:23.996 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T04:38:23.996 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T04:38:23.996 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T04:38:23.996 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T04:38:23.996 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T04:38:23.996 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T04:38:23.996 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T04:38:23.996 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T04:38:23.996 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T04:38:23.996 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T04:38:23.996 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T04:38:23.996 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T04:38:23.997 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T04:38:23.997 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T04:38:23.997 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T04:38:23.997 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T04:38:23.997 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T04:38:23.997 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T04:38:23.997 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T04:38:23.997 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T04:38:23.997 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T04:38:23.997 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T04:38:23.997 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T04:38:23.997 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T04:38:23.997 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T04:38:23.997 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T04:38:23.998 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T04:38:23.998 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T04:38:23.998 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T04:38:23.998 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T04:38:23.998 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T04:38:23.998 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T04:38:23.998 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T04:38:23.998 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T04:38:23.998 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T04:38:23.998 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T04:38:23.998 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T04:38:23.998 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T04:38:23.998 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T04:38:23.998 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T04:38:23.998 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T04:38:23.999 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T04:38:23.999 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T04:38:23.999 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T04:38:23.999 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T04:38:23.999 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T04:38:23.999 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T04:38:23.999 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T04:38:23.999 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T04:38:23.999 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T04:38:24.233 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T04:38:24.265 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T04:38:24.316 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T04:38:24.316 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:38:24.317 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T04:38:24.317 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T04:38:24.317 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T04:38:24.317 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:24.365 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T04:38:24.416 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T04:38:24.416 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:38:24.416 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T04:38:24.417 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:24.466 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T04:38:24.517 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T04:38:24.517 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:38:24.517 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T04:38:24.517 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T04:38:24.517 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T04:38:24.517 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:24.875 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T04:38:24.927 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T04:38:24.927 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T04:38:24.927 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T04:38:24.927 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T04:38:24.927 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T04:38:24.927 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:26.230 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T04:38:26.230 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:26.230 INFO:teuthology.orchestra.run.smithi031.stdout:Upgraded: 2024-09-19T04:38:26.230 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T04:38:26.230 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T04:38:26.230 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T04:38:26.230 INFO:teuthology.orchestra.run.smithi031.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T04:38:26.230 INFO:teuthology.orchestra.run.smithi031.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.230 INFO:teuthology.orchestra.run.smithi031.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.231 INFO:teuthology.orchestra.run.smithi031.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T04:38:26.231 INFO:teuthology.orchestra.run.smithi031.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T04:38:26.231 INFO:teuthology.orchestra.run.smithi031.stdout:Installed: 2024-09-19T04:38:26.231 INFO:teuthology.orchestra.run.smithi031.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T04:38:26.231 INFO:teuthology.orchestra.run.smithi031.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T04:38:26.231 INFO:teuthology.orchestra.run.smithi031.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T04:38:26.231 INFO:teuthology.orchestra.run.smithi031.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T04:38:26.231 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.231 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.231 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.231 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.231 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:26.231 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.231 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.232 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.232 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:26.232 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:26.232 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:26.232 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:26.232 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:26.232 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.232 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.232 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:26.232 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.232 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.232 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.233 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:26.233 INFO:teuthology.orchestra.run.smithi031.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:26.233 INFO:teuthology.orchestra.run.smithi031.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.233 INFO:teuthology.orchestra.run.smithi031.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.233 INFO:teuthology.orchestra.run.smithi031.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:26.233 INFO:teuthology.orchestra.run.smithi031.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T04:38:26.233 INFO:teuthology.orchestra.run.smithi031.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T04:38:26.233 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T04:38:26.233 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T04:38:26.233 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T04:38:26.233 INFO:teuthology.orchestra.run.smithi031.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T04:38:26.233 INFO:teuthology.orchestra.run.smithi031.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T04:38:26.234 INFO:teuthology.orchestra.run.smithi031.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T04:38:26.234 INFO:teuthology.orchestra.run.smithi031.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T04:38:26.234 INFO:teuthology.orchestra.run.smithi031.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T04:38:26.234 INFO:teuthology.orchestra.run.smithi031.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T04:38:26.234 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.234 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.234 INFO:teuthology.orchestra.run.smithi031.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.234 INFO:teuthology.orchestra.run.smithi031.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T04:38:26.234 INFO:teuthology.orchestra.run.smithi031.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T04:38:26.234 INFO:teuthology.orchestra.run.smithi031.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T04:38:26.234 INFO:teuthology.orchestra.run.smithi031.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T04:38:26.234 INFO:teuthology.orchestra.run.smithi031.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T04:38:26.234 INFO:teuthology.orchestra.run.smithi031.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.235 INFO:teuthology.orchestra.run.smithi031.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.235 INFO:teuthology.orchestra.run.smithi031.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T04:38:26.235 INFO:teuthology.orchestra.run.smithi031.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.235 INFO:teuthology.orchestra.run.smithi031.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T04:38:26.235 INFO:teuthology.orchestra.run.smithi031.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T04:38:26.235 INFO:teuthology.orchestra.run.smithi031.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T04:38:26.235 INFO:teuthology.orchestra.run.smithi031.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T04:38:26.235 INFO:teuthology.orchestra.run.smithi031.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T04:38:26.235 INFO:teuthology.orchestra.run.smithi031.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T04:38:26.235 INFO:teuthology.orchestra.run.smithi031.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T04:38:26.235 INFO:teuthology.orchestra.run.smithi031.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T04:38:26.235 INFO:teuthology.orchestra.run.smithi031.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T04:38:26.235 INFO:teuthology.orchestra.run.smithi031.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T04:38:26.236 INFO:teuthology.orchestra.run.smithi031.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T04:38:26.236 INFO:teuthology.orchestra.run.smithi031.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T04:38:26.236 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T04:38:26.236 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T04:38:26.236 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T04:38:26.236 INFO:teuthology.orchestra.run.smithi031.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T04:38:26.236 INFO:teuthology.orchestra.run.smithi031.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T04:38:26.236 INFO:teuthology.orchestra.run.smithi031.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T04:38:26.236 INFO:teuthology.orchestra.run.smithi031.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T04:38:26.236 INFO:teuthology.orchestra.run.smithi031.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T04:38:26.236 INFO:teuthology.orchestra.run.smithi031.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T04:38:26.236 INFO:teuthology.orchestra.run.smithi031.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T04:38:26.236 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T04:38:26.237 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.237 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.237 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.237 INFO:teuthology.orchestra.run.smithi031.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T04:38:26.237 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T04:38:26.237 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T04:38:26.237 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T04:38:26.237 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T04:38:26.237 INFO:teuthology.orchestra.run.smithi031.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T04:38:26.237 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T04:38:26.237 INFO:teuthology.orchestra.run.smithi031.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T04:38:26.237 INFO:teuthology.orchestra.run.smithi031.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T04:38:26.237 INFO:teuthology.orchestra.run.smithi031.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T04:38:26.237 INFO:teuthology.orchestra.run.smithi031.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T04:38:26.238 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T04:38:26.238 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T04:38:26.238 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T04:38:26.238 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T04:38:26.238 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T04:38:26.238 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T04:38:26.238 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T04:38:26.238 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T04:38:26.238 INFO:teuthology.orchestra.run.smithi031.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T04:38:26.238 INFO:teuthology.orchestra.run.smithi031.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T04:38:26.238 INFO:teuthology.orchestra.run.smithi031.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T04:38:26.238 INFO:teuthology.orchestra.run.smithi031.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T04:38:26.238 INFO:teuthology.orchestra.run.smithi031.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T04:38:26.238 INFO:teuthology.orchestra.run.smithi031.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T04:38:26.239 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T04:38:26.239 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T04:38:26.239 INFO:teuthology.orchestra.run.smithi031.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T04:38:26.239 INFO:teuthology.orchestra.run.smithi031.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T04:38:26.239 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T04:38:26.239 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T04:38:26.239 INFO:teuthology.orchestra.run.smithi031.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T04:38:26.239 INFO:teuthology.orchestra.run.smithi031.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T04:38:26.239 INFO:teuthology.orchestra.run.smithi031.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T04:38:26.239 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T04:38:26.239 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T04:38:26.239 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T04:38:26.239 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T04:38:26.240 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T04:38:26.240 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T04:38:26.240 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.240 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.240 INFO:teuthology.orchestra.run.smithi031.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T04:38:26.240 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T04:38:26.240 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T04:38:26.240 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.240 INFO:teuthology.orchestra.run.smithi031.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T04:38:26.240 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T04:38:26.240 INFO:teuthology.orchestra.run.smithi031.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T04:38:26.240 INFO:teuthology.orchestra.run.smithi031.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T04:38:26.240 INFO:teuthology.orchestra.run.smithi031.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T04:38:26.240 INFO:teuthology.orchestra.run.smithi031.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T04:38:26.241 INFO:teuthology.orchestra.run.smithi031.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T04:38:26.241 INFO:teuthology.orchestra.run.smithi031.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T04:38:26.241 INFO:teuthology.orchestra.run.smithi031.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T04:38:26.241 INFO:teuthology.orchestra.run.smithi031.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T04:38:26.241 INFO:teuthology.orchestra.run.smithi031.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T04:38:26.241 INFO:teuthology.orchestra.run.smithi031.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T04:38:26.241 INFO:teuthology.orchestra.run.smithi031.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T04:38:26.241 INFO:teuthology.orchestra.run.smithi031.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T04:38:26.241 INFO:teuthology.orchestra.run.smithi031.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T04:38:26.241 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.241 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.241 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:26.241 INFO:teuthology.orchestra.run.smithi031.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T04:38:26.241 INFO:teuthology.orchestra.run.smithi031.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T04:38:26.242 INFO:teuthology.orchestra.run.smithi031.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T04:38:26.242 INFO:teuthology.orchestra.run.smithi031.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T04:38:26.242 INFO:teuthology.orchestra.run.smithi031.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T04:38:26.242 INFO:teuthology.orchestra.run.smithi031.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T04:38:26.242 INFO:teuthology.orchestra.run.smithi031.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T04:38:26.242 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:26.242 INFO:teuthology.orchestra.run.smithi031.stdout:Complete! 2024-09-19T04:38:26.901 DEBUG:teuthology.parallel:result is None 2024-09-19T04:38:30.172 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T04:38:30.214 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T04:38:30.258 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T04:38:30.294 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T04:38:30.330 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T04:38:30.596 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T04:38:30.651 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T04:38:30.680 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T04:38:30.712 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T04:38:30.780 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T04:38:31.506 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T04:38:31.553 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T04:38:31.598 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T04:38:33.019 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T04:38:33.135 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T04:38:33.189 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T04:38:33.304 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T04:38:33.337 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T04:38:33.370 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T04:38:33.407 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T04:38:33.407 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T04:38:33.522 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T04:38:33.523 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T04:38:33.631 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T04:38:33.656 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T04:38:33.672 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T04:38:33.672 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T04:38:33.917 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T04:38:33.917 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T04:38:34.010 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T04:38:34.115 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T04:38:34.329 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T04:38:34.329 INFO:teuthology.orchestra.run.smithi052.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-09-19T04:38:34.329 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:40.004 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T04:38:40.004 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T04:38:40.004 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T04:38:40.004 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T04:38:40.004 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T04:38:40.004 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T04:38:40.004 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T04:38:40.004 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T04:38:40.004 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T04:38:40.004 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T04:38:40.005 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T04:38:40.005 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T04:38:40.005 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T04:38:40.005 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T04:38:40.005 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T04:38:40.005 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T04:38:40.005 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T04:38:40.005 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T04:38:40.005 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T04:38:40.005 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T04:38:40.005 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T04:38:40.006 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T04:38:40.006 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T04:38:40.006 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T04:38:40.006 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T04:38:40.018 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T04:38:40.018 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T04:38:40.018 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T04:38:40.019 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T04:38:40.019 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T04:38:40.019 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T04:38:40.019 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T04:38:40.019 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T04:38:40.019 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T04:38:40.019 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T04:38:40.019 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T04:38:40.019 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T04:38:40.019 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T04:38:40.019 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T04:38:40.019 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T04:38:40.020 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T04:38:40.020 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T04:38:40.020 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T04:38:40.020 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T04:38:40.020 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T04:38:40.020 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T04:38:40.020 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T04:38:40.020 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T04:38:40.020 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T04:38:40.020 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T04:38:40.020 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T04:38:40.020 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T04:38:40.020 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T04:38:40.021 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T04:38:40.021 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T04:38:40.021 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T04:38:40.021 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T04:38:40.021 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T04:38:40.021 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T04:38:40.021 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T04:38:40.021 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T04:38:40.021 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T04:38:40.021 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T04:38:40.021 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T04:38:40.021 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T04:38:40.022 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T04:38:40.022 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T04:38:40.022 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T04:38:40.022 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T04:38:40.022 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T04:38:40.022 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T04:38:40.022 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T04:38:40.022 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T04:38:40.022 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T04:38:40.022 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T04:38:40.022 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T04:38:40.022 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T04:38:40.023 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T04:38:40.023 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T04:38:40.023 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T04:38:40.023 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T04:38:40.023 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T04:38:40.023 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T04:38:40.023 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T04:38:40.023 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T04:38:40.023 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T04:38:40.023 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T04:38:40.023 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T04:38:40.023 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T04:38:40.023 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T04:38:40.024 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T04:38:40.024 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T04:38:40.024 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T04:38:40.024 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T04:38:40.024 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T04:38:40.024 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T04:38:40.024 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T04:38:40.024 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T04:38:40.024 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T04:38:40.024 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T04:38:40.024 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T04:38:40.024 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T04:38:40.024 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T04:38:40.024 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T04:38:40.025 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T04:38:40.025 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T04:38:40.025 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T04:38:40.025 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T04:38:40.025 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T04:38:40.025 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T04:38:40.025 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T04:38:40.025 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T04:38:40.025 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T04:38:40.025 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T04:38:40.025 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T04:38:40.025 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T04:38:40.025 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T04:38:40.025 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T04:38:40.026 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T04:38:40.026 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T04:38:40.026 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T04:38:40.026 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T04:38:40.026 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T04:38:40.026 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T04:38:40.026 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T04:38:40.026 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T04:38:40.026 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T04:38:40.026 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T04:38:40.026 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T04:38:40.026 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T04:38:40.026 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T04:38:40.027 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T04:38:40.027 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T04:38:40.027 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T04:38:40.027 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T04:38:40.027 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T04:38:40.027 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T04:38:40.027 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T04:38:40.027 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T04:38:40.027 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T04:38:40.027 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T04:38:40.027 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T04:38:40.027 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T04:38:40.027 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T04:38:40.027 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T04:38:40.028 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T04:38:40.028 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T04:38:40.028 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T04:38:40.028 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T04:38:40.028 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T04:38:40.028 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T04:38:40.028 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T04:38:40.028 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T04:38:40.028 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T04:38:40.028 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T04:38:40.028 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T04:38:40.028 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T04:38:40.028 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T04:38:40.028 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T04:38:40.029 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T04:38:40.029 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T04:38:40.029 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T04:38:40.029 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T04:38:42.165 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T04:38:42.166 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:42.166 INFO:teuthology.orchestra.run.smithi052.stdout:Upgraded: 2024-09-19T04:38:42.166 INFO:teuthology.orchestra.run.smithi052.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T04:38:42.166 INFO:teuthology.orchestra.run.smithi052.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T04:38:42.166 INFO:teuthology.orchestra.run.smithi052.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T04:38:42.166 INFO:teuthology.orchestra.run.smithi052.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T04:38:42.166 INFO:teuthology.orchestra.run.smithi052.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.166 INFO:teuthology.orchestra.run.smithi052.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.166 INFO:teuthology.orchestra.run.smithi052.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T04:38:42.166 INFO:teuthology.orchestra.run.smithi052.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T04:38:42.166 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2024-09-19T04:38:42.166 INFO:teuthology.orchestra.run.smithi052.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T04:38:42.166 INFO:teuthology.orchestra.run.smithi052.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T04:38:42.167 INFO:teuthology.orchestra.run.smithi052.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T04:38:42.167 INFO:teuthology.orchestra.run.smithi052.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T04:38:42.167 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.167 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.167 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.167 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.167 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:42.167 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.167 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.167 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.167 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:42.167 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:42.167 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:42.168 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:42.168 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:42.168 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.168 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.168 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:42.168 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.168 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.168 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.168 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:42.168 INFO:teuthology.orchestra.run.smithi052.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:42.168 INFO:teuthology.orchestra.run.smithi052.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.169 INFO:teuthology.orchestra.run.smithi052.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.169 INFO:teuthology.orchestra.run.smithi052.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T04:38:42.169 INFO:teuthology.orchestra.run.smithi052.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T04:38:42.169 INFO:teuthology.orchestra.run.smithi052.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T04:38:42.169 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T04:38:42.169 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T04:38:42.169 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T04:38:42.169 INFO:teuthology.orchestra.run.smithi052.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T04:38:42.169 INFO:teuthology.orchestra.run.smithi052.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T04:38:42.169 INFO:teuthology.orchestra.run.smithi052.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T04:38:42.169 INFO:teuthology.orchestra.run.smithi052.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T04:38:42.169 INFO:teuthology.orchestra.run.smithi052.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T04:38:42.170 INFO:teuthology.orchestra.run.smithi052.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T04:38:42.170 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.170 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.170 INFO:teuthology.orchestra.run.smithi052.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.170 INFO:teuthology.orchestra.run.smithi052.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T04:38:42.170 INFO:teuthology.orchestra.run.smithi052.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T04:38:42.170 INFO:teuthology.orchestra.run.smithi052.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T04:38:42.170 INFO:teuthology.orchestra.run.smithi052.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T04:38:42.170 INFO:teuthology.orchestra.run.smithi052.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T04:38:42.170 INFO:teuthology.orchestra.run.smithi052.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.170 INFO:teuthology.orchestra.run.smithi052.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.170 INFO:teuthology.orchestra.run.smithi052.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T04:38:42.170 INFO:teuthology.orchestra.run.smithi052.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.171 INFO:teuthology.orchestra.run.smithi052.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T04:38:42.171 INFO:teuthology.orchestra.run.smithi052.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T04:38:42.171 INFO:teuthology.orchestra.run.smithi052.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T04:38:42.171 INFO:teuthology.orchestra.run.smithi052.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T04:38:42.171 INFO:teuthology.orchestra.run.smithi052.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T04:38:42.171 INFO:teuthology.orchestra.run.smithi052.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T04:38:42.171 INFO:teuthology.orchestra.run.smithi052.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T04:38:42.171 INFO:teuthology.orchestra.run.smithi052.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T04:38:42.171 INFO:teuthology.orchestra.run.smithi052.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T04:38:42.171 INFO:teuthology.orchestra.run.smithi052.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T04:38:42.171 INFO:teuthology.orchestra.run.smithi052.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T04:38:42.171 INFO:teuthology.orchestra.run.smithi052.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T04:38:42.171 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T04:38:42.171 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T04:38:42.172 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T04:38:42.172 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T04:38:42.172 INFO:teuthology.orchestra.run.smithi052.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T04:38:42.172 INFO:teuthology.orchestra.run.smithi052.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T04:38:42.172 INFO:teuthology.orchestra.run.smithi052.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T04:38:42.172 INFO:teuthology.orchestra.run.smithi052.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T04:38:42.172 INFO:teuthology.orchestra.run.smithi052.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T04:38:42.172 INFO:teuthology.orchestra.run.smithi052.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T04:38:42.172 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T04:38:42.172 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.172 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.172 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.172 INFO:teuthology.orchestra.run.smithi052.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T04:38:42.173 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T04:38:42.173 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T04:38:42.173 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T04:38:42.173 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T04:38:42.173 INFO:teuthology.orchestra.run.smithi052.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T04:38:42.173 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T04:38:42.173 INFO:teuthology.orchestra.run.smithi052.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T04:38:42.173 INFO:teuthology.orchestra.run.smithi052.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T04:38:42.173 INFO:teuthology.orchestra.run.smithi052.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T04:38:42.173 INFO:teuthology.orchestra.run.smithi052.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T04:38:42.173 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T04:38:42.173 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T04:38:42.173 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T04:38:42.173 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T04:38:42.174 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T04:38:42.174 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T04:38:42.174 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T04:38:42.174 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T04:38:42.174 INFO:teuthology.orchestra.run.smithi052.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T04:38:42.174 INFO:teuthology.orchestra.run.smithi052.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T04:38:42.174 INFO:teuthology.orchestra.run.smithi052.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T04:38:42.174 INFO:teuthology.orchestra.run.smithi052.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T04:38:42.174 INFO:teuthology.orchestra.run.smithi052.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T04:38:42.174 INFO:teuthology.orchestra.run.smithi052.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T04:38:42.174 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T04:38:42.174 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T04:38:42.174 INFO:teuthology.orchestra.run.smithi052.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T04:38:42.174 INFO:teuthology.orchestra.run.smithi052.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T04:38:42.175 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T04:38:42.175 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T04:38:42.175 INFO:teuthology.orchestra.run.smithi052.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T04:38:42.175 INFO:teuthology.orchestra.run.smithi052.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T04:38:42.175 INFO:teuthology.orchestra.run.smithi052.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T04:38:42.175 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T04:38:42.175 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T04:38:42.175 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T04:38:42.175 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T04:38:42.175 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T04:38:42.175 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T04:38:42.175 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.175 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.175 INFO:teuthology.orchestra.run.smithi052.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T04:38:42.175 INFO:teuthology.orchestra.run.smithi052.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T04:38:42.176 INFO:teuthology.orchestra.run.smithi052.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T04:38:42.176 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.176 INFO:teuthology.orchestra.run.smithi052.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T04:38:42.176 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T04:38:42.176 INFO:teuthology.orchestra.run.smithi052.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T04:38:42.176 INFO:teuthology.orchestra.run.smithi052.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T04:38:42.176 INFO:teuthology.orchestra.run.smithi052.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T04:38:42.176 INFO:teuthology.orchestra.run.smithi052.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T04:38:42.176 INFO:teuthology.orchestra.run.smithi052.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T04:38:42.176 INFO:teuthology.orchestra.run.smithi052.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T04:38:42.176 INFO:teuthology.orchestra.run.smithi052.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T04:38:42.176 INFO:teuthology.orchestra.run.smithi052.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T04:38:42.176 INFO:teuthology.orchestra.run.smithi052.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T04:38:42.176 INFO:teuthology.orchestra.run.smithi052.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T04:38:42.177 INFO:teuthology.orchestra.run.smithi052.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T04:38:42.177 INFO:teuthology.orchestra.run.smithi052.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T04:38:42.177 INFO:teuthology.orchestra.run.smithi052.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T04:38:42.177 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.177 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.177 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T04:38:42.177 INFO:teuthology.orchestra.run.smithi052.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T04:38:42.177 INFO:teuthology.orchestra.run.smithi052.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T04:38:42.177 INFO:teuthology.orchestra.run.smithi052.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T04:38:42.177 INFO:teuthology.orchestra.run.smithi052.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T04:38:42.177 INFO:teuthology.orchestra.run.smithi052.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T04:38:42.177 INFO:teuthology.orchestra.run.smithi052.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T04:38:42.178 INFO:teuthology.orchestra.run.smithi052.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T04:38:42.178 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:42.178 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2024-09-19T04:38:42.767 DEBUG:teuthology.parallel:result is None 2024-09-19T04:38:42.767 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T04:38:42.910 DEBUG:teuthology.orchestra.run.smithi031:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T04:38:42.962 INFO:teuthology.orchestra.run.smithi031.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T04:38:42.963 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T04:38:42.963 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T04:38:42.965 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T04:38:43.100 DEBUG:teuthology.orchestra.run.smithi052:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T04:38:43.147 INFO:teuthology.orchestra.run.smithi052.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T04:38:43.147 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T04:38:43.147 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T04:38:43.149 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-19T04:38:43.150 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:38:43.150 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T04:38:43.209 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:38:43.209 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T04:38:43.271 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-19T04:38:43.271 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:38:43.271 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T04:38:43.326 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T04:38:43.422 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:38:43.422 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T04:38:43.480 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T04:38:43.577 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-19T04:38:43.577 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:38:43.577 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T04:38:43.633 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T04:38:43.729 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:38:43.729 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T04:38:43.785 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T04:38:43.885 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-19T04:38:43.886 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:38:43.886 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T04:38:43.942 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T04:38:44.037 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:38:44.038 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T04:38:44.093 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T04:38:44.190 INFO:teuthology.run_tasks:Running task ceph... 2024-09-19T04:38:44.267 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-19T04:38:44.267 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 777 /var/log/ceph 2024-09-19T04:38:44.271 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 777 /var/log/ceph 2024-09-19T04:38:44.329 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-19T04:38:44.330 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T04:38:44.333 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T04:38:44.390 INFO:tasks.ceph:Creating extra log directories... 2024-09-19T04:38:44.390 DEBUG:teuthology.orchestra.run.smithi031:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T04:38:44.394 DEBUG:teuthology.orchestra.run.smithi052:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T04:38:44.457 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-19T04:38:44.458 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-19T04:38:44.458 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-19T04:38:44.458 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:38:44.458 DEBUG:teuthology.orchestra.run.smithi031:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-19T04:38:44.492 DEBUG:teuthology.orchestra.run.smithi031:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-19T04:38:44.663 DEBUG:teuthology.orchestra.run.smithi031:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-19T04:38:44.718 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:38:44.718 DEBUG:teuthology.orchestra.run.smithi052:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-19T04:38:44.754 DEBUG:teuthology.orchestra.run.smithi052:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-19T04:38:44.928 DEBUG:teuthology.orchestra.run.smithi052:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-19T04:38:44.993 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-19T04:38:44.993 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-19T04:38:44.993 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911641', 'branch': 'squid', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/pool-perm}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7911641', 'kernel': {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'}, 'ktype': 'upstream', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'squid'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}}, 'kclient': {'syntax': 'v1'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 2, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'squid', 'sha1': '6fad5dd73c93545e52f57f681e140a9c3529c11e'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 1747, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'sleep_before_teardown': 0, 'subset': '176/512', 'suite': 'fs', 'suite_branch': 'squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': '6fad5dd73c93545e52f57f681e140a9c3529c11e', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi031.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKBOe3xLkZp3v9iC/FUCw2EhywhYMVSL1+aRx6edKdEt0x1I5A1rVKVJ1BnsaIR60WNBlGkRh5wkX+V1zy3mXLQ=', 'smithi052.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPIm7jezmbJgjQZP1SGRROgZhBrlNMQyCNKr1Ia252wYas0Flkfi6rLX3Ehiy00QvGcGvS1l80Gnvkj89BpuOWs='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'kclient': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_pool_perm']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-18_21:24:17', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-19T04:38:44.994 DEBUG:teuthology.orchestra.run.smithi031:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T04:38:44.998 DEBUG:teuthology.orchestra.run.smithi052:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T04:38:45.035 DEBUG:teuthology.orchestra.run.smithi031:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T04:38:45.075 DEBUG:teuthology.orchestra.run.smithi052:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T04:38:45.135 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:38:45.135 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T04:38:45.171 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T04:38:45.171 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_1 2024-09-19T04:38:45.245 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T04:38:45.245 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T04:38:45.245 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 6h/6d Inode: 631 Links: 1 2024-09-19T04:38:45.246 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T04:38:45.246 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T04:38:45.246 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-09-19 04:38:18.586982183 +0000 2024-09-19T04:38:45.246 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-09-19 04:36:19.784222012 +0000 2024-09-19T04:38:45.246 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-09-19 04:36:19.784222012 +0000 2024-09-19T04:38:45.246 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-09-19 04:36:19.784222012 +0000 2024-09-19T04:38:45.246 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T04:38:45.338 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-19T04:38:45.338 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-19T04:38:45.338 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000279708 s, 1.8 MB/s 2024-09-19T04:38:45.340 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T04:38:45.377 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_2 2024-09-19T04:38:45.453 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T04:38:45.453 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T04:38:45.454 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 6h/6d Inode: 650 Links: 1 2024-09-19T04:38:45.454 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T04:38:45.454 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T04:38:45.454 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-09-19 04:38:18.587982167 +0000 2024-09-19T04:38:45.454 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-09-19 04:36:20.274214155 +0000 2024-09-19T04:38:45.454 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-09-19 04:36:20.274214155 +0000 2024-09-19T04:38:45.454 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-09-19 04:36:20.274214155 +0000 2024-09-19T04:38:45.454 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T04:38:45.546 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-19T04:38:45.546 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-19T04:38:45.546 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000277993 s, 1.8 MB/s 2024-09-19T04:38:45.548 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T04:38:45.585 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_3 2024-09-19T04:38:45.660 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T04:38:45.661 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T04:38:45.661 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 6h/6d Inode: 672 Links: 1 2024-09-19T04:38:45.661 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T04:38:45.661 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T04:38:45.661 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-09-19 04:38:18.588982151 +0000 2024-09-19T04:38:45.661 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-09-19 04:36:20.731206828 +0000 2024-09-19T04:38:45.661 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-09-19 04:36:20.731206828 +0000 2024-09-19T04:38:45.661 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-09-19 04:36:20.731206828 +0000 2024-09-19T04:38:45.661 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T04:38:45.757 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-19T04:38:45.757 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-19T04:38:45.757 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000306416 s, 1.7 MB/s 2024-09-19T04:38:45.760 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T04:38:45.796 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_4 2024-09-19T04:38:45.871 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T04:38:45.872 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T04:38:45.872 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 6h/6d Inode: 690 Links: 1 2024-09-19T04:38:45.872 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T04:38:45.872 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T04:38:45.872 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-09-19 04:38:18.588982151 +0000 2024-09-19T04:38:45.872 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-09-19 04:36:21.182199596 +0000 2024-09-19T04:38:45.872 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-09-19 04:36:21.182199596 +0000 2024-09-19T04:38:45.873 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-09-19 04:36:21.182199596 +0000 2024-09-19T04:38:45.873 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T04:38:45.964 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-09-19T04:38:45.964 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-09-19T04:38:45.964 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000349933 s, 1.5 MB/s 2024-09-19T04:38:45.967 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T04:38:46.003 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T04:38:46.004 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:38:46.004 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T04:38:46.043 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T04:38:46.043 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_1 2024-09-19T04:38:46.121 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T04:38:46.121 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T04:38:46.122 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 6h/6d Inode: 633 Links: 1 2024-09-19T04:38:46.122 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T04:38:46.122 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T04:38:46.122 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2024-09-19 04:38:34.667446969 +0000 2024-09-19T04:38:46.122 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2024-09-19 04:36:19.769361751 +0000 2024-09-19T04:38:46.122 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2024-09-19 04:36:19.769361751 +0000 2024-09-19T04:38:46.122 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: 2024-09-19 04:36:19.769361751 +0000 2024-09-19T04:38:46.122 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T04:38:46.216 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2024-09-19T04:38:46.216 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2024-09-19T04:38:46.216 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 0.000179384 s, 2.9 MB/s 2024-09-19T04:38:46.218 DEBUG:teuthology.orchestra.run.smithi052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T04:38:46.255 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_2 2024-09-19T04:38:46.330 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T04:38:46.330 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T04:38:46.330 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 6h/6d Inode: 652 Links: 1 2024-09-19T04:38:46.330 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T04:38:46.331 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T04:38:46.331 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2024-09-19 04:38:34.668446955 +0000 2024-09-19T04:38:46.331 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2024-09-19 04:36:20.234355443 +0000 2024-09-19T04:38:46.331 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2024-09-19 04:36:20.234355443 +0000 2024-09-19T04:38:46.331 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: 2024-09-19 04:36:20.234355443 +0000 2024-09-19T04:38:46.331 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T04:38:46.423 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2024-09-19T04:38:46.423 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2024-09-19T04:38:46.423 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 0.000198388 s, 2.6 MB/s 2024-09-19T04:38:46.425 DEBUG:teuthology.orchestra.run.smithi052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T04:38:46.462 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_3 2024-09-19T04:38:46.537 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T04:38:46.537 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T04:38:46.537 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 6h/6d Inode: 671 Links: 1 2024-09-19T04:38:46.537 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T04:38:46.538 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T04:38:46.538 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2024-09-19 04:38:34.668446955 +0000 2024-09-19T04:38:46.538 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2024-09-19 04:36:20.702349094 +0000 2024-09-19T04:38:46.538 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2024-09-19 04:36:20.702349094 +0000 2024-09-19T04:38:46.538 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: 2024-09-19 04:36:20.702349094 +0000 2024-09-19T04:38:46.538 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T04:38:46.630 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2024-09-19T04:38:46.630 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2024-09-19T04:38:46.630 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 0.000172585 s, 3.0 MB/s 2024-09-19T04:38:46.632 DEBUG:teuthology.orchestra.run.smithi052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T04:38:46.669 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_4 2024-09-19T04:38:46.744 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T04:38:46.744 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T04:38:46.744 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 6h/6d Inode: 691 Links: 1 2024-09-19T04:38:46.744 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T04:38:46.745 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T04:38:46.745 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2024-09-19 04:38:34.669446942 +0000 2024-09-19T04:38:46.745 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2024-09-19 04:36:21.172342718 +0000 2024-09-19T04:38:46.745 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2024-09-19 04:36:21.172342718 +0000 2024-09-19T04:38:46.745 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: 2024-09-19 04:36:21.172342718 +0000 2024-09-19T04:38:46.745 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T04:38:46.836 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2024-09-19T04:38:46.836 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2024-09-19T04:38:46.836 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 0.000179181 s, 2.9 MB/s 2024-09-19T04:38:46.839 DEBUG:teuthology.orchestra.run.smithi052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T04:38:46.875 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T04:38:46.875 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi031.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi052.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T04:38:46.876 INFO:tasks.ceph:Generating config... 2024-09-19T04:38:46.877 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-19T04:38:46.877 INFO:tasks.ceph:[client] debug client = 20 2024-09-19T04:38:46.877 INFO:tasks.ceph:[client] debug ms = 1 2024-09-19T04:38:46.877 INFO:tasks.ceph:[client] pid file = 2024-09-19T04:38:46.877 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-19T04:38:46.877 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-19T04:38:46.878 INFO:tasks.ceph:[global] ms die on skipped message = False 2024-09-19T04:38:46.878 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-19T04:38:46.878 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-19T04:38:46.878 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-19T04:38:46.878 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-19T04:38:46.878 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-19T04:38:46.878 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-19T04:38:46.878 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-19T04:38:46.878 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-19T04:38:46.878 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-19T04:38:46.878 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-19T04:38:46.878 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-19T04:38:46.878 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-19T04:38:46.879 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-19T04:38:46.879 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-19T04:38:46.879 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-19T04:38:46.879 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-19T04:38:46.879 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-19T04:38:46.879 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-19T04:38:46.879 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-19T04:38:46.879 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-19T04:38:46.879 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-19T04:38:46.879 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-09-19T04:38:46.879 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-09-19T04:38:46.879 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-19T04:38:46.879 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-19T04:38:46.879 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-09-19T04:38:46.879 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-19T04:38:46.880 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-19T04:38:46.880 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-19T04:38:46.880 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-19T04:38:46.880 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-19T04:38:46.880 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-19T04:38:46.880 INFO:tasks.ceph:Setting up mon.a... 2024-09-19T04:38:46.880 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-19T04:38:46.982 INFO:teuthology.orchestra.run.smithi031.stdout:creating /etc/ceph/ceph.keyring 2024-09-19T04:38:46.988 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-19T04:38:47.076 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T04:38:47.133 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.31'), ('mon.b', '172.21.15.52'), ('mon.c', '[v2:172.21.15.52:3301,v1:172.21.15.52:6790]')] 2024-09-19T04:38:47.134 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.31,172.21.15.52,[v2:172.21.15.52:3301,v1:172.21.15.52:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-19T04:38:47.134 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:38:47.135 DEBUG:teuthology.orchestra.run.smithi031:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T04:38:47.169 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.31 --add b 172.21.15.52 --addv c '[v2:172.21.15.52:3301,v1:172.21.15.52:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:38:47.286 INFO:teuthology.orchestra.run.smithi031.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:38:47.287 INFO:teuthology.orchestra.run.smithi031.stdout:monmaptool: generated fsid ae16a32b-37f5-48e5-a20a-d947237e5ec4 2024-09-19T04:38:47.287 INFO:teuthology.orchestra.run.smithi031.stdout:setting min_mon_release = quincy 2024-09-19T04:38:47.287 INFO:teuthology.orchestra.run.smithi031.stdout:epoch 0 2024-09-19T04:38:47.287 INFO:teuthology.orchestra.run.smithi031.stdout:fsid ae16a32b-37f5-48e5-a20a-d947237e5ec4 2024-09-19T04:38:47.287 INFO:teuthology.orchestra.run.smithi031.stdout:last_changed 2024-09-19T04:38:47.286574+0000 2024-09-19T04:38:47.287 INFO:teuthology.orchestra.run.smithi031.stdout:created 2024-09-19T04:38:47.286574+0000 2024-09-19T04:38:47.287 INFO:teuthology.orchestra.run.smithi031.stdout:min_mon_release 17 (quincy) 2024-09-19T04:38:47.287 INFO:teuthology.orchestra.run.smithi031.stdout:election_strategy: 1 2024-09-19T04:38:47.287 INFO:teuthology.orchestra.run.smithi031.stdout:0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-09-19T04:38:47.287 INFO:teuthology.orchestra.run.smithi031.stdout:1: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.b 2024-09-19T04:38:47.287 INFO:teuthology.orchestra.run.smithi031.stdout:2: [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] mon.c 2024-09-19T04:38:47.288 INFO:teuthology.orchestra.run.smithi031.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-19T04:38:47.290 DEBUG:teuthology.orchestra.run.smithi031:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T04:38:47.325 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID ae16a32b-37f5-48e5-a20a-d947237e5ec4... 2024-09-19T04:38:47.326 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T04:38:47.369 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T04:38:47.461 INFO:teuthology.orchestra.run.smithi031.stdout:[global] 2024-09-19T04:38:47.462 INFO:teuthology.orchestra.run.smithi031.stdout: chdir = "" 2024-09-19T04:38:47.462 INFO:teuthology.orchestra.run.smithi031.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T04:38:47.462 INFO:teuthology.orchestra.run.smithi031.stdout: auth supported = cephx 2024-09-19T04:38:47.462 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.462 INFO:teuthology.orchestra.run.smithi031.stdout: filestore xattr use omap = true 2024-09-19T04:38:47.462 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.462 INFO:teuthology.orchestra.run.smithi031.stdout: mon clock drift allowed = 1.000 2024-09-19T04:38:47.462 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.462 INFO:teuthology.orchestra.run.smithi031.stdout: osd crush chooseleaf type = 0 2024-09-19T04:38:47.462 INFO:teuthology.orchestra.run.smithi031.stdout: auth debug = true 2024-09-19T04:38:47.462 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.463 INFO:teuthology.orchestra.run.smithi031.stdout: ms die on old message = true 2024-09-19T04:38:47.463 INFO:teuthology.orchestra.run.smithi031.stdout: ms die on bug = true 2024-09-19T04:38:47.463 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.463 INFO:teuthology.orchestra.run.smithi031.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T04:38:47.463 INFO:teuthology.orchestra.run.smithi031.stdout: mon pg warn max object skew = 0 2024-09-19T04:38:47.463 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.463 INFO:teuthology.orchestra.run.smithi031.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T04:38:47.463 INFO:teuthology.orchestra.run.smithi031.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T04:38:47.463 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.463 INFO:teuthology.orchestra.run.smithi031.stdout: osd pool default size = 2 2024-09-19T04:38:47.463 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.463 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd allow primary affinity = true 2024-09-19T04:38:47.463 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd allow pg remap = true 2024-09-19T04:38:47.464 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on legacy crush tunables = false 2024-09-19T04:38:47.464 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on crush straw calc version zero = false 2024-09-19T04:38:47.464 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on no sortbitwise = false 2024-09-19T04:38:47.464 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on osd down out interval zero = false 2024-09-19T04:38:47.464 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on too few osds = false 2024-09-19T04:38:47.464 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T04:38:47.464 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T04:38:47.464 INFO:teuthology.orchestra.run.smithi031.stdout: mon_allow_pool_size_one = true 2024-09-19T04:38:47.464 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.464 INFO:teuthology.orchestra.run.smithi031.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T04:38:47.464 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.464 INFO:teuthology.orchestra.run.smithi031.stdout: osd default data pool replay window = 5 2024-09-19T04:38:47.465 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.465 INFO:teuthology.orchestra.run.smithi031.stdout: mon allow pool delete = true 2024-09-19T04:38:47.465 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.465 INFO:teuthology.orchestra.run.smithi031.stdout: mon cluster log file level = debug 2024-09-19T04:38:47.465 INFO:teuthology.orchestra.run.smithi031.stdout: debug asserts on shutdown = true 2024-09-19T04:38:47.465 INFO:teuthology.orchestra.run.smithi031.stdout: mon health detail to clog = false 2024-09-19T04:38:47.465 INFO:teuthology.orchestra.run.smithi031.stdout: mon host = "172.21.15.31,172.21.15.52,[v2:172.21.15.52:3301,v1:172.21.15.52:6790]" 2024-09-19T04:38:47.465 INFO:teuthology.orchestra.run.smithi031.stdout: ms die on skipped message = False 2024-09-19T04:38:47.465 INFO:teuthology.orchestra.run.smithi031.stdout: fsid = ae16a32b-37f5-48e5-a20a-d947237e5ec4 2024-09-19T04:38:47.465 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.465 INFO:teuthology.orchestra.run.smithi031.stdout:[osd] 2024-09-19T04:38:47.465 INFO:teuthology.orchestra.run.smithi031.stdout: osd journal size = 100 2024-09-19T04:38:47.465 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.465 INFO:teuthology.orchestra.run.smithi031.stdout: osd scrub load threshold = 5.0 2024-09-19T04:38:47.466 INFO:teuthology.orchestra.run.smithi031.stdout: osd scrub max interval = 600 2024-09-19T04:38:47.466 INFO:teuthology.orchestra.run.smithi031.stdout: osd mclock profile = high_recovery_ops 2024-09-19T04:38:47.466 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.466 INFO:teuthology.orchestra.run.smithi031.stdout: osd recover clone overlap = true 2024-09-19T04:38:47.466 INFO:teuthology.orchestra.run.smithi031.stdout: osd recovery max chunk = 1048576 2024-09-19T04:38:47.466 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.466 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug shutdown = true 2024-09-19T04:38:47.466 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug op order = true 2024-09-19T04:38:47.466 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug verify stray on activate = true 2024-09-19T04:38:47.466 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug trim objects = true 2024-09-19T04:38:47.466 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.466 INFO:teuthology.orchestra.run.smithi031.stdout: osd open classes on start = true 2024-09-19T04:38:47.466 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug pg log writeout = true 2024-09-19T04:38:47.466 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.466 INFO:teuthology.orchestra.run.smithi031.stdout: osd deep scrub update digest min age = 30 2024-09-19T04:38:47.467 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.467 INFO:teuthology.orchestra.run.smithi031.stdout: osd map max advance = 10 2024-09-19T04:38:47.467 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.467 INFO:teuthology.orchestra.run.smithi031.stdout: journal zero on create = true 2024-09-19T04:38:47.467 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.467 INFO:teuthology.orchestra.run.smithi031.stdout: filestore ondisk finisher threads = 3 2024-09-19T04:38:47.467 INFO:teuthology.orchestra.run.smithi031.stdout: filestore apply finisher threads = 3 2024-09-19T04:38:47.467 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.467 INFO:teuthology.orchestra.run.smithi031.stdout: bdev debug aio = true 2024-09-19T04:38:47.467 INFO:teuthology.orchestra.run.smithi031.stdout: osd debug misdirected ops = true 2024-09-19T04:38:47.467 INFO:teuthology.orchestra.run.smithi031.stdout: bluestore block size = 96636764160 2024-09-19T04:38:47.467 INFO:teuthology.orchestra.run.smithi031.stdout: bluestore fsck on mount = True 2024-09-19T04:38:47.468 INFO:teuthology.orchestra.run.smithi031.stdout: debug bluefs = 20 2024-09-19T04:38:47.468 INFO:teuthology.orchestra.run.smithi031.stdout: debug bluestore = 20 2024-09-19T04:38:47.468 INFO:teuthology.orchestra.run.smithi031.stdout: debug ms = 1 2024-09-19T04:38:47.468 INFO:teuthology.orchestra.run.smithi031.stdout: debug osd = 20 2024-09-19T04:38:47.468 INFO:teuthology.orchestra.run.smithi031.stdout: debug rocksdb = 10 2024-09-19T04:38:47.468 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T04:38:47.468 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd full ratio = 0.9 2024-09-19T04:38:47.468 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd nearfull ratio = 0.8 2024-09-19T04:38:47.468 INFO:teuthology.orchestra.run.smithi031.stdout: osd failsafe full ratio = 0.95 2024-09-19T04:38:47.468 INFO:teuthology.orchestra.run.smithi031.stdout: osd objectstore = bluestore 2024-09-19T04:38:47.468 INFO:teuthology.orchestra.run.smithi031.stdout: osd op complaint time = 180 2024-09-19T04:38:47.468 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.468 INFO:teuthology.orchestra.run.smithi031.stdout:[mgr] 2024-09-19T04:38:47.469 INFO:teuthology.orchestra.run.smithi031.stdout: debug ms = 1 2024-09-19T04:38:47.469 INFO:teuthology.orchestra.run.smithi031.stdout: debug mgr = 20 2024-09-19T04:38:47.469 INFO:teuthology.orchestra.run.smithi031.stdout: debug mon = 20 2024-09-19T04:38:47.469 INFO:teuthology.orchestra.run.smithi031.stdout: debug auth = 20 2024-09-19T04:38:47.469 INFO:teuthology.orchestra.run.smithi031.stdout: mon reweight min pgs per osd = 4 2024-09-19T04:38:47.469 INFO:teuthology.orchestra.run.smithi031.stdout: mon reweight min bytes per osd = 10 2024-09-19T04:38:47.469 INFO:teuthology.orchestra.run.smithi031.stdout: mgr/telemetry/nag = false 2024-09-19T04:38:47.469 INFO:teuthology.orchestra.run.smithi031.stdout: debug client = 20 2024-09-19T04:38:47.469 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.469 INFO:teuthology.orchestra.run.smithi031.stdout:[mon] 2024-09-19T04:38:47.469 INFO:teuthology.orchestra.run.smithi031.stdout: debug ms = 1 2024-09-19T04:38:47.469 INFO:teuthology.orchestra.run.smithi031.stdout: debug mon = 20 2024-09-19T04:38:47.469 INFO:teuthology.orchestra.run.smithi031.stdout: debug paxos = 20 2024-09-19T04:38:47.469 INFO:teuthology.orchestra.run.smithi031.stdout: debug auth = 20 2024-09-19T04:38:47.470 INFO:teuthology.orchestra.run.smithi031.stdout: mon data avail warn = 5 2024-09-19T04:38:47.470 INFO:teuthology.orchestra.run.smithi031.stdout: mon mgr mkfs grace = 240 2024-09-19T04:38:47.470 INFO:teuthology.orchestra.run.smithi031.stdout: mon reweight min pgs per osd = 4 2024-09-19T04:38:47.470 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd reporter subtree level = osd 2024-09-19T04:38:47.470 INFO:teuthology.orchestra.run.smithi031.stdout: mon osd prime pg temp = true 2024-09-19T04:38:47.470 INFO:teuthology.orchestra.run.smithi031.stdout: mon reweight min bytes per osd = 10 2024-09-19T04:38:47.470 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.470 INFO:teuthology.orchestra.run.smithi031.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T04:38:47.470 INFO:teuthology.orchestra.run.smithi031.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T04:38:47.470 INFO:teuthology.orchestra.run.smithi031.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T04:38:47.470 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.470 INFO:teuthology.orchestra.run.smithi031.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T04:38:47.470 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T04:38:47.471 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T04:38:47.471 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.471 INFO:teuthology.orchestra.run.smithi031.stdout: # 1m isn't quite enough 2024-09-19T04:38:47.471 INFO:teuthology.orchestra.run.smithi031.stdout: mon_down_mkfs_grace = 2m 2024-09-19T04:38:47.471 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.471 INFO:teuthology.orchestra.run.smithi031.stdout: mon_warn_on_filestore_osds = false 2024-09-19T04:38:47.471 INFO:teuthology.orchestra.run.smithi031.stdout: mon down mkfs grace = 300 2024-09-19T04:38:47.471 INFO:teuthology.orchestra.run.smithi031.stdout: mon op complaint time = 120 2024-09-19T04:38:47.471 INFO:teuthology.orchestra.run.smithi031.stdout: mon warn on pool no app = False 2024-09-19T04:38:47.471 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:38:47.471 INFO:teuthology.orchestra.run.smithi031.stdout:[client] 2024-09-19T04:38:47.471 INFO:teuthology.orchestra.run.smithi031.stdout: rgw cache enabled = true 2024-09-19T04:38:47.471 INFO:teuthology.orchestra.run.smithi031.stdout: rgw enable ops log = true 2024-09-19T04:38:47.471 INFO:teuthology.orchestra.run.smithi031.stdout: rgw enable usage log = true 2024-09-19T04:38:47.471 INFO:teuthology.orchestra.run.smithi031.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T04:38:47.472 INFO:teuthology.orchestra.run.smithi031.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T04:38:47.472 INFO:teuthology.orchestra.run.smithi031.stdout: client mount timeout = 600 2024-09-19T04:38:47.472 INFO:teuthology.orchestra.run.smithi031.stdout: debug client = 20 2024-09-19T04:38:47.472 INFO:teuthology.orchestra.run.smithi031.stdout: debug ms = 1 2024-09-19T04:38:47.472 INFO:teuthology.orchestra.run.smithi031.stdout: pid file = "" 2024-09-19T04:38:47.472 INFO:teuthology.orchestra.run.smithi031.stdout: rados mon op timeout = 900 2024-09-19T04:38:47.472 INFO:teuthology.orchestra.run.smithi031.stdout: rados osd op timeout = 900 2024-09-19T04:38:47.472 INFO:teuthology.orchestra.run.smithi031.stdout:[mon.a] 2024-09-19T04:38:47.472 INFO:teuthology.orchestra.run.smithi031.stdout:[mon.b] 2024-09-19T04:38:47.472 INFO:teuthology.orchestra.run.smithi031.stdout:[mon.c] 2024-09-19T04:38:47.472 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.a] 2024-09-19T04:38:47.472 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.c] 2024-09-19T04:38:47.472 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.b] 2024-09-19T04:38:47.473 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.d] 2024-09-19T04:38:47.473 INFO:teuthology.orchestra.run.smithi031.stdout:[mds] 2024-09-19T04:38:47.473 INFO:teuthology.orchestra.run.smithi031.stdout: debug mds = 20 2024-09-19T04:38:47.473 INFO:teuthology.orchestra.run.smithi031.stdout: debug mds balancer = 20 2024-09-19T04:38:47.473 INFO:teuthology.orchestra.run.smithi031.stdout: debug ms = 1 2024-09-19T04:38:47.473 INFO:teuthology.orchestra.run.smithi031.stdout: mds debug frag = True 2024-09-19T04:38:47.473 INFO:teuthology.orchestra.run.smithi031.stdout: mds debug scatterstat = True 2024-09-19T04:38:47.473 INFO:teuthology.orchestra.run.smithi031.stdout: mds op complaint time = 180 2024-09-19T04:38:47.473 INFO:teuthology.orchestra.run.smithi031.stdout: mds verify scatter = True 2024-09-19T04:38:47.473 INFO:teuthology.orchestra.run.smithi031.stdout: osd op complaint time = 180 2024-09-19T04:38:47.473 INFO:teuthology.orchestra.run.smithi031.stdout: rados mon op timeout = 900 2024-09-19T04:38:47.473 INFO:teuthology.orchestra.run.smithi031.stdout: rados osd op timeout = 900 2024-09-19T04:38:47.474 INFO:teuthology.orchestra.run.smithi052.stdout:[global] 2024-09-19T04:38:47.474 INFO:teuthology.orchestra.run.smithi052.stdout: chdir = "" 2024-09-19T04:38:47.474 INFO:teuthology.orchestra.run.smithi052.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T04:38:47.474 INFO:teuthology.orchestra.run.smithi052.stdout: auth supported = cephx 2024-09-19T04:38:47.474 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.474 INFO:teuthology.orchestra.run.smithi052.stdout: filestore xattr use omap = true 2024-09-19T04:38:47.474 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.474 INFO:teuthology.orchestra.run.smithi052.stdout: mon clock drift allowed = 1.000 2024-09-19T04:38:47.474 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.474 INFO:teuthology.orchestra.run.smithi052.stdout: osd crush chooseleaf type = 0 2024-09-19T04:38:47.475 INFO:teuthology.orchestra.run.smithi052.stdout: auth debug = true 2024-09-19T04:38:47.475 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.475 INFO:teuthology.orchestra.run.smithi052.stdout: ms die on old message = true 2024-09-19T04:38:47.475 INFO:teuthology.orchestra.run.smithi052.stdout: ms die on bug = true 2024-09-19T04:38:47.475 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.475 INFO:teuthology.orchestra.run.smithi052.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T04:38:47.475 INFO:teuthology.orchestra.run.smithi052.stdout: mon pg warn max object skew = 0 2024-09-19T04:38:47.475 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.475 INFO:teuthology.orchestra.run.smithi052.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T04:38:47.475 INFO:teuthology.orchestra.run.smithi052.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T04:38:47.475 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.475 INFO:teuthology.orchestra.run.smithi052.stdout: osd pool default size = 2 2024-09-19T04:38:47.475 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.475 INFO:teuthology.orchestra.run.smithi052.stdout: mon osd allow primary affinity = true 2024-09-19T04:38:47.476 INFO:teuthology.orchestra.run.smithi052.stdout: mon osd allow pg remap = true 2024-09-19T04:38:47.476 INFO:teuthology.orchestra.run.smithi052.stdout: mon warn on legacy crush tunables = false 2024-09-19T04:38:47.476 INFO:teuthology.orchestra.run.smithi052.stdout: mon warn on crush straw calc version zero = false 2024-09-19T04:38:47.476 INFO:teuthology.orchestra.run.smithi052.stdout: mon warn on no sortbitwise = false 2024-09-19T04:38:47.476 INFO:teuthology.orchestra.run.smithi052.stdout: mon warn on osd down out interval zero = false 2024-09-19T04:38:47.476 INFO:teuthology.orchestra.run.smithi052.stdout: mon warn on too few osds = false 2024-09-19T04:38:47.476 INFO:teuthology.orchestra.run.smithi052.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T04:38:47.476 INFO:teuthology.orchestra.run.smithi052.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T04:38:47.476 INFO:teuthology.orchestra.run.smithi052.stdout: mon_allow_pool_size_one = true 2024-09-19T04:38:47.476 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.476 INFO:teuthology.orchestra.run.smithi052.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T04:38:47.476 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.476 INFO:teuthology.orchestra.run.smithi052.stdout: osd default data pool replay window = 5 2024-09-19T04:38:47.476 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.476 INFO:teuthology.orchestra.run.smithi052.stdout: mon allow pool delete = true 2024-09-19T04:38:47.477 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.477 INFO:teuthology.orchestra.run.smithi052.stdout: mon cluster log file level = debug 2024-09-19T04:38:47.477 INFO:teuthology.orchestra.run.smithi052.stdout: debug asserts on shutdown = true 2024-09-19T04:38:47.477 INFO:teuthology.orchestra.run.smithi052.stdout: mon health detail to clog = false 2024-09-19T04:38:47.477 INFO:teuthology.orchestra.run.smithi052.stdout: mon host = "172.21.15.31,172.21.15.52,[v2:172.21.15.52:3301,v1:172.21.15.52:6790]" 2024-09-19T04:38:47.477 INFO:teuthology.orchestra.run.smithi052.stdout: ms die on skipped message = False 2024-09-19T04:38:47.477 INFO:teuthology.orchestra.run.smithi052.stdout: fsid = ae16a32b-37f5-48e5-a20a-d947237e5ec4 2024-09-19T04:38:47.477 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.477 INFO:teuthology.orchestra.run.smithi052.stdout:[osd] 2024-09-19T04:38:47.477 INFO:teuthology.orchestra.run.smithi052.stdout: osd journal size = 100 2024-09-19T04:38:47.477 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.477 INFO:teuthology.orchestra.run.smithi052.stdout: osd scrub load threshold = 5.0 2024-09-19T04:38:47.477 INFO:teuthology.orchestra.run.smithi052.stdout: osd scrub max interval = 600 2024-09-19T04:38:47.477 INFO:teuthology.orchestra.run.smithi052.stdout: osd mclock profile = high_recovery_ops 2024-09-19T04:38:47.478 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.478 INFO:teuthology.orchestra.run.smithi052.stdout: osd recover clone overlap = true 2024-09-19T04:38:47.478 INFO:teuthology.orchestra.run.smithi052.stdout: osd recovery max chunk = 1048576 2024-09-19T04:38:47.478 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.478 INFO:teuthology.orchestra.run.smithi052.stdout: osd debug shutdown = true 2024-09-19T04:38:47.478 INFO:teuthology.orchestra.run.smithi052.stdout: osd debug op order = true 2024-09-19T04:38:47.478 INFO:teuthology.orchestra.run.smithi052.stdout: osd debug verify stray on activate = true 2024-09-19T04:38:47.478 INFO:teuthology.orchestra.run.smithi052.stdout: osd debug trim objects = true 2024-09-19T04:38:47.478 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.478 INFO:teuthology.orchestra.run.smithi052.stdout: osd open classes on start = true 2024-09-19T04:38:47.478 INFO:teuthology.orchestra.run.smithi052.stdout: osd debug pg log writeout = true 2024-09-19T04:38:47.478 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.478 INFO:teuthology.orchestra.run.smithi052.stdout: osd deep scrub update digest min age = 30 2024-09-19T04:38:47.478 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.478 INFO:teuthology.orchestra.run.smithi052.stdout: osd map max advance = 10 2024-09-19T04:38:47.479 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.479 INFO:teuthology.orchestra.run.smithi052.stdout: journal zero on create = true 2024-09-19T04:38:47.479 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.479 INFO:teuthology.orchestra.run.smithi052.stdout: filestore ondisk finisher threads = 3 2024-09-19T04:38:47.479 INFO:teuthology.orchestra.run.smithi052.stdout: filestore apply finisher threads = 3 2024-09-19T04:38:47.479 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.479 INFO:teuthology.orchestra.run.smithi052.stdout: bdev debug aio = true 2024-09-19T04:38:47.479 INFO:teuthology.orchestra.run.smithi052.stdout: osd debug misdirected ops = true 2024-09-19T04:38:47.479 INFO:teuthology.orchestra.run.smithi052.stdout: bluestore block size = 96636764160 2024-09-19T04:38:47.479 INFO:teuthology.orchestra.run.smithi052.stdout: bluestore fsck on mount = True 2024-09-19T04:38:47.479 INFO:teuthology.orchestra.run.smithi052.stdout: debug bluefs = 20 2024-09-19T04:38:47.479 INFO:teuthology.orchestra.run.smithi052.stdout: debug bluestore = 20 2024-09-19T04:38:47.479 INFO:teuthology.orchestra.run.smithi052.stdout: debug ms = 1 2024-09-19T04:38:47.479 INFO:teuthology.orchestra.run.smithi052.stdout: debug osd = 20 2024-09-19T04:38:47.480 INFO:teuthology.orchestra.run.smithi052.stdout: debug rocksdb = 10 2024-09-19T04:38:47.480 INFO:teuthology.orchestra.run.smithi052.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T04:38:47.480 INFO:teuthology.orchestra.run.smithi052.stdout: mon osd full ratio = 0.9 2024-09-19T04:38:47.480 INFO:teuthology.orchestra.run.smithi052.stdout: mon osd nearfull ratio = 0.8 2024-09-19T04:38:47.480 INFO:teuthology.orchestra.run.smithi052.stdout: osd failsafe full ratio = 0.95 2024-09-19T04:38:47.480 INFO:teuthology.orchestra.run.smithi052.stdout: osd objectstore = bluestore 2024-09-19T04:38:47.480 INFO:teuthology.orchestra.run.smithi052.stdout: osd op complaint time = 180 2024-09-19T04:38:47.480 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.480 INFO:teuthology.orchestra.run.smithi052.stdout:[mgr] 2024-09-19T04:38:47.480 INFO:teuthology.orchestra.run.smithi052.stdout: debug ms = 1 2024-09-19T04:38:47.481 INFO:teuthology.orchestra.run.smithi052.stdout: debug mgr = 20 2024-09-19T04:38:47.481 INFO:teuthology.orchestra.run.smithi052.stdout: debug mon = 20 2024-09-19T04:38:47.481 INFO:teuthology.orchestra.run.smithi052.stdout: debug auth = 20 2024-09-19T04:38:47.481 INFO:teuthology.orchestra.run.smithi052.stdout: mon reweight min pgs per osd = 4 2024-09-19T04:38:47.481 INFO:teuthology.orchestra.run.smithi052.stdout: mon reweight min bytes per osd = 10 2024-09-19T04:38:47.481 INFO:teuthology.orchestra.run.smithi052.stdout: mgr/telemetry/nag = false 2024-09-19T04:38:47.481 INFO:teuthology.orchestra.run.smithi052.stdout: debug client = 20 2024-09-19T04:38:47.481 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.482 INFO:teuthology.orchestra.run.smithi052.stdout:[mon] 2024-09-19T04:38:47.482 INFO:teuthology.orchestra.run.smithi052.stdout: debug ms = 1 2024-09-19T04:38:47.482 INFO:teuthology.orchestra.run.smithi052.stdout: debug mon = 20 2024-09-19T04:38:47.483 INFO:teuthology.orchestra.run.smithi052.stdout: debug paxos = 20 2024-09-19T04:38:47.483 INFO:teuthology.orchestra.run.smithi052.stdout: debug auth = 20 2024-09-19T04:38:47.483 INFO:teuthology.orchestra.run.smithi052.stdout: mon data avail warn = 5 2024-09-19T04:38:47.483 INFO:teuthology.orchestra.run.smithi052.stdout: mon mgr mkfs grace = 240 2024-09-19T04:38:47.483 INFO:teuthology.orchestra.run.smithi052.stdout: mon reweight min pgs per osd = 4 2024-09-19T04:38:47.483 INFO:teuthology.orchestra.run.smithi052.stdout: mon osd reporter subtree level = osd 2024-09-19T04:38:47.483 INFO:teuthology.orchestra.run.smithi052.stdout: mon osd prime pg temp = true 2024-09-19T04:38:47.483 INFO:teuthology.orchestra.run.smithi052.stdout: mon reweight min bytes per osd = 10 2024-09-19T04:38:47.483 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.483 INFO:teuthology.orchestra.run.smithi052.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T04:38:47.483 INFO:teuthology.orchestra.run.smithi052.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T04:38:47.483 INFO:teuthology.orchestra.run.smithi052.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T04:38:47.483 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.484 INFO:teuthology.orchestra.run.smithi052.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T04:38:47.484 INFO:teuthology.orchestra.run.smithi052.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T04:38:47.484 INFO:teuthology.orchestra.run.smithi052.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T04:38:47.484 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.484 INFO:teuthology.orchestra.run.smithi052.stdout: # 1m isn't quite enough 2024-09-19T04:38:47.484 INFO:teuthology.orchestra.run.smithi052.stdout: mon_down_mkfs_grace = 2m 2024-09-19T04:38:47.484 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.484 INFO:teuthology.orchestra.run.smithi052.stdout: mon_warn_on_filestore_osds = false 2024-09-19T04:38:47.484 INFO:teuthology.orchestra.run.smithi052.stdout: mon down mkfs grace = 300 2024-09-19T04:38:47.484 INFO:teuthology.orchestra.run.smithi052.stdout: mon op complaint time = 120 2024-09-19T04:38:47.484 INFO:teuthology.orchestra.run.smithi052.stdout: mon warn on pool no app = False 2024-09-19T04:38:47.485 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-09-19T04:38:47.485 INFO:teuthology.orchestra.run.smithi052.stdout:[client] 2024-09-19T04:38:47.485 INFO:teuthology.orchestra.run.smithi052.stdout: rgw cache enabled = true 2024-09-19T04:38:47.485 INFO:teuthology.orchestra.run.smithi052.stdout: rgw enable ops log = true 2024-09-19T04:38:47.485 INFO:teuthology.orchestra.run.smithi052.stdout: rgw enable usage log = true 2024-09-19T04:38:47.485 INFO:teuthology.orchestra.run.smithi052.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T04:38:47.485 INFO:teuthology.orchestra.run.smithi052.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T04:38:47.485 INFO:teuthology.orchestra.run.smithi052.stdout: client mount timeout = 600 2024-09-19T04:38:47.485 INFO:teuthology.orchestra.run.smithi052.stdout: debug client = 20 2024-09-19T04:38:47.485 INFO:teuthology.orchestra.run.smithi052.stdout: debug ms = 1 2024-09-19T04:38:47.485 INFO:teuthology.orchestra.run.smithi052.stdout: pid file = "" 2024-09-19T04:38:47.485 INFO:teuthology.orchestra.run.smithi052.stdout: rados mon op timeout = 900 2024-09-19T04:38:47.485 INFO:teuthology.orchestra.run.smithi052.stdout: rados osd op timeout = 900 2024-09-19T04:38:47.486 INFO:teuthology.orchestra.run.smithi052.stdout:[mon.a] 2024-09-19T04:38:47.486 INFO:teuthology.orchestra.run.smithi052.stdout:[mon.b] 2024-09-19T04:38:47.486 INFO:teuthology.orchestra.run.smithi052.stdout:[mon.c] 2024-09-19T04:38:47.486 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.a] 2024-09-19T04:38:47.486 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.c] 2024-09-19T04:38:47.486 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.b] 2024-09-19T04:38:47.486 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.d] 2024-09-19T04:38:47.486 INFO:teuthology.orchestra.run.smithi052.stdout:[mds] 2024-09-19T04:38:47.486 INFO:teuthology.orchestra.run.smithi052.stdout: debug mds = 20 2024-09-19T04:38:47.486 INFO:teuthology.orchestra.run.smithi052.stdout: debug mds balancer = 20 2024-09-19T04:38:47.486 INFO:teuthology.orchestra.run.smithi052.stdout: debug ms = 1 2024-09-19T04:38:47.486 INFO:teuthology.orchestra.run.smithi052.stdout: mds debug frag = True 2024-09-19T04:38:47.486 INFO:teuthology.orchestra.run.smithi052.stdout: mds debug scatterstat = True 2024-09-19T04:38:47.486 INFO:teuthology.orchestra.run.smithi052.stdout: mds op complaint time = 180 2024-09-19T04:38:47.487 INFO:teuthology.orchestra.run.smithi052.stdout: mds verify scatter = True 2024-09-19T04:38:47.487 INFO:teuthology.orchestra.run.smithi052.stdout: osd op complaint time = 180 2024-09-19T04:38:47.487 INFO:teuthology.orchestra.run.smithi052.stdout: rados mon op timeout = 900 2024-09-19T04:38:47.487 INFO:teuthology.orchestra.run.smithi052.stdout: rados osd op timeout = 900 2024-09-19T04:38:47.493 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-19T04:38:47.493 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-19T04:38:47.591 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-19T04:38:47.591 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:38:47.591 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-19T04:38:47.626 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:38:47.626 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-19T04:38:47.701 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:38:47.701 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:38:47.701 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T04:38:47.701 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T04:38:47.819 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:38:47.819 DEBUG:teuthology.orchestra.run.smithi031:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:38:47.895 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi052.front.sepia.ceph.com 2024-09-19T04:38:47.895 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:38:47.895 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T04:38:47.895 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T04:38:47.974 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:38:47.974 DEBUG:teuthology.orchestra.run.smithi052:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:38:48.048 INFO:tasks.ceph:Setting up mon nodes... 2024-09-19T04:38:48.048 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-19T04:38:48.048 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T04:38:48.152 INFO:teuthology.orchestra.run.smithi031.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T04:38:48.158 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T04:38:48.278 INFO:teuthology.orchestra.run.smithi052.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T04:38:48.285 INFO:tasks.ceph:Setting up mds nodes... 2024-09-19T04:38:48.286 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-19T04:38:48.389 INFO:teuthology.orchestra.run.smithi031.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-19T04:38:48.395 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-19T04:38:48.451 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-19T04:38:48.555 INFO:teuthology.orchestra.run.smithi031.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-19T04:38:48.560 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-19T04:38:48.616 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-19T04:38:48.720 INFO:teuthology.orchestra.run.smithi052.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-19T04:38:48.725 DEBUG:teuthology.orchestra.run.smithi052:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-19T04:38:48.781 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-19T04:38:48.884 INFO:teuthology.orchestra.run.smithi052.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-19T04:38:48.889 DEBUG:teuthology.orchestra.run.smithi052:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-19T04:38:48.945 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-19T04:38:48.945 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-19T04:38:49.027 INFO:teuthology.orchestra.run.smithi031.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-19T04:38:49.054 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-19T04:38:49.134 INFO:teuthology.orchestra.run.smithi031.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-19T04:38:49.162 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-19T04:38:49.245 INFO:teuthology.orchestra.run.smithi052.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-19T04:38:49.273 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-19T04:38:49.353 INFO:teuthology.orchestra.run.smithi052.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-19T04:38:49.381 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-19T04:38:49.381 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi031.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi052.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T04:38:49.381 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-19T04:38:49.438 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T04:38:49.438 INFO:tasks.ceph:role: osd.0 2024-09-19T04:38:49.439 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:38:49.439 DEBUG:teuthology.orchestra.run.smithi031:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T04:38:49.501 INFO:teuthology.orchestra.run.smithi031.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi031.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi031.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi031.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi031.stdout: = sunit=0 swidth=0 blks 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi031.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi031.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T04:38:49.502 INFO:teuthology.orchestra.run.smithi031.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T04:38:49.910 INFO:teuthology.orchestra.run.smithi031.stdout:Discarding blocks...Done. 2024-09-19T04:38:49.915 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi031.front.sepia.ceph.com -o noatime 2024-09-19T04:38:49.915 DEBUG:teuthology.orchestra.run.smithi031:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-19T04:38:50.038 DEBUG:teuthology.orchestra.run.smithi031:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-19T04:38:50.103 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-19T04:38:50.159 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T04:38:50.159 INFO:tasks.ceph:role: osd.1 2024-09-19T04:38:50.159 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:38:50.160 DEBUG:teuthology.orchestra.run.smithi031:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T04:38:50.223 INFO:teuthology.orchestra.run.smithi031.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T04:38:50.224 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T04:38:50.224 INFO:teuthology.orchestra.run.smithi031.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T04:38:50.224 INFO:teuthology.orchestra.run.smithi031.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T04:38:50.224 INFO:teuthology.orchestra.run.smithi031.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T04:38:50.224 INFO:teuthology.orchestra.run.smithi031.stdout: = sunit=0 swidth=0 blks 2024-09-19T04:38:50.224 INFO:teuthology.orchestra.run.smithi031.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T04:38:50.224 INFO:teuthology.orchestra.run.smithi031.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T04:38:50.224 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T04:38:50.224 INFO:teuthology.orchestra.run.smithi031.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T04:38:50.580 INFO:teuthology.orchestra.run.smithi031.stdout:Discarding blocks...Done. 2024-09-19T04:38:50.584 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi031.front.sepia.ceph.com -o noatime 2024-09-19T04:38:50.585 DEBUG:teuthology.orchestra.run.smithi031:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-19T04:38:50.670 DEBUG:teuthology.orchestra.run.smithi031:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-19T04:38:50.734 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-19T04:38:50.790 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T04:38:50.790 INFO:tasks.ceph:role: osd.2 2024-09-19T04:38:50.790 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:38:50.791 DEBUG:teuthology.orchestra.run.smithi031:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T04:38:50.854 INFO:teuthology.orchestra.run.smithi031.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T04:38:50.854 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T04:38:50.854 INFO:teuthology.orchestra.run.smithi031.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T04:38:50.855 INFO:teuthology.orchestra.run.smithi031.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T04:38:50.855 INFO:teuthology.orchestra.run.smithi031.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T04:38:50.855 INFO:teuthology.orchestra.run.smithi031.stdout: = sunit=0 swidth=0 blks 2024-09-19T04:38:50.855 INFO:teuthology.orchestra.run.smithi031.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T04:38:50.855 INFO:teuthology.orchestra.run.smithi031.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T04:38:50.855 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T04:38:50.855 INFO:teuthology.orchestra.run.smithi031.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T04:38:51.236 INFO:teuthology.orchestra.run.smithi031.stdout:Discarding blocks...Done. 2024-09-19T04:38:51.240 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi031.front.sepia.ceph.com -o noatime 2024-09-19T04:38:51.240 DEBUG:teuthology.orchestra.run.smithi031:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-19T04:38:51.343 DEBUG:teuthology.orchestra.run.smithi031:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-19T04:38:51.409 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-19T04:38:51.467 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T04:38:51.468 INFO:tasks.ceph:role: osd.3 2024-09-19T04:38:51.468 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:38:51.468 DEBUG:teuthology.orchestra.run.smithi031:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T04:38:51.535 INFO:teuthology.orchestra.run.smithi031.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T04:38:51.535 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T04:38:51.535 INFO:teuthology.orchestra.run.smithi031.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T04:38:51.535 INFO:teuthology.orchestra.run.smithi031.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T04:38:51.535 INFO:teuthology.orchestra.run.smithi031.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T04:38:51.535 INFO:teuthology.orchestra.run.smithi031.stdout: = sunit=0 swidth=0 blks 2024-09-19T04:38:51.535 INFO:teuthology.orchestra.run.smithi031.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T04:38:51.536 INFO:teuthology.orchestra.run.smithi031.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T04:38:51.536 INFO:teuthology.orchestra.run.smithi031.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T04:38:51.536 INFO:teuthology.orchestra.run.smithi031.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T04:38:51.951 INFO:teuthology.orchestra.run.smithi031.stdout:Discarding blocks...Done. 2024-09-19T04:38:51.955 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi031.front.sepia.ceph.com -o noatime 2024-09-19T04:38:51.955 DEBUG:teuthology.orchestra.run.smithi031:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-19T04:38:52.090 DEBUG:teuthology.orchestra.run.smithi031:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-19T04:38:52.155 DEBUG:teuthology.orchestra.run.smithi031:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:38:52.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:38:52.264+0000 7f2a805a8640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-19T04:38:52.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:38:52.270+0000 7f2a805a8640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-19T04:38:52.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:38:52.270+0000 7f2a805a8640 -1 bdev(0x564440ad3800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-19T04:38:52.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:38:52.270+0000 7f2a805a8640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-19T04:38:55.289 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-19T04:38:55.347 DEBUG:teuthology.orchestra.run.smithi031:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:38:55.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:38:55.436+0000 7f81f2a30640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-19T04:38:55.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:38:55.436+0000 7f81f2a30640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-19T04:38:55.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:38:55.436+0000 7f81f2a30640 -1 bdev(0x558f52bf7800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-19T04:38:55.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:38:55.437+0000 7f81f2a30640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-19T04:38:58.498 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-19T04:38:58.560 DEBUG:teuthology.orchestra.run.smithi031:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:38:58.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:38:58.652+0000 7f40d68b6640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-19T04:38:58.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:38:58.653+0000 7f40d68b6640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-19T04:38:58.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:38:58.653+0000 7f40d68b6640 -1 bdev(0x55fca5609800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-19T04:38:58.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:38:58.653+0000 7f40d68b6640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-19T04:39:01.682 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-19T04:39:01.743 DEBUG:teuthology.orchestra.run.smithi031:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:39:01.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:01.837+0000 7f839162e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-19T04:39:01.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:01.838+0000 7f839162e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-19T04:39:01.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:01.838+0000 7f839162e640 -1 bdev(0x55b98b207800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-19T04:39:01.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:01.838+0000 7f839162e640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-19T04:39:04.884 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-19T04:39:04.946 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-19T04:39:05.008 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T04:39:05.008 INFO:tasks.ceph:role: osd.4 2024-09-19T04:39:05.008 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi052.front.sepia.ceph.com 2024-09-19T04:39:05.009 DEBUG:teuthology.orchestra.run.smithi052:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T04:39:05.068 INFO:teuthology.orchestra.run.smithi052.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T04:39:05.068 INFO:teuthology.orchestra.run.smithi052.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T04:39:05.068 INFO:teuthology.orchestra.run.smithi052.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T04:39:05.068 INFO:teuthology.orchestra.run.smithi052.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T04:39:05.068 INFO:teuthology.orchestra.run.smithi052.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T04:39:05.068 INFO:teuthology.orchestra.run.smithi052.stdout: = sunit=0 swidth=0 blks 2024-09-19T04:39:05.068 INFO:teuthology.orchestra.run.smithi052.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T04:39:05.068 INFO:teuthology.orchestra.run.smithi052.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T04:39:05.068 INFO:teuthology.orchestra.run.smithi052.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T04:39:05.068 INFO:teuthology.orchestra.run.smithi052.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T04:39:05.102 INFO:teuthology.orchestra.run.smithi052.stdout:Discarding blocks...Done. 2024-09-19T04:39:05.109 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi052.front.sepia.ceph.com -o noatime 2024-09-19T04:39:05.109 DEBUG:teuthology.orchestra.run.smithi052:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-19T04:39:05.190 DEBUG:teuthology.orchestra.run.smithi052:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-19T04:39:05.254 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-19T04:39:05.313 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T04:39:05.313 INFO:tasks.ceph:role: osd.5 2024-09-19T04:39:05.314 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi052.front.sepia.ceph.com 2024-09-19T04:39:05.314 DEBUG:teuthology.orchestra.run.smithi052:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T04:39:05.370 INFO:teuthology.orchestra.run.smithi052.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T04:39:05.370 INFO:teuthology.orchestra.run.smithi052.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T04:39:05.370 INFO:teuthology.orchestra.run.smithi052.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T04:39:05.370 INFO:teuthology.orchestra.run.smithi052.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T04:39:05.370 INFO:teuthology.orchestra.run.smithi052.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T04:39:05.370 INFO:teuthology.orchestra.run.smithi052.stdout: = sunit=0 swidth=0 blks 2024-09-19T04:39:05.370 INFO:teuthology.orchestra.run.smithi052.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T04:39:05.370 INFO:teuthology.orchestra.run.smithi052.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T04:39:05.370 INFO:teuthology.orchestra.run.smithi052.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T04:39:05.370 INFO:teuthology.orchestra.run.smithi052.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T04:39:05.402 INFO:teuthology.orchestra.run.smithi052.stdout:Discarding blocks...Done. 2024-09-19T04:39:05.406 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi052.front.sepia.ceph.com -o noatime 2024-09-19T04:39:05.406 DEBUG:teuthology.orchestra.run.smithi052:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-19T04:39:05.487 DEBUG:teuthology.orchestra.run.smithi052:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-19T04:39:05.551 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-19T04:39:05.611 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T04:39:05.611 INFO:tasks.ceph:role: osd.6 2024-09-19T04:39:05.611 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi052.front.sepia.ceph.com 2024-09-19T04:39:05.611 DEBUG:teuthology.orchestra.run.smithi052:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T04:39:05.668 INFO:teuthology.orchestra.run.smithi052.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T04:39:05.668 INFO:teuthology.orchestra.run.smithi052.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T04:39:05.668 INFO:teuthology.orchestra.run.smithi052.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T04:39:05.668 INFO:teuthology.orchestra.run.smithi052.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T04:39:05.668 INFO:teuthology.orchestra.run.smithi052.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T04:39:05.668 INFO:teuthology.orchestra.run.smithi052.stdout: = sunit=0 swidth=0 blks 2024-09-19T04:39:05.668 INFO:teuthology.orchestra.run.smithi052.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T04:39:05.668 INFO:teuthology.orchestra.run.smithi052.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T04:39:05.668 INFO:teuthology.orchestra.run.smithi052.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T04:39:05.669 INFO:teuthology.orchestra.run.smithi052.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T04:39:05.701 INFO:teuthology.orchestra.run.smithi052.stdout:Discarding blocks...Done. 2024-09-19T04:39:05.706 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi052.front.sepia.ceph.com -o noatime 2024-09-19T04:39:05.706 DEBUG:teuthology.orchestra.run.smithi052:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-19T04:39:05.788 DEBUG:teuthology.orchestra.run.smithi052:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-19T04:39:05.850 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-19T04:39:05.906 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T04:39:05.906 INFO:tasks.ceph:role: osd.7 2024-09-19T04:39:05.906 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi052.front.sepia.ceph.com 2024-09-19T04:39:05.906 DEBUG:teuthology.orchestra.run.smithi052:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T04:39:05.962 INFO:teuthology.orchestra.run.smithi052.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T04:39:05.962 INFO:teuthology.orchestra.run.smithi052.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T04:39:05.962 INFO:teuthology.orchestra.run.smithi052.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T04:39:05.962 INFO:teuthology.orchestra.run.smithi052.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T04:39:05.963 INFO:teuthology.orchestra.run.smithi052.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T04:39:05.963 INFO:teuthology.orchestra.run.smithi052.stdout: = sunit=0 swidth=0 blks 2024-09-19T04:39:05.963 INFO:teuthology.orchestra.run.smithi052.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T04:39:05.963 INFO:teuthology.orchestra.run.smithi052.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T04:39:05.963 INFO:teuthology.orchestra.run.smithi052.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T04:39:05.963 INFO:teuthology.orchestra.run.smithi052.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T04:39:05.996 INFO:teuthology.orchestra.run.smithi052.stdout:Discarding blocks...Done. 2024-09-19T04:39:05.999 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi052.front.sepia.ceph.com -o noatime 2024-09-19T04:39:06.000 DEBUG:teuthology.orchestra.run.smithi052:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-19T04:39:06.079 DEBUG:teuthology.orchestra.run.smithi052:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-19T04:39:06.141 DEBUG:teuthology.orchestra.run.smithi052:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:39:06.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:06.369+0000 7ff3cadd7640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-19T04:39:06.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:06.370+0000 7ff3cadd7640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-19T04:39:06.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:06.370+0000 7ff3cadd7640 -1 bdev(0x556d5878d800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-19T04:39:06.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:06.370+0000 7ff3cadd7640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-19T04:39:09.413 DEBUG:teuthology.orchestra.run.smithi052:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-19T04:39:09.474 DEBUG:teuthology.orchestra.run.smithi052:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:39:09.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:09.567+0000 7f8e93c19640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-19T04:39:09.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:09.567+0000 7f8e93c19640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-19T04:39:09.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:09.567+0000 7f8e93c19640 -1 bdev(0x557a50d3b800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-19T04:39:09.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:09.567+0000 7f8e93c19640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-19T04:39:12.573 DEBUG:teuthology.orchestra.run.smithi052:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-19T04:39:12.634 DEBUG:teuthology.orchestra.run.smithi052:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:39:12.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:12.726+0000 7fc80f80b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-19T04:39:12.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:12.726+0000 7fc80f80b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-19T04:39:12.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:12.726+0000 7fc80f80b640 -1 bdev(0x561004d05800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-19T04:39:12.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:12.726+0000 7fc80f80b640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-19T04:39:14.996 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:39:15.001 DEBUG:teuthology.orchestra.run.smithi052:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:39:15.786 DEBUG:teuthology.orchestra.run.smithi052:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-19T04:39:15.844 DEBUG:teuthology.orchestra.run.smithi052:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:39:15.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:15.935+0000 7f9d05945640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-19T04:39:15.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:15.935+0000 7f9d05945640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-19T04:39:15.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:15.935+0000 7f9d05945640 -1 bdev(0x5584bc5b9800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-19T04:39:15.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:15.936+0000 7f9d05945640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-19T04:39:18.932 DEBUG:teuthology.orchestra.run.smithi052:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-19T04:39:18.993 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-19T04:39:18.994 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:39:18.994 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-19T04:39:19.056 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:39:19.056 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-19T04:39:19.155 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:39:19.155 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-19T04:39:19.253 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:39:19.253 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-19T04:39:19.350 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:39:19.350 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-19T04:39:19.445 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:39:19.445 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-19T04:39:19.541 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:39:19.541 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-19T04:39:19.637 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:39:19.637 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-19T04:39:19.699 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:39:19.700 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-19T04:39:19.798 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:39:19.798 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-19T04:39:19.896 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:39:19.896 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-19T04:39:19.993 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:39:19.994 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-19T04:39:20.089 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:39:20.089 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-19T04:39:20.184 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:39:20.185 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-19T04:39:20.280 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:39:20.280 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-19T04:39:20.317 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:39:20.317 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-19T04:39:20.393 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:39:20.393 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-19T04:39:20.428 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:39:20.428 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-19T04:39:20.503 INFO:tasks.ceph:Adding keys to all mons... 2024-09-19T04:39:20.503 DEBUG:teuthology.orchestra.run.smithi031:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T04:39:20.507 DEBUG:teuthology.orchestra.run.smithi052:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T04:39:20.557 INFO:teuthology.orchestra.run.smithi031.stdout:[mgr.y] 2024-09-19T04:39:20.557 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDYqutmnKQLCRAAKFfHabwfhIY9nP3yCU5B9w== 2024-09-19T04:39:20.557 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.a] 2024-09-19T04:39:20.557 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDYqutmDc45FxAAQoxxr3681cmpOAa6QinkTQ== 2024-09-19T04:39:20.557 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.c] 2024-09-19T04:39:20.557 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDYqutm/AsZIRAAUpJeQLeTPLAWzauB57Mihg== 2024-09-19T04:39:20.557 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.0] 2024-09-19T04:39:20.558 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDcqutms2jdDxAACDau3s4dRGe4xSwXY9REbQ== 2024-09-19T04:39:20.558 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.1] 2024-09-19T04:39:20.558 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDfqutmbq0YGhAA2nlMv52z0BPDq2iBdwAfvA== 2024-09-19T04:39:20.558 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.2] 2024-09-19T04:39:20.558 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDiqutm5+zrJhAA4E5uuUqRp7ftwDNTjYldrw== 2024-09-19T04:39:20.558 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.3] 2024-09-19T04:39:20.558 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDlqutmEk7zMRAA0kM8G4KR3dVcMk2JN6SPpQ== 2024-09-19T04:39:20.558 INFO:teuthology.orchestra.run.smithi031.stdout:[mgr.x] 2024-09-19T04:39:20.559 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDYqutmODaYEBAAT78l28C3NIlF/nztX/feVg== 2024-09-19T04:39:20.559 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.b] 2024-09-19T04:39:20.559 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDYqutmG1nuKhAAuBLFhrXloM9y1bJ03sO0kA== 2024-09-19T04:39:20.559 INFO:teuthology.orchestra.run.smithi031.stdout:[mds.d] 2024-09-19T04:39:20.559 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDYqutm0OS3NBAAJvWyIvopUo4+Nsp903QreA== 2024-09-19T04:39:20.559 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.4] 2024-09-19T04:39:20.559 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDqqutm7igPFhAAesT4FRnL3tTdlm7J/CcduA== 2024-09-19T04:39:20.559 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.5] 2024-09-19T04:39:20.559 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDtqutmEh3gIRAAwlhSV0FVTy7a6CnavIK0Gg== 2024-09-19T04:39:20.559 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.6] 2024-09-19T04:39:20.560 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDwqutmvk1cKxAAOtHorWDZAnWnx+8mOqX3yw== 2024-09-19T04:39:20.560 INFO:teuthology.orchestra.run.smithi031.stdout:[osd.7] 2024-09-19T04:39:20.560 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDzqutm+5PVNxAA4RAONCyt/tf7ARD6gToVMQ== 2024-09-19T04:39:20.560 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-19T04:39:20.560 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDZqutml7qZARAA13b5YKV6Lq7t2WiQ9cjFCQ== 2024-09-19T04:39:20.560 INFO:teuthology.orchestra.run.smithi031.stdout:[client.2] 2024-09-19T04:39:20.560 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDZqutmUHcECBAAKN2202qUPGrvCGb97GJR7Q== 2024-09-19T04:39:20.560 INFO:teuthology.orchestra.run.smithi031.stdout:[client.1] 2024-09-19T04:39:20.560 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDZqutmjz6gDhAAOKj1px1viwejbhWAsbWvhQ== 2024-09-19T04:39:20.560 INFO:teuthology.orchestra.run.smithi031.stdout:[client.3] 2024-09-19T04:39:20.560 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDZqutmz1QUFRAA4gBDDEKBlJknc+nR5H9y6w== 2024-09-19T04:39:20.595 INFO:teuthology.orchestra.run.smithi052.stdout:[mgr.y] 2024-09-19T04:39:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDYqutmnKQLCRAAKFfHabwfhIY9nP3yCU5B9w== 2024-09-19T04:39:20.596 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.a] 2024-09-19T04:39:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDYqutmDc45FxAAQoxxr3681cmpOAa6QinkTQ== 2024-09-19T04:39:20.596 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.c] 2024-09-19T04:39:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDYqutm/AsZIRAAUpJeQLeTPLAWzauB57Mihg== 2024-09-19T04:39:20.596 INFO:teuthology.orchestra.run.smithi052.stdout:[osd.0] 2024-09-19T04:39:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDcqutms2jdDxAACDau3s4dRGe4xSwXY9REbQ== 2024-09-19T04:39:20.597 INFO:teuthology.orchestra.run.smithi052.stdout:[osd.1] 2024-09-19T04:39:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDfqutmbq0YGhAA2nlMv52z0BPDq2iBdwAfvA== 2024-09-19T04:39:20.597 INFO:teuthology.orchestra.run.smithi052.stdout:[osd.2] 2024-09-19T04:39:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDiqutm5+zrJhAA4E5uuUqRp7ftwDNTjYldrw== 2024-09-19T04:39:20.597 INFO:teuthology.orchestra.run.smithi052.stdout:[osd.3] 2024-09-19T04:39:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDlqutmEk7zMRAA0kM8G4KR3dVcMk2JN6SPpQ== 2024-09-19T04:39:20.597 INFO:teuthology.orchestra.run.smithi052.stdout:[mgr.x] 2024-09-19T04:39:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDYqutmODaYEBAAT78l28C3NIlF/nztX/feVg== 2024-09-19T04:39:20.597 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.b] 2024-09-19T04:39:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDYqutmG1nuKhAAuBLFhrXloM9y1bJ03sO0kA== 2024-09-19T04:39:20.597 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.d] 2024-09-19T04:39:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDYqutm0OS3NBAAJvWyIvopUo4+Nsp903QreA== 2024-09-19T04:39:20.597 INFO:teuthology.orchestra.run.smithi052.stdout:[osd.4] 2024-09-19T04:39:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDqqutm7igPFhAAesT4FRnL3tTdlm7J/CcduA== 2024-09-19T04:39:20.598 INFO:teuthology.orchestra.run.smithi052.stdout:[osd.5] 2024-09-19T04:39:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDtqutmEh3gIRAAwlhSV0FVTy7a6CnavIK0Gg== 2024-09-19T04:39:20.598 INFO:teuthology.orchestra.run.smithi052.stdout:[osd.6] 2024-09-19T04:39:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDwqutmvk1cKxAAOtHorWDZAnWnx+8mOqX3yw== 2024-09-19T04:39:20.598 INFO:teuthology.orchestra.run.smithi052.stdout:[osd.7] 2024-09-19T04:39:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDzqutm+5PVNxAA4RAONCyt/tf7ARD6gToVMQ== 2024-09-19T04:39:20.598 INFO:teuthology.orchestra.run.smithi052.stdout:[client.0] 2024-09-19T04:39:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDZqutml7qZARAA13b5YKV6Lq7t2WiQ9cjFCQ== 2024-09-19T04:39:20.598 INFO:teuthology.orchestra.run.smithi052.stdout:[client.2] 2024-09-19T04:39:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDZqutmUHcECBAAKN2202qUPGrvCGb97GJR7Q== 2024-09-19T04:39:20.598 INFO:teuthology.orchestra.run.smithi052.stdout:[client.1] 2024-09-19T04:39:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDZqutmjz6gDhAAOKj1px1viwejbhWAsbWvhQ== 2024-09-19T04:39:20.598 INFO:teuthology.orchestra.run.smithi052.stdout:[client.3] 2024-09-19T04:39:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQDZqutmz1QUFRAA4gBDDEKBlJknc+nR5H9y6w== 2024-09-19T04:39:20.599 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T04:39:20.605 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T04:39:20.733 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T04:39:20.738 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T04:39:20.834 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T04:39:20.838 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T04:39:20.935 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:39:20.939 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:39:21.032 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:39:21.036 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:39:21.130 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:39:21.134 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:39:21.228 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:39:21.232 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:39:21.327 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T04:39:21.330 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T04:39:21.424 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T04:39:21.428 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T04:39:21.525 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T04:39:21.529 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T04:39:21.627 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:39:21.632 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:39:21.726 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:39:21.730 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:39:21.824 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:39:21.828 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:39:21.922 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:39:21.926 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T04:39:22.021 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T04:39:22.685 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T04:39:22.793 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T04:39:22.797 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T04:39:22.896 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T04:39:22.906 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T04:39:23.006 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T04:39:23.012 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T04:39:23.111 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-19T04:39:23.112 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-19T04:39:23.168 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T04:39:23.277 DEBUG:teuthology.orchestra.run.smithi031:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-19T04:39:23.333 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-19T04:39:23.391 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T04:39:23.501 DEBUG:teuthology.orchestra.run.smithi052:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-19T04:39:23.557 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-19T04:39:23.613 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T04:39:23.722 DEBUG:teuthology.orchestra.run.smithi052:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-19T04:39:23.780 DEBUG:teuthology.orchestra.run.smithi031:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:39:23.785 DEBUG:teuthology.orchestra.run.smithi052:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T04:39:23.821 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-19T04:39:23.821 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-19T04:39:23.821 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-19T04:39:23.863 INFO:tasks.ceph.mon.a:Started 2024-09-19T04:39:23.864 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-19T04:39:23.864 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-19T04:39:23.868 INFO:tasks.ceph.mon.b:Started 2024-09-19T04:39:23.868 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-19T04:39:23.868 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-19T04:39:23.872 INFO:tasks.ceph.mon.c:Started 2024-09-19T04:39:23.872 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-19T04:39:23.873 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-19T04:39:23.873 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-19T04:39:23.876 INFO:tasks.ceph.mgr.y:Started 2024-09-19T04:39:23.876 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-19T04:39:23.877 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-19T04:39:23.881 INFO:tasks.ceph.mgr.x:Started 2024-09-19T04:39:23.881 INFO:tasks.ceph:Setting crush tunables to default 2024-09-19T04:39:23.881 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph osd crush tunables default 2024-09-19T04:39:24.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.034+0000 7f4c95a00640 1 Processor -- start 2024-09-19T04:39:24.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.034+0000 7f4c95a00640 1 -- start start 2024-09-19T04:39:24.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.035+0000 7f4c95a00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f4c900b6700 0x7f4c9006da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:24.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.035+0000 7f4c95a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f4c900d4c80 0x7f4c9006dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:24.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.035+0000 7f4c95a00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c900cf180 con 0x7f4c90161c70 2024-09-19T04:39:24.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.035+0000 7f4c95a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f4c90162050 con 0x7f4c900d4c80 2024-09-19T04:39:24.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.035+0000 7f4c95a00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f4c9006d600 con 0x7f4c900b6700 2024-09-19T04:39:24.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.035+0000 7f4c8ea00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f4c90161c70 0x7f4c900b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:44968/0 (socket says 172.21.15.31:44968) 2024-09-19T04:39:24.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.036+0000 7f4c8ea00640 1 -- 172.21.15.31:0/2661051516 learned_addr learned my addr 172.21.15.31:0/2661051516 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:39:24.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.036+0000 7f4c8f400640 1 --2- 172.21.15.31:0/2661051516 >> v2:172.21.15.31:3300/0 conn(0x7f4c900d4c80 0x7f4c9006dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:24.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.036+0000 7f4c8f400640 1 -- 172.21.15.31:0/2661051516 >> v2:172.21.15.31:3300/0 conn(0x7f4c900d4c80 msgr2=0x7f4c9006dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-19T04:39:24.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.036+0000 7f4c8f400640 1 -- 172.21.15.31:0/2661051516 >> v2:172.21.15.31:3300/0 conn(0x7f4c900d4c80 msgr2=0x7f4c9006dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T04:39:24.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.036+0000 7f4c8f400640 1 --2- 172.21.15.31:0/2661051516 >> v2:172.21.15.31:3300/0 conn(0x7f4c900d4c80 0x7f4c9006dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T04:39:24.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.036+0000 7f4c8f400640 1 --2- 172.21.15.31:0/2661051516 >> v2:172.21.15.31:3300/0 conn(0x7f4c900d4c80 0x7f4c9006dfd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T04:39:24.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.036+0000 7f4c87e00640 1 --2- 172.21.15.31:0/2661051516 >> v2:172.21.15.52:3300/0 conn(0x7f4c900b6700 0x7f4c9006da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:24.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.036+0000 7f4c87e00640 1 -- 172.21.15.31:0/2661051516 >> v2:172.21.15.52:3300/0 conn(0x7f4c900b6700 msgr2=0x7f4c9006da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-19T04:39:24.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.036+0000 7f4c87e00640 1 -- 172.21.15.31:0/2661051516 >> v2:172.21.15.52:3300/0 conn(0x7f4c900b6700 msgr2=0x7f4c9006da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T04:39:24.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.036+0000 7f4c87e00640 1 --2- 172.21.15.31:0/2661051516 >> v2:172.21.15.52:3300/0 conn(0x7f4c900b6700 0x7f4c9006da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T04:39:24.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.036+0000 7f4c87e00640 1 --2- 172.21.15.31:0/2661051516 >> v2:172.21.15.52:3300/0 conn(0x7f4c900b6700 0x7f4c9006da90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T04:39:24.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.235+0000 7f4c8e000640 1 -- 172.21.15.31:0/2661051516 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1666252096 0 0) 0x7f4c900cf180 con 0x7f4c90161c70 2024-09-19T04:39:24.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.236+0000 7f4c8e000640 1 -- 172.21.15.31:0/2661051516 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4c74003520 con 0x7f4c90161c70 2024-09-19T04:39:24.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.236+0000 7f4c8e000640 1 -- 172.21.15.31:0/2661051516 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1226971885 0 0) 0x7f4c74003520 con 0x7f4c90161c70 2024-09-19T04:39:24.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.236+0000 7f4c8e000640 1 -- 172.21.15.31:0/2661051516 >> v2:172.21.15.52:3300/0 conn(0x7f4c900b6700 msgr2=0x7f4c9006da90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T04:39:24.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.236+0000 7f4c8e000640 1 --2- 172.21.15.31:0/2661051516 >> v2:172.21.15.52:3300/0 conn(0x7f4c900b6700 0x7f4c9006da90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:24.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.236+0000 7f4c8e000640 1 -- 172.21.15.31:0/2661051516 >> v2:172.21.15.31:3300/0 conn(0x7f4c900d4c80 msgr2=0x7f4c9006dfd0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T04:39:24.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.236+0000 7f4c8e000640 1 --2- 172.21.15.31:0/2661051516 >> v2:172.21.15.31:3300/0 conn(0x7f4c900d4c80 0x7f4c9006dfd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:24.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.237+0000 7f4c8e000640 1 -- 172.21.15.31:0/2661051516 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c9006cfb0 con 0x7f4c90161c70 2024-09-19T04:39:24.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.237+0000 7f4c8e000640 1 -- 172.21.15.31:0/2661051516 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7f4c80001670 con 0x7f4c90161c70 2024-09-19T04:39:24.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.237+0000 7f4c8e000640 1 -- 172.21.15.31:0/2661051516 >> v1:172.21.15.31:6789/0 conn(0x7f4c90161c70 legacy=0x7f4c900b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:24.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.237+0000 7f4c8e000640 1 --2- 172.21.15.31:0/2661051516 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4c740039b0 0x7f4c74003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:24.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.237+0000 7f4c8e000640 1 --2- 172.21.15.31:0/2661051516 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4c74004800 0x7f4c74004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:24.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.237+0000 7f4c8e000640 1 --2- 172.21.15.31:0/2661051516 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c740051c0 0x7f4c7400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:24.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.237+0000 7f4c8e000640 1 -- 172.21.15.31:0/2661051516 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4c90162050 con 0x7f4c740051c0 2024-09-19T04:39:24.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.237+0000 7f4c8e000640 1 -- 172.21.15.31:0/2661051516 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4c9006d600 con 0x7f4c74004800 2024-09-19T04:39:24.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.237+0000 7f4c8e000640 1 -- 172.21.15.31:0/2661051516 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f4c7400c060 con 0x7f4c740039b0 2024-09-19T04:39:24.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.237+0000 7f4c87e00640 1 --2- 172.21.15.31:0/2661051516 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4c74004800 0x7f4c74004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:24.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.237+0000 7f4c8ea00640 1 --2- 172.21.15.31:0/2661051516 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4c740039b0 0x7f4c74003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:24.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.238+0000 7f4c8f400640 1 --2- 172.21.15.31:0/2661051516 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c740051c0 0x7f4c7400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:24.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.238+0000 7f4c87e00640 1 -- 172.21.15.31:0/2661051516 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4c740039b0 msgr2=0x7f4c74003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:24.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.238+0000 7f4c87e00640 1 --2- 172.21.15.31:0/2661051516 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4c740039b0 0x7f4c74003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:24.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.238+0000 7f4c87e00640 1 -- 172.21.15.31:0/2661051516 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c740051c0 msgr2=0x7f4c7400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:24.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.238+0000 7f4c87e00640 1 --2- 172.21.15.31:0/2661051516 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c740051c0 0x7f4c7400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:24.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.238+0000 7f4c87e00640 1 -- 172.21.15.31:0/2661051516 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c9006cfb0 con 0x7f4c74004800 2024-09-19T04:39:24.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.238+0000 7f4c8f400640 1 --2- 172.21.15.31:0/2661051516 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c740051c0 0x7f4c7400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:24.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.238+0000 7f4c8f400640 1 -- 172.21.15.31:0/2661051516 reap_dead start 2024-09-19T04:39:24.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.239+0000 7f4c87e00640 1 --2- 172.21.15.31:0/2661051516 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4c74004800 0x7f4c74004c80 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4c7800b9e0 tx=0x7f4c74005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6adb9071be638b29 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:24.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.240+0000 7f4c8e000640 1 -- 172.21.15.31:0/2661051516 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c78030070 con 0x7f4c74004800 2024-09-19T04:39:24.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.240+0000 7f4c8e000640 1 -- 172.21.15.31:0/2661051516 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c7802ada0 con 0x7f4c74004800 2024-09-19T04:39:24.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.240+0000 7f4c8e000640 1 -- 172.21.15.31:0/2661051516 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c7800b5e0 con 0x7f4c74004800 2024-09-19T04:39:24.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.240+0000 7f4c95a00640 1 -- 172.21.15.31:0/2661051516 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4c74004800 msgr2=0x7f4c74004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:24.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.240+0000 7f4c95a00640 1 --2- 172.21.15.31:0/2661051516 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4c74004800 0x7f4c74004c80 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4c7800b9e0 tx=0x7f4c74005830 comp rx=0 tx=0).stop 2024-09-19T04:39:24.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.240+0000 7f4c95a00640 1 -- 172.21.15.31:0/2661051516 shutdown_connections 2024-09-19T04:39:24.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.240+0000 7f4c95a00640 1 --2- 172.21.15.31:0/2661051516 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4c74004800 0x7f4c74004c80 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:24.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.240+0000 7f4c95a00640 1 -- 172.21.15.31:0/2661051516 >> 172.21.15.31:0/2661051516 conn(0x7f4c9008c000 msgr2=0x7f4c900d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:24.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.241+0000 7f4c95a00640 1 -- 172.21.15.31:0/2661051516 shutdown_connections 2024-09-19T04:39:24.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.241+0000 7f4c95a00640 1 -- 172.21.15.31:0/2661051516 wait complete. 2024-09-19T04:39:24.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.242+0000 7f4c95a00640 1 Processor -- start 2024-09-19T04:39:24.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.243+0000 7f4c95a00640 1 -- start start 2024-09-19T04:39:24.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.244+0000 7f4c95a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4c74004800 0x7f4c9014b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:24.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.244+0000 7f4c95a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c9014cfe0 0x7f4c900cd580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.244+0000 7f4c95a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4c9014d460 0x7f4c900cdac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.244+0000 7f4c95a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4c900cebc0 con 0x7f4c9014cfe0 2024-09-19T04:39:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.244+0000 7f4c95a00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4c900d3a00 con 0x7f4c9014d460 2024-09-19T04:39:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.244+0000 7f4c95a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f4c900ced40 con 0x7f4c74004800 2024-09-19T04:39:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.244+0000 7f4c8ea00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4c74004800 0x7f4c9014b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.244+0000 7f4c87e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c9014cfe0 0x7f4c900cd580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.244+0000 7f4c8ea00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4c74004800 0x7f4c9014b2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:52248/0 (socket says 172.21.15.31:52248) 2024-09-19T04:39:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.244+0000 7f4c8ea00640 1 -- 172.21.15.31:0/171624844 learned_addr learned my addr 172.21.15.31:0/171624844 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.244+0000 7f4c8f400640 1 --2- 172.21.15.31:0/171624844 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4c9014d460 0x7f4c900cdac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.245+0000 7f4c87e00640 1 -- 172.21.15.31:0/171624844 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4c74004800 msgr2=0x7f4c9014b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.245+0000 7f4c87e00640 1 --2- 172.21.15.31:0/171624844 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4c74004800 0x7f4c9014b2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:24.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.245+0000 7f4c87e00640 1 -- 172.21.15.31:0/171624844 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4c9014d460 msgr2=0x7f4c900cdac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:24.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.245+0000 7f4c87e00640 1 --2- 172.21.15.31:0/171624844 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4c9014d460 0x7f4c900cdac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:24.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.245+0000 7f4c87e00640 1 -- 172.21.15.31:0/171624844 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c900ce000 con 0x7f4c9014cfe0 2024-09-19T04:39:24.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.245+0000 7f4c8f400640 1 --2- 172.21.15.31:0/171624844 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4c9014d460 0x7f4c900cdac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:24.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.245+0000 7f4c87e00640 1 --2- 172.21.15.31:0/171624844 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c9014cfe0 0x7f4c900cd580 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4c78032000 tx=0x7f4c78004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:24.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.245+0000 7f4c86a00640 1 -- 172.21.15.31:0/171624844 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c78043020 con 0x7f4c9014cfe0 2024-09-19T04:39:24.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.246+0000 7f4c95a00640 1 -- 172.21.15.31:0/171624844 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c900cc7c0 con 0x7f4c9014cfe0 2024-09-19T04:39:24.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.246+0000 7f4c86a00640 1 -- 172.21.15.31:0/171624844 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c7803f680 con 0x7f4c9014cfe0 2024-09-19T04:39:24.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.246+0000 7f4c86a00640 1 -- 172.21.15.31:0/171624844 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c7800b5e0 con 0x7f4c9014cfe0 2024-09-19T04:39:24.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.246+0000 7f4c95a00640 1 -- 172.21.15.31:0/171624844 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c900ccd80 con 0x7f4c9014cfe0 2024-09-19T04:39:24.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.246+0000 7f4c86a00640 1 -- 172.21.15.31:0/171624844 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4c78046020 con 0x7f4c9014cfe0 2024-09-19T04:39:24.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.246+0000 7f4c86a00640 1 -- 172.21.15.31:0/171624844 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4c7803dce0 con 0x7f4c9014cfe0 2024-09-19T04:39:24.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.247+0000 7f4c95a00640 1 -- 172.21.15.31:0/171624844 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c900b5ff0 con 0x7f4c9014cfe0 2024-09-19T04:39:24.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.250+0000 7f4c86a00640 1 -- 172.21.15.31:0/171624844 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f4c7804d030 con 0x7f4c9014cfe0 2024-09-19T04:39:24.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.318+0000 7f4c95a00640 1 -- 172.21.15.31:0/171624844 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f4c900d3e30 con 0x7f4c9014cfe0 2024-09-19T04:39:24.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.320+0000 7f4c86a00640 1 -- 172.21.15.31:0/171624844 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f4c7803d440 con 0x7f4c9014cfe0 2024-09-19T04:39:24.322 INFO:teuthology.orchestra.run.smithi031.stderr:adjusted tunables profile to default 2024-09-19T04:39:24.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.322+0000 7f4c95a00640 1 -- 172.21.15.31:0/171624844 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c9014cfe0 msgr2=0x7f4c900cd580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:24.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.322+0000 7f4c95a00640 1 --2- 172.21.15.31:0/171624844 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c9014cfe0 0x7f4c900cd580 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4c78032000 tx=0x7f4c78004730 comp rx=0 tx=0).stop 2024-09-19T04:39:24.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.322+0000 7f4c95a00640 1 -- 172.21.15.31:0/171624844 shutdown_connections 2024-09-19T04:39:24.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.322+0000 7f4c95a00640 1 --2- 172.21.15.31:0/171624844 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4c9014d460 0x7f4c900cdac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:24.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.322+0000 7f4c95a00640 1 --2- 172.21.15.31:0/171624844 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4c9014cfe0 0x7f4c900cd580 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:24.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.322+0000 7f4c95a00640 1 --2- 172.21.15.31:0/171624844 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4c74004800 0x7f4c9014b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:24.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.322+0000 7f4c95a00640 1 -- 172.21.15.31:0/171624844 >> 172.21.15.31:0/171624844 conn(0x7f4c9008c000 msgr2=0x7f4c9015e8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:24.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.322+0000 7f4c95a00640 1 -- 172.21.15.31:0/171624844 shutdown_connections 2024-09-19T04:39:24.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:24.322+0000 7f4c95a00640 1 -- 172.21.15.31:0/171624844 wait complete. 2024-09-19T04:39:24.339 INFO:tasks.ceph:check_enable_crimson: False 2024-09-19T04:39:24.339 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-19T04:39:24.339 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:39:24.339 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-19T04:39:24.368 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:24.366+0000 7f1777a2f040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T04:39:24.374 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:24.372+0000 7f5cd317a040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T04:39:24.396 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:39:24.396 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-19T04:39:24.418 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:24.417+0000 7f1777a2f040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T04:39:24.424 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:24.422+0000 7f5cd317a040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T04:39:24.474 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:39:24.474 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-19T04:39:24.571 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:39:24.571 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-19T04:39:24.600 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:24.598+0000 7f1777a2f040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T04:39:24.601 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:24.600+0000 7f5cd317a040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T04:39:24.656 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:39:24.656 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-19T04:39:24.663 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:24.661+0000 7f1777a2f040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T04:39:24.664 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:24.662+0000 7f5cd317a040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T04:39:24.715 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:39:24.715 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-19T04:39:24.811 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:39:24.812 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-19T04:39:24.852 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:24.850+0000 7f1777a2f040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T04:39:24.861 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:24.860+0000 7f5cd317a040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T04:39:24.908 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:39:24.908 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-19T04:39:24.983 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:24.982+0000 7f1777a2f040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T04:39:24.997 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:24.996+0000 7f5cd317a040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T04:39:25.004 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph --cluster ceph osd new e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13 0 2024-09-19T04:39:25.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.193+0000 7f2f04600640 1 Processor -- start 2024-09-19T04:39:25.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.194+0000 7f2f04600640 1 -- start start 2024-09-19T04:39:25.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.195+0000 7f2f04600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f2efc161c70 0x7f2efc0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.195+0000 7f2f04600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2efc0d4c80 0x7f2efc0b6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.195+0000 7f2f04600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f2efc0cebc0 0x7f2efc0d2720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.195+0000 7f2f04600640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f2efc162050 con 0x7f2efc0cebc0 2024-09-19T04:39:25.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.195+0000 7f2f04600640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f2efc06d600 con 0x7f2efc161c70 2024-09-19T04:39:25.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.195+0000 7f2f04600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f2efc0cf180 con 0x7f2efc0d4c80 2024-09-19T04:39:25.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.195+0000 7f2f01c00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f2efc161c70 0x7f2efc0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.195+0000 7f2f01200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2efc0d4c80 0x7f2efc0b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.195+0000 7f2f01200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2efc0d4c80 0x7f2efc0b6530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.52:40126/0 (socket says 172.21.15.52:40126) 2024-09-19T04:39:25.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.195+0000 7f2f01c00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f2efc161c70 0x7f2efc0b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56964/0 (socket says 172.21.15.52:56964) 2024-09-19T04:39:25.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.195+0000 7f2f01200640 1 -- 172.21.15.52:0/3839304483 learned_addr learned my addr 172.21.15.52:0/3839304483 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-09-19T04:39:25.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.195+0000 7f2f02600640 1 --2- 172.21.15.52:0/3839304483 >> v2:172.21.15.31:3300/0 conn(0x7f2efc0cebc0 0x7f2efc0d2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.196+0000 7f2f01200640 1 -- 172.21.15.52:0/3839304483 >> v2:172.21.15.52:3300/0 conn(0x7f2efc161c70 msgr2=0x7f2efc0b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:25.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.196+0000 7f2f01200640 1 --2- 172.21.15.52:0/3839304483 >> v2:172.21.15.52:3300/0 conn(0x7f2efc161c70 0x7f2efc0b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.196+0000 7f2f01200640 1 -- 172.21.15.52:0/3839304483 >> v2:172.21.15.31:3300/0 conn(0x7f2efc0cebc0 msgr2=0x7f2efc0d2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:25.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.196+0000 7f2f01200640 1 --2- 172.21.15.52:0/3839304483 >> v2:172.21.15.31:3300/0 conn(0x7f2efc0cebc0 0x7f2efc0d2720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.196+0000 7f2f01200640 1 -- 172.21.15.52:0/3839304483 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2efc06cfb0 con 0x7f2efc0d4c80 2024-09-19T04:39:25.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.196+0000 7f2f01c00640 1 --2- 172.21.15.52:0/3839304483 >> v2:172.21.15.52:3300/0 conn(0x7f2efc161c70 0x7f2efc0b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:25.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.196+0000 7f2f02600640 1 --2- 172.21.15.52:0/3839304483 >> v2:172.21.15.31:3300/0 conn(0x7f2efc0cebc0 0x7f2efc0d2720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:25.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.197+0000 7f2f01200640 1 --2- 172.21.15.52:0/3839304483 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2efc0d4c80 0x7f2efc0b6530 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2efc08cfb0 tx=0x7f2ee802a1e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7880b9b934415ff9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:25.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.197+0000 7f2efbe00640 1 -- 172.21.15.52:0/3839304483 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee8037070 con 0x7f2efc0d4c80 2024-09-19T04:39:25.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.197+0000 7f2efbe00640 1 -- 172.21.15.52:0/3839304483 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ee8032440 con 0x7f2efc0d4c80 2024-09-19T04:39:25.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.197+0000 7f2efbe00640 1 -- 172.21.15.52:0/3839304483 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee8032810 con 0x7f2efc0d4c80 2024-09-19T04:39:25.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.197+0000 7f2f04600640 1 -- 172.21.15.52:0/3839304483 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2efc0d4c80 msgr2=0x7f2efc0b6530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.197+0000 7f2f04600640 1 --2- 172.21.15.52:0/3839304483 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2efc0d4c80 0x7f2efc0b6530 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2efc08cfb0 tx=0x7f2ee802a1e0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.198+0000 7f2f04600640 1 -- 172.21.15.52:0/3839304483 shutdown_connections 2024-09-19T04:39:25.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.198+0000 7f2f04600640 1 --2- 172.21.15.52:0/3839304483 >> v2:172.21.15.31:3300/0 conn(0x7f2efc0cebc0 0x7f2efc0d2720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.198+0000 7f2f04600640 1 --2- 172.21.15.52:0/3839304483 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2efc0d4c80 0x7f2efc0b6530 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.198+0000 7f2f04600640 1 --2- 172.21.15.52:0/3839304483 >> v2:172.21.15.52:3300/0 conn(0x7f2efc161c70 0x7f2efc0b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.198+0000 7f2f04600640 1 -- 172.21.15.52:0/3839304483 >> 172.21.15.52:0/3839304483 conn(0x7f2efc08c000 msgr2=0x7f2efc0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:25.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.198+0000 7f2f04600640 1 -- 172.21.15.52:0/3839304483 shutdown_connections 2024-09-19T04:39:25.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.198+0000 7f2f04600640 1 -- 172.21.15.52:0/3839304483 wait complete. 2024-09-19T04:39:25.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.199+0000 7f2f04600640 1 Processor -- start 2024-09-19T04:39:25.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.200+0000 7f2f04600640 1 -- start start 2024-09-19T04:39:25.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.200+0000 7f2f04600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2efc0cebc0 0x7f2efc0b8990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.200+0000 7f2f04600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2efc0d4c80 0x7f2efc159f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.200+0000 7f2f04600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2efc161c70 0x7f2efc15aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.200+0000 7f2f04600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2efc0d2c60 con 0x7f2efc0cebc0 2024-09-19T04:39:25.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.200+0000 7f2f04600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2efc0d3a00 con 0x7f2efc0d4c80 2024-09-19T04:39:25.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.200+0000 7f2f04600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f2efc0d2de0 con 0x7f2efc161c70 2024-09-19T04:39:25.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.201+0000 7f2f01200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2efc0d4c80 0x7f2efc159f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.201+0000 7f2f01200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2efc0d4c80 0x7f2efc159f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56968/0 (socket says 172.21.15.52:56968) 2024-09-19T04:39:25.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.201+0000 7f2f01200640 1 -- 172.21.15.52:0/1224907341 learned_addr learned my addr 172.21.15.52:0/1224907341 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-09-19T04:39:25.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.201+0000 7f2f02600640 1 --2- 172.21.15.52:0/1224907341 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2efc161c70 0x7f2efc15aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.201+0000 7f2f01c00640 1 --2- 172.21.15.52:0/1224907341 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2efc0cebc0 0x7f2efc0b8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.201+0000 7f2f01200640 1 -- 172.21.15.52:0/1224907341 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2efc161c70 msgr2=0x7f2efc15aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.201+0000 7f2f01200640 1 --2- 172.21.15.52:0/1224907341 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2efc161c70 0x7f2efc15aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.201+0000 7f2f01200640 1 -- 172.21.15.52:0/1224907341 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2efc0cebc0 msgr2=0x7f2efc0b8990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.201+0000 7f2f01200640 1 --2- 172.21.15.52:0/1224907341 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2efc0cebc0 0x7f2efc0b8990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.201+0000 7f2f01200640 1 -- 172.21.15.52:0/1224907341 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2efc0b9000 con 0x7f2efc0d4c80 2024-09-19T04:39:25.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.201+0000 7f2f01200640 1 --2- 172.21.15.52:0/1224907341 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2efc0d4c80 0x7f2efc159f90 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2ee802a220 tx=0x7f2ee80046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:25.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.202+0000 7f2ef9600640 1 -- 172.21.15.52:0/1224907341 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee8037040 con 0x7f2efc0d4c80 2024-09-19T04:39:25.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.202+0000 7f2ef9600640 1 -- 172.21.15.52:0/1224907341 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ee8042070 con 0x7f2efc0d4c80 2024-09-19T04:39:25.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.202+0000 7f2ef9600640 1 -- 172.21.15.52:0/1224907341 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee8030880 con 0x7f2efc0d4c80 2024-09-19T04:39:25.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.202+0000 7f2f04600640 1 -- 172.21.15.52:0/1224907341 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2efc0b92e0 con 0x7f2efc0d4c80 2024-09-19T04:39:25.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.202+0000 7f2f04600640 1 -- 172.21.15.52:0/1224907341 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2efc0b98a0 con 0x7f2efc0d4c80 2024-09-19T04:39:25.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.202+0000 7f2ef9600640 1 -- 172.21.15.52:0/1224907341 <== mon.1 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2ee8030a20 con 0x7f2efc0d4c80 2024-09-19T04:39:25.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.202+0000 7f2ef9600640 1 -- 172.21.15.52:0/1224907341 <== mon.1 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7f2ee8047b90 con 0x7f2efc0d4c80 2024-09-19T04:39:25.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.203+0000 7f2f04600640 1 -- 172.21.15.52:0/1224907341 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2efc0d2720 con 0x7f2efc0d4c80 2024-09-19T04:39:25.208 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.206+0000 7f2ef9600640 1 -- 172.21.15.52:0/1224907341 <== mon.1 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f2ee8047460 con 0x7f2efc0d4c80 2024-09-19T04:39:25.283 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.281+0000 7f2f04600640 1 -- 172.21.15.52:0/1224907341 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd new", "uuid": "e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13", "id": 0} v 0) -- 0x7f2efc0b5b30 con 0x7f2efc0d4c80 2024-09-19T04:39:25.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.287+0000 7f2ef9600640 1 -- 172.21.15.52:0/1224907341 <== mon.1 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f2ee8047640 con 0x7f2efc0d4c80 2024-09-19T04:39:25.289 INFO:teuthology.orchestra.run.smithi052.stdout:0 2024-09-19T04:39:25.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.289+0000 7f2f04600640 1 -- 172.21.15.52:0/1224907341 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2efc0d4c80 msgr2=0x7f2efc159f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.289+0000 7f2f04600640 1 --2- 172.21.15.52:0/1224907341 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2efc0d4c80 0x7f2efc159f90 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2ee802a220 tx=0x7f2ee80046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.289+0000 7f2f04600640 1 -- 172.21.15.52:0/1224907341 shutdown_connections 2024-09-19T04:39:25.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.289+0000 7f2f04600640 1 --2- 172.21.15.52:0/1224907341 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2efc161c70 0x7f2efc15aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.289+0000 7f2f04600640 1 --2- 172.21.15.52:0/1224907341 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2efc0d4c80 0x7f2efc159f90 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.289+0000 7f2f04600640 1 --2- 172.21.15.52:0/1224907341 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2efc0cebc0 0x7f2efc0b8990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.289+0000 7f2f04600640 1 -- 172.21.15.52:0/1224907341 >> 172.21.15.52:0/1224907341 conn(0x7f2efc08c000 msgr2=0x7f2efc0b6280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:25.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.289+0000 7f2f04600640 1 -- 172.21.15.52:0/1224907341 shutdown_connections 2024-09-19T04:39:25.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.289+0000 7f2f04600640 1 -- 172.21.15.52:0/1224907341 wait complete. 2024-09-19T04:39:25.305 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph --cluster ceph osd new 1ac5781a-c770-42c0-8574-145d18505411 1 2024-09-19T04:39:25.367 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:25.366+0000 7f1777a2f040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T04:39:25.394 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:25.392+0000 7f5cd317a040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T04:39:25.443 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:25.442+0000 7f1777a2f040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T04:39:25.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.456+0000 7fe85fe00640 1 Processor -- start 2024-09-19T04:39:25.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.456+0000 7fe85fe00640 1 -- start start 2024-09-19T04:39:25.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.457+0000 7fe85fe00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe8600b4bb0 0x7fe860166de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.457+0000 7fe85fe00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8601404f0 con 0x7fe86013efd0 2024-09-19T04:39:25.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.457+0000 7fe85fe00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8601407d0 con 0x7fe86013f3b0 2024-09-19T04:39:25.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.457+0000 7fe85fe00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fe86015e980 con 0x7fe8600b4bb0 2024-09-19T04:39:25.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.457+0000 7fe85e000640 1 --1- >> v1:172.21.15.52:6789/0 conn(0x7fe86013f3b0 0x7fe86013f8a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.52:6789/0 says I am v1:172.21.15.52:60198/0 (socket says 172.21.15.52:60198) 2024-09-19T04:39:25.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.457+0000 7fe85e000640 1 -- 172.21.15.52:0/3477495585 learned_addr learned my addr 172.21.15.52:0/3477495585 (peer_addr_for_me v1:172.21.15.52:0/0) 2024-09-19T04:39:25.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.457+0000 7fe85f400640 1 --2- 172.21.15.52:0/3477495585 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe8600b4bb0 0x7fe860166de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.458+0000 7fe85d600640 1 -- 172.21.15.52:0/3477495585 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 370609126 0 0) 0x7fe8601404f0 con 0x7fe86013efd0 2024-09-19T04:39:25.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.458+0000 7fe85d600640 1 -- 172.21.15.52:0/3477495585 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe844003520 con 0x7fe86013efd0 2024-09-19T04:39:25.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.458+0000 7fe85d600640 1 -- 172.21.15.52:0/3477495585 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1306406665 0 0) 0x7fe8601407d0 con 0x7fe86013f3b0 2024-09-19T04:39:25.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.458+0000 7fe85f400640 1 -- 172.21.15.52:0/3477495585 >> v1:172.21.15.52:6789/0 conn(0x7fe86013f3b0 legacy=0x7fe86013f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.458+0000 7fe85f400640 1 -- 172.21.15.52:0/3477495585 >> v1:172.21.15.31:6789/0 conn(0x7fe86013efd0 legacy=0x7fe8600b44a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.461 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.458+0000 7fe85f400640 1 -- 172.21.15.52:0/3477495585 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe860140ab0 con 0x7fe8600b4bb0 2024-09-19T04:39:25.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.459+0000 7fe85f400640 1 --2- 172.21.15.52:0/3477495585 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe8600b4bb0 0x7fe860166de0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe858009dc0 tx=0x7fe85802a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d787852e2656b883 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:25.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.459+0000 7fe85d600640 1 -- 172.21.15.52:0/3477495585 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe858007740 con 0x7fe8600b4bb0 2024-09-19T04:39:25.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.459+0000 7fe85d600640 1 -- 172.21.15.52:0/3477495585 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8580078e0 con 0x7fe8600b4bb0 2024-09-19T04:39:25.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.459+0000 7fe85d600640 1 -- 172.21.15.52:0/3477495585 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe858007c90 con 0x7fe8600b4bb0 2024-09-19T04:39:25.462 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:25.460+0000 7f5cd317a040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T04:39:25.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.460+0000 7fe85fe00640 1 -- 172.21.15.52:0/3477495585 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe8600b4bb0 msgr2=0x7fe860166de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.460+0000 7fe85fe00640 1 --2- 172.21.15.52:0/3477495585 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe8600b4bb0 0x7fe860166de0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe858009dc0 tx=0x7fe85802a6d0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.460+0000 7fe85fe00640 1 -- 172.21.15.52:0/3477495585 shutdown_connections 2024-09-19T04:39:25.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.460+0000 7fe85fe00640 1 --2- 172.21.15.52:0/3477495585 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe8600b4bb0 0x7fe860166de0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.460+0000 7fe85fe00640 1 -- 172.21.15.52:0/3477495585 >> 172.21.15.52:0/3477495585 conn(0x7fe860067d70 msgr2=0x7fe860068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:25.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.460+0000 7fe85fe00640 1 -- 172.21.15.52:0/3477495585 shutdown_connections 2024-09-19T04:39:25.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.460+0000 7fe85fe00640 1 -- 172.21.15.52:0/3477495585 wait complete. 2024-09-19T04:39:25.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.462+0000 7fe85fe00640 1 Processor -- start 2024-09-19T04:39:25.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.462+0000 7fe85fe00640 1 -- start start 2024-09-19T04:39:25.466 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.463+0000 7fe85fe00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe8600b4bb0 0x7fe8601540b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.466 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.463+0000 7fe85fe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe86013efd0 0x7fe8601597a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.466 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.463+0000 7fe85fe00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe86013cca0 0x7fe860151b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.466 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.463+0000 7fe85fe00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe860141590 con 0x7fe86013efd0 2024-09-19T04:39:25.466 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.463+0000 7fe85fe00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe860141070 con 0x7fe8600b4bb0 2024-09-19T04:39:25.466 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.463+0000 7fe85fe00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fe860141710 con 0x7fe86013cca0 2024-09-19T04:39:25.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.463+0000 7fe85ea00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe8600b4bb0 0x7fe8601540b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.463+0000 7fe85f400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe86013cca0 0x7fe860151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.463+0000 7fe85f400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe86013cca0 0x7fe860151b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.52:40158/0 (socket says 172.21.15.52:40158) 2024-09-19T04:39:25.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.463+0000 7fe85f400640 1 -- 172.21.15.52:0/3583966800 learned_addr learned my addr 172.21.15.52:0/3583966800 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-09-19T04:39:25.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.463+0000 7fe85e000640 1 --2- 172.21.15.52:0/3583966800 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe86013efd0 0x7fe8601597a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.464+0000 7fe85ea00640 1 -- 172.21.15.52:0/3583966800 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe86013cca0 msgr2=0x7fe860151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.464+0000 7fe85ea00640 1 --2- 172.21.15.52:0/3583966800 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe86013cca0 0x7fe860151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.464+0000 7fe85ea00640 1 -- 172.21.15.52:0/3583966800 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe86013efd0 msgr2=0x7fe8601597a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.464+0000 7fe85ea00640 1 --2- 172.21.15.52:0/3583966800 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe86013efd0 0x7fe8601597a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.464+0000 7fe85ea00640 1 -- 172.21.15.52:0/3583966800 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe860154760 con 0x7fe8600b4bb0 2024-09-19T04:39:25.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.464+0000 7fe85f400640 1 --2- 172.21.15.52:0/3583966800 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe86013cca0 0x7fe860151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:25.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.464+0000 7fe85ea00640 1 --2- 172.21.15.52:0/3583966800 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe8600b4bb0 0x7fe8601540b0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe85000c370 tx=0x7fe85000c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:25.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.464+0000 7fe857400640 1 -- 172.21.15.52:0/3583966800 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe850017070 con 0x7fe8600b4bb0 2024-09-19T04:39:25.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.464+0000 7fe857400640 1 -- 172.21.15.52:0/3583966800 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8500052d0 con 0x7fe8600b4bb0 2024-09-19T04:39:25.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.464+0000 7fe85fe00640 1 -- 172.21.15.52:0/3583966800 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe86015a4e0 con 0x7fe8600b4bb0 2024-09-19T04:39:25.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.464+0000 7fe857400640 1 -- 172.21.15.52:0/3583966800 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe850003830 con 0x7fe8600b4bb0 2024-09-19T04:39:25.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.464+0000 7fe85fe00640 1 -- 172.21.15.52:0/3583966800 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe860154a00 con 0x7fe8600b4bb0 2024-09-19T04:39:25.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.465+0000 7fe857400640 1 -- 172.21.15.52:0/3583966800 <== mon.1 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe85001a070 con 0x7fe8600b4bb0 2024-09-19T04:39:25.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.465+0000 7fe857400640 1 -- 172.21.15.52:0/3583966800 <== mon.1 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7fe850011c50 con 0x7fe8600b4bb0 2024-09-19T04:39:25.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.465+0000 7fe85fe00640 1 -- 172.21.15.52:0/3583966800 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe86015a160 con 0x7fe8600b4bb0 2024-09-19T04:39:25.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.468+0000 7fe857400640 1 -- 172.21.15.52:0/3583966800 <== mon.1 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fe850021070 con 0x7fe8600b4bb0 2024-09-19T04:39:25.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.542+0000 7fe85fe00640 1 -- 172.21.15.52:0/3583966800 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd new", "uuid": "1ac5781a-c770-42c0-8574-145d18505411", "id": 1} v 0) -- 0x7fe8600726f0 con 0x7fe8600b4bb0 2024-09-19T04:39:25.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.548+0000 7fe857400640 1 -- 172.21.15.52:0/3583966800 <== mon.1 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "1ac5781a-c770-42c0-8574-145d18505411", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7fe850011590 con 0x7fe8600b4bb0 2024-09-19T04:39:25.550 INFO:teuthology.orchestra.run.smithi052.stdout:1 2024-09-19T04:39:25.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.549+0000 7fe85fe00640 1 -- 172.21.15.52:0/3583966800 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe8600b4bb0 msgr2=0x7fe8601540b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.549+0000 7fe85fe00640 1 --2- 172.21.15.52:0/3583966800 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe8600b4bb0 0x7fe8601540b0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe85000c370 tx=0x7fe85000c830 comp rx=0 tx=0).stop 2024-09-19T04:39:25.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.549+0000 7fe85fe00640 1 -- 172.21.15.52:0/3583966800 shutdown_connections 2024-09-19T04:39:25.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.549+0000 7fe85fe00640 1 --2- 172.21.15.52:0/3583966800 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe86013cca0 0x7fe860151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.549+0000 7fe85fe00640 1 --2- 172.21.15.52:0/3583966800 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe86013efd0 0x7fe8601597a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.549+0000 7fe85fe00640 1 --2- 172.21.15.52:0/3583966800 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe8600b4bb0 0x7fe8601540b0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.549+0000 7fe85fe00640 1 -- 172.21.15.52:0/3583966800 >> 172.21.15.52:0/3583966800 conn(0x7fe860067d70 msgr2=0x7fe8600b3570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:25.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.549+0000 7fe85fe00640 1 -- 172.21.15.52:0/3583966800 shutdown_connections 2024-09-19T04:39:25.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.549+0000 7fe85fe00640 1 -- 172.21.15.52:0/3583966800 wait complete. 2024-09-19T04:39:25.567 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph --cluster ceph osd new 92332c40-ecd1-4ee7-a6c4-cbb4815262ac 2 2024-09-19T04:39:25.622 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:25.620+0000 7f1777a2f040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T04:39:25.645 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:25.643+0000 7f5cd317a040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T04:39:25.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.717+0000 7f33df800640 1 Processor -- start 2024-09-19T04:39:25.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.718+0000 7f33df800640 1 -- start start 2024-09-19T04:39:25.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.719+0000 7f33df800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f33d8161c70 0x7f33d80b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.720+0000 7f33df800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f33d806eaa0 0x7f33d80b6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.720+0000 7f33df800640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33d80cf180 con 0x7f33d80d4c80 2024-09-19T04:39:25.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.720+0000 7f33df800640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f33d8162050 con 0x7f33d806eaa0 2024-09-19T04:39:25.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.720+0000 7f33df800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f33d806d600 con 0x7f33d8161c70 2024-09-19T04:39:25.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.720+0000 7f33dce00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f33d8161c70 0x7f33d80b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.720+0000 7f33dd800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f33d806eaa0 0x7f33d80b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.720+0000 7f33dce00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f33d8161c70 0x7f33d80b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.52:40162/0 (socket says 172.21.15.52:40162) 2024-09-19T04:39:25.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.720+0000 7f33dce00640 1 -- 172.21.15.52:0/1502547835 learned_addr learned my addr 172.21.15.52:0/1502547835 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-09-19T04:39:25.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.720+0000 7f33dce00640 1 -- 172.21.15.52:0/1502547835 >> v2:172.21.15.31:3300/0 conn(0x7f33d806eaa0 msgr2=0x7f33d80b6530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:25.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.720+0000 7f33dce00640 1 --2- 172.21.15.52:0/1502547835 >> v2:172.21.15.31:3300/0 conn(0x7f33d806eaa0 0x7f33d80b6530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.720+0000 7f33dce00640 1 -- 172.21.15.52:0/1502547835 >> v1:172.21.15.31:6789/0 conn(0x7f33d80d4c80 legacy=0x7f33d80d2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.720+0000 7f33dce00640 1 -- 172.21.15.52:0/1502547835 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33d806cfb0 con 0x7f33d8161c70 2024-09-19T04:39:25.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.721+0000 7f33dce00640 1 --2- 172.21.15.52:0/1502547835 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f33d8161c70 0x7f33d80b5ff0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f33cc009870 tx=0x7f33cc02a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=369694ced5adac21 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:25.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.722+0000 7f33d7400640 1 -- 172.21.15.52:0/1502547835 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33cc037070 con 0x7f33d8161c70 2024-09-19T04:39:25.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.722+0000 7f33d7400640 1 -- 172.21.15.52:0/1502547835 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33cc032440 con 0x7f33d8161c70 2024-09-19T04:39:25.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.722+0000 7f33d7400640 1 -- 172.21.15.52:0/1502547835 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33cc032810 con 0x7f33d8161c70 2024-09-19T04:39:25.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.722+0000 7f33df800640 1 -- 172.21.15.52:0/1502547835 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f33d8161c70 msgr2=0x7f33d80b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.722+0000 7f33df800640 1 --2- 172.21.15.52:0/1502547835 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f33d8161c70 0x7f33d80b5ff0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f33cc009870 tx=0x7f33cc02a250 comp rx=0 tx=0).stop 2024-09-19T04:39:25.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.722+0000 7f33df800640 1 -- 172.21.15.52:0/1502547835 shutdown_connections 2024-09-19T04:39:25.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.722+0000 7f33df800640 1 --2- 172.21.15.52:0/1502547835 >> v2:172.21.15.31:3300/0 conn(0x7f33d806eaa0 0x7f33d80b6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.722+0000 7f33df800640 1 --2- 172.21.15.52:0/1502547835 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f33d8161c70 0x7f33d80b5ff0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.722+0000 7f33df800640 1 -- 172.21.15.52:0/1502547835 >> 172.21.15.52:0/1502547835 conn(0x7f33d808c000 msgr2=0x7f33d80d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:25.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.723+0000 7f33df800640 1 -- 172.21.15.52:0/1502547835 shutdown_connections 2024-09-19T04:39:25.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.723+0000 7f33df800640 1 -- 172.21.15.52:0/1502547835 wait complete. 2024-09-19T04:39:25.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.724+0000 7f33df800640 1 Processor -- start 2024-09-19T04:39:25.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.724+0000 7f33df800640 1 -- start start 2024-09-19T04:39:25.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.725+0000 7f33df800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f33d806eaa0 0x7f33d80cd040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.725+0000 7f33df800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f33d80d4c80 0x7f33d8156620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.725+0000 7f33df800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f33d8161c70 0x7f33d8156b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.725+0000 7f33df800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f33d80cebc0 con 0x7f33d80d4c80 2024-09-19T04:39:25.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.725+0000 7f33df800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f33d80d3a00 con 0x7f33d806eaa0 2024-09-19T04:39:25.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.725+0000 7f33df800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f33d80ced40 con 0x7f33d8161c70 2024-09-19T04:39:25.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.725+0000 7f33dce00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f33d806eaa0 0x7f33d80cd040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.725+0000 7f33dd800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f33d8161c70 0x7f33d8156b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.725+0000 7f33d7e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f33d80d4c80 0x7f33d8156620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.725+0000 7f33dd800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f33d8161c70 0x7f33d8156b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.52:40170/0 (socket says 172.21.15.52:40170) 2024-09-19T04:39:25.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.725+0000 7f33dce00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f33d806eaa0 0x7f33d80cd040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56988/0 (socket says 172.21.15.52:56988) 2024-09-19T04:39:25.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.725+0000 7f33dd800640 1 -- 172.21.15.52:0/430780957 learned_addr learned my addr 172.21.15.52:0/430780957 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-09-19T04:39:25.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.726+0000 7f33dce00640 1 -- 172.21.15.52:0/430780957 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f33d8161c70 msgr2=0x7f33d8156b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.726+0000 7f33dce00640 1 --2- 172.21.15.52:0/430780957 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f33d8161c70 0x7f33d8156b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.726+0000 7f33dce00640 1 -- 172.21.15.52:0/430780957 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f33d80d4c80 msgr2=0x7f33d8156620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.726+0000 7f33dce00640 1 --2- 172.21.15.52:0/430780957 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f33d80d4c80 0x7f33d8156620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.726+0000 7f33dce00640 1 -- 172.21.15.52:0/430780957 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33d80cc490 con 0x7f33d806eaa0 2024-09-19T04:39:25.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.726+0000 7f33dd800640 1 --2- 172.21.15.52:0/430780957 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f33d8161c70 0x7f33d8156b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:25.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.726+0000 7f33d7e00640 1 --2- 172.21.15.52:0/430780957 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f33d80d4c80 0x7f33d8156620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:25.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.726+0000 7f33dce00640 1 --2- 172.21.15.52:0/430780957 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f33d806eaa0 0x7f33d80cd040 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f33cc031000 tx=0x7f33cc0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:25.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.727+0000 7f33d4c00640 1 -- 172.21.15.52:0/430780957 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33cc041070 con 0x7f33d806eaa0 2024-09-19T04:39:25.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.727+0000 7f33d4c00640 1 -- 172.21.15.52:0/430780957 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33cc03c870 con 0x7f33d806eaa0 2024-09-19T04:39:25.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.727+0000 7f33d4c00640 1 -- 172.21.15.52:0/430780957 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33cc037040 con 0x7f33d806eaa0 2024-09-19T04:39:25.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.727+0000 7f33df800640 1 -- 172.21.15.52:0/430780957 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33d80b7540 con 0x7f33d806eaa0 2024-09-19T04:39:25.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.727+0000 7f33df800640 1 -- 172.21.15.52:0/430780957 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33d80b7b00 con 0x7f33d806eaa0 2024-09-19T04:39:25.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.727+0000 7f33d4c00640 1 -- 172.21.15.52:0/430780957 <== mon.1 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f33cc044070 con 0x7f33d806eaa0 2024-09-19T04:39:25.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.727+0000 7f33d4c00640 1 -- 172.21.15.52:0/430780957 <== mon.1 v2:172.21.15.52:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f33cc046870 con 0x7f33d806eaa0 2024-09-19T04:39:25.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.728+0000 7f33df800640 1 -- 172.21.15.52:0/430780957 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33d80b5ff0 con 0x7f33d806eaa0 2024-09-19T04:39:25.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.730+0000 7f33d4c00640 1 -- 172.21.15.52:0/430780957 <== mon.1 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f33cc046cc0 con 0x7f33d806eaa0 2024-09-19T04:39:25.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.804+0000 7f33df800640 1 -- 172.21.15.52:0/430780957 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd new", "uuid": "92332c40-ecd1-4ee7-a6c4-cbb4815262ac", "id": 2} v 0) -- 0x7f33d80b1b80 con 0x7f33d806eaa0 2024-09-19T04:39:25.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.810+0000 7f33d4c00640 1 -- 172.21.15.52:0/430780957 <== mon.1 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "92332c40-ecd1-4ee7-a6c4-cbb4815262ac", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f33cc03cc60 con 0x7f33d806eaa0 2024-09-19T04:39:25.812 INFO:teuthology.orchestra.run.smithi052.stdout:2 2024-09-19T04:39:25.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.811+0000 7f33df800640 1 -- 172.21.15.52:0/430780957 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f33d806eaa0 msgr2=0x7f33d80cd040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.811+0000 7f33df800640 1 --2- 172.21.15.52:0/430780957 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f33d806eaa0 0x7f33d80cd040 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f33cc031000 tx=0x7f33cc0046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.811+0000 7f33df800640 1 -- 172.21.15.52:0/430780957 shutdown_connections 2024-09-19T04:39:25.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.811+0000 7f33df800640 1 --2- 172.21.15.52:0/430780957 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f33d8161c70 0x7f33d8156b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.811+0000 7f33df800640 1 --2- 172.21.15.52:0/430780957 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f33d80d4c80 0x7f33d8156620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.811+0000 7f33df800640 1 --2- 172.21.15.52:0/430780957 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f33d806eaa0 0x7f33d80cd040 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.811+0000 7f33df800640 1 -- 172.21.15.52:0/430780957 >> 172.21.15.52:0/430780957 conn(0x7f33d808c000 msgr2=0x7f33d80d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:25.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.811+0000 7f33df800640 1 -- 172.21.15.52:0/430780957 shutdown_connections 2024-09-19T04:39:25.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.811+0000 7f33df800640 1 -- 172.21.15.52:0/430780957 wait complete. 2024-09-19T04:39:25.827 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph --cluster ceph osd new 207c9a0a-85e2-4f27-ac6c-2de129d86eaa 3 2024-09-19T04:39:25.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.978+0000 7f206d600640 1 Processor -- start 2024-09-19T04:39:25.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.978+0000 7f206d600640 1 -- start start 2024-09-19T04:39:25.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.979+0000 7f206d600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f2068161c70 0x7f20680b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.979+0000 7f206d600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f20680d4c80 0x7f20680b6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.979+0000 7f206d600640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20680cf180 con 0x7f20680cebc0 2024-09-19T04:39:25.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.979+0000 7f206d600640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f2068162050 con 0x7f2068161c70 2024-09-19T04:39:25.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.979+0000 7f206d600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f206806d600 con 0x7f20680d4c80 2024-09-19T04:39:25.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.979+0000 7f205fe00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f20680d4c80 0x7f20680b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.979+0000 7f2066a00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f2068161c70 0x7f20680b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.979+0000 7f205fe00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f20680d4c80 0x7f20680b6530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.52:57952/0 (socket says 172.21.15.52:57952) 2024-09-19T04:39:25.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.979+0000 7f205fe00640 1 -- 172.21.15.52:0/303894004 learned_addr learned my addr 172.21.15.52:0/303894004 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-09-19T04:39:25.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.980+0000 7f205fe00640 1 -- 172.21.15.52:0/303894004 >> v2:172.21.15.52:3300/0 conn(0x7f2068161c70 msgr2=0x7f20680b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:25.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.980+0000 7f205fe00640 1 --2- 172.21.15.52:0/303894004 >> v2:172.21.15.52:3300/0 conn(0x7f2068161c70 0x7f20680b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.980+0000 7f205fe00640 1 -- 172.21.15.52:0/303894004 >> v1:172.21.15.52:6789/0 conn(0x7f20680cebc0 legacy=0x7f20680d2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.980+0000 7f205fe00640 1 -- 172.21.15.52:0/303894004 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f206806cfb0 con 0x7f20680d4c80 2024-09-19T04:39:25.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.980+0000 7f2066a00640 1 --2- 172.21.15.52:0/303894004 >> v2:172.21.15.52:3300/0 conn(0x7f2068161c70 0x7f20680b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:25.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.981+0000 7f205fe00640 1 --2- 172.21.15.52:0/303894004 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f20680d4c80 0x7f20680b6530 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f2050009870 tx=0x7f205002a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=82ae11ce596fe122 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:25.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.981+0000 7f2066000640 1 -- 172.21.15.52:0/303894004 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2050037070 con 0x7f20680d4c80 2024-09-19T04:39:25.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.981+0000 7f2066000640 1 -- 172.21.15.52:0/303894004 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2050032440 con 0x7f20680d4c80 2024-09-19T04:39:25.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.981+0000 7f2066000640 1 -- 172.21.15.52:0/303894004 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2050032810 con 0x7f20680d4c80 2024-09-19T04:39:25.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.981+0000 7f206d600640 1 -- 172.21.15.52:0/303894004 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f20680d4c80 msgr2=0x7f20680b6530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.981+0000 7f206d600640 1 --2- 172.21.15.52:0/303894004 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f20680d4c80 0x7f20680b6530 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f2050009870 tx=0x7f205002a250 comp rx=0 tx=0).stop 2024-09-19T04:39:25.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.982+0000 7f206d600640 1 -- 172.21.15.52:0/303894004 shutdown_connections 2024-09-19T04:39:25.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.982+0000 7f206d600640 1 --2- 172.21.15.52:0/303894004 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f20680d4c80 0x7f20680b6530 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.982+0000 7f206d600640 1 --2- 172.21.15.52:0/303894004 >> v2:172.21.15.52:3300/0 conn(0x7f2068161c70 0x7f20680b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.982+0000 7f206d600640 1 -- 172.21.15.52:0/303894004 >> 172.21.15.52:0/303894004 conn(0x7f206808c000 msgr2=0x7f20680d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:25.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.982+0000 7f206d600640 1 -- 172.21.15.52:0/303894004 shutdown_connections 2024-09-19T04:39:25.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.982+0000 7f206d600640 1 -- 172.21.15.52:0/303894004 wait complete. 2024-09-19T04:39:25.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.983+0000 7f206d600640 1 Processor -- start 2024-09-19T04:39:25.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.983+0000 7f206d600640 1 -- start start 2024-09-19T04:39:25.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.984+0000 7f206d600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20680cebc0 0x7f20681579b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.984+0000 7f206d600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f20680d4c80 0x7f20680c8900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.987 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.984+0000 7f206d600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2068161c70 0x7f20681f4480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:25.988 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.984+0000 7f206d600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f206806eaa0 con 0x7f2068161c70 2024-09-19T04:39:25.988 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.984+0000 7f206d600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f20680d3a00 con 0x7f20680cebc0 2024-09-19T04:39:25.988 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.984+0000 7f206d600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f206806ec20 con 0x7f20680d4c80 2024-09-19T04:39:25.988 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.984+0000 7f2066a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20680cebc0 0x7f20681579b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.988 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.985+0000 7f2066a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20680cebc0 0x7f20681579b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40288/0 (socket says 172.21.15.52:40288) 2024-09-19T04:39:25.988 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.985+0000 7f2066a00640 1 -- 172.21.15.52:0/3637782079 learned_addr learned my addr 172.21.15.52:0/3637782079 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-09-19T04:39:25.988 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.985+0000 7f205fe00640 1 --2- 172.21.15.52:0/3637782079 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f20680d4c80 0x7f20680c8900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.988 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.985+0000 7f2067400640 1 --2- 172.21.15.52:0/3637782079 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2068161c70 0x7f20681f4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:25.988 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.985+0000 7f2066a00640 1 -- 172.21.15.52:0/3637782079 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f20680d4c80 msgr2=0x7f20680c8900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.988 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.985+0000 7f2066a00640 1 --2- 172.21.15.52:0/3637782079 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f20680d4c80 0x7f20680c8900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.989 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.985+0000 7f2066a00640 1 -- 172.21.15.52:0/3637782079 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2068161c70 msgr2=0x7f20681f4480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:25.989 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.985+0000 7f2066a00640 1 --2- 172.21.15.52:0/3637782079 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2068161c70 0x7f20681f4480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:25.989 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.985+0000 7f2066a00640 1 -- 172.21.15.52:0/3637782079 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20680b7fd0 con 0x7f20680cebc0 2024-09-19T04:39:25.989 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.985+0000 7f205fe00640 1 --2- 172.21.15.52:0/3637782079 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f20680d4c80 0x7f20680c8900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:25.989 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.985+0000 7f2066a00640 1 --2- 172.21.15.52:0/3637782079 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20680cebc0 0x7f20681579b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f205800e960 tx=0x7f205800ee20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:25.989 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.985+0000 7f205ea00640 1 -- 172.21.15.52:0/3637782079 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2058017070 con 0x7f20680cebc0 2024-09-19T04:39:25.989 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.986+0000 7f205ea00640 1 -- 172.21.15.52:0/3637782079 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f205800ca00 con 0x7f20680cebc0 2024-09-19T04:39:25.989 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.986+0000 7f205ea00640 1 -- 172.21.15.52:0/3637782079 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f205800cdd0 con 0x7f20680cebc0 2024-09-19T04:39:25.989 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.986+0000 7f206d600640 1 -- 172.21.15.52:0/3637782079 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20680b82b0 con 0x7f20680cebc0 2024-09-19T04:39:25.990 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.986+0000 7f206d600640 1 -- 172.21.15.52:0/3637782079 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20680b8870 con 0x7f20680cebc0 2024-09-19T04:39:25.990 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.986+0000 7f205ea00640 1 -- 172.21.15.52:0/3637782079 <== mon.1 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f205801a070 con 0x7f20680cebc0 2024-09-19T04:39:25.990 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.986+0000 7f205ea00640 1 -- 172.21.15.52:0/3637782079 <== mon.1 v2:172.21.15.52:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f205801c8e0 con 0x7f20680cebc0 2024-09-19T04:39:25.990 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.987+0000 7f206d600640 1 -- 172.21.15.52:0/3637782079 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20680b5ff0 con 0x7f20680cebc0 2024-09-19T04:39:25.990 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:25.989+0000 7f205ea00640 1 -- 172.21.15.52:0/3637782079 <== mon.1 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f205801c450 con 0x7f20680cebc0 2024-09-19T04:39:26.065 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.063+0000 7f206d600640 1 -- 172.21.15.52:0/3637782079 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd new", "uuid": "207c9a0a-85e2-4f27-ac6c-2de129d86eaa", "id": 3} v 0) -- 0x7f206815edc0 con 0x7f20680cebc0 2024-09-19T04:39:26.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.070+0000 7f205ea00640 1 -- 172.21.15.52:0/3637782079 <== mon.1 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "207c9a0a-85e2-4f27-ac6c-2de129d86eaa", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f205801c690 con 0x7f20680cebc0 2024-09-19T04:39:26.071 INFO:teuthology.orchestra.run.smithi052.stdout:3 2024-09-19T04:39:26.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.071+0000 7f206d600640 1 -- 172.21.15.52:0/3637782079 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20680cebc0 msgr2=0x7f20681579b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.071+0000 7f206d600640 1 --2- 172.21.15.52:0/3637782079 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20680cebc0 0x7f20681579b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f205800e960 tx=0x7f205800ee20 comp rx=0 tx=0).stop 2024-09-19T04:39:26.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.071+0000 7f206d600640 1 -- 172.21.15.52:0/3637782079 shutdown_connections 2024-09-19T04:39:26.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.071+0000 7f206d600640 1 --2- 172.21.15.52:0/3637782079 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2068161c70 0x7f20681f4480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.071+0000 7f206d600640 1 --2- 172.21.15.52:0/3637782079 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f20680d4c80 0x7f20680c8900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.071+0000 7f206d600640 1 --2- 172.21.15.52:0/3637782079 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f20680cebc0 0x7f20681579b0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.071+0000 7f206d600640 1 -- 172.21.15.52:0/3637782079 >> 172.21.15.52:0/3637782079 conn(0x7f206808c000 msgr2=0x7f20680d0ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:26.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.071+0000 7f206d600640 1 -- 172.21.15.52:0/3637782079 shutdown_connections 2024-09-19T04:39:26.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.071+0000 7f206d600640 1 -- 172.21.15.52:0/3637782079 wait complete. 2024-09-19T04:39:26.087 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph --cluster ceph osd new 5fd1d9ad-6723-4766-999e-9cb5a7655181 4 2024-09-19T04:39:26.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.237+0000 7f76d2c00640 1 Processor -- start 2024-09-19T04:39:26.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.237+0000 7f76d2c00640 1 -- start start 2024-09-19T04:39:26.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.238+0000 7f76d2c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f76cc0b6700 0x7f76cc06da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.238+0000 7f76d2c00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f76cc0d4c80 0x7f76cc06dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.238+0000 7f76d2c00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76cc0cf180 con 0x7f76cc161c70 2024-09-19T04:39:26.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.238+0000 7f76d2c00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f76cc162050 con 0x7f76cc0d4c80 2024-09-19T04:39:26.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.238+0000 7f76d2c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f76cc06d600 con 0x7f76cc0b6700 2024-09-19T04:39:26.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.238+0000 7f76cbe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f76cc161c70 0x7f76cc0b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.52:60056/0 (socket says 172.21.15.52:60056) 2024-09-19T04:39:26.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.238+0000 7f76cbe00640 1 -- 172.21.15.52:0/3446437927 learned_addr learned my addr 172.21.15.52:0/3446437927 (peer_addr_for_me v1:172.21.15.52:0/0) 2024-09-19T04:39:26.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.238+0000 7f76c3400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f76cc0b6700 0x7f76cc06da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.238+0000 7f76d0c00640 1 --2- 172.21.15.52:0/3446437927 >> v2:172.21.15.52:3300/0 conn(0x7f76cc0d4c80 0x7f76cc06dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.239+0000 7f76c3400640 1 -- 172.21.15.52:0/3446437927 >> v2:172.21.15.52:3300/0 conn(0x7f76cc0d4c80 msgr2=0x7f76cc06dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:26.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.239+0000 7f76c3400640 1 --2- 172.21.15.52:0/3446437927 >> v2:172.21.15.52:3300/0 conn(0x7f76cc0d4c80 0x7f76cc06dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.239+0000 7f76c3400640 1 -- 172.21.15.52:0/3446437927 >> v1:172.21.15.31:6789/0 conn(0x7f76cc161c70 legacy=0x7f76cc0b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.239+0000 7f76c3400640 1 -- 172.21.15.52:0/3446437927 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76cc06cfb0 con 0x7f76cc0b6700 2024-09-19T04:39:26.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.240+0000 7f76c3400640 1 --2- 172.21.15.52:0/3446437927 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f76cc0b6700 0x7f76cc06da90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f76b40097a0 tx=0x7f76b402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e47acc776223bbe5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:26.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.241+0000 7f76cb400640 1 -- 172.21.15.52:0/3446437927 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76b4037070 con 0x7f76cc0b6700 2024-09-19T04:39:26.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.241+0000 7f76cb400640 1 -- 172.21.15.52:0/3446437927 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76b4032440 con 0x7f76cc0b6700 2024-09-19T04:39:26.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.241+0000 7f76cb400640 1 -- 172.21.15.52:0/3446437927 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76b4032810 con 0x7f76cc0b6700 2024-09-19T04:39:26.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.242+0000 7f76d2c00640 1 -- 172.21.15.52:0/3446437927 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f76cc0b6700 msgr2=0x7f76cc06da90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.242+0000 7f76d2c00640 1 --2- 172.21.15.52:0/3446437927 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f76cc0b6700 0x7f76cc06da90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f76b40097a0 tx=0x7f76b402a180 comp rx=0 tx=0).stop 2024-09-19T04:39:26.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.242+0000 7f76d2c00640 1 -- 172.21.15.52:0/3446437927 shutdown_connections 2024-09-19T04:39:26.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.242+0000 7f76d2c00640 1 --2- 172.21.15.52:0/3446437927 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f76cc0b6700 0x7f76cc06da90 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.242+0000 7f76d2c00640 1 --2- 172.21.15.52:0/3446437927 >> v2:172.21.15.52:3300/0 conn(0x7f76cc0d4c80 0x7f76cc06dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.242+0000 7f76d2c00640 1 -- 172.21.15.52:0/3446437927 >> 172.21.15.52:0/3446437927 conn(0x7f76cc08c000 msgr2=0x7f76cc0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:26.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.242+0000 7f76d2c00640 1 -- 172.21.15.52:0/3446437927 shutdown_connections 2024-09-19T04:39:26.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.242+0000 7f76d2c00640 1 -- 172.21.15.52:0/3446437927 wait complete. 2024-09-19T04:39:26.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.243+0000 7f76d2c00640 1 Processor -- start 2024-09-19T04:39:26.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.244+0000 7f76d2c00640 1 -- start start 2024-09-19T04:39:26.247 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.244+0000 7f76d2c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76cc0b6700 0x7f76cc15e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.247 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.244+0000 7f76d2c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f76cc0d4c80 0x7f76cc0cdb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.247 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.244+0000 7f76d2c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76cc161c70 0x7f76cc0ce040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.247 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.244+0000 7f76d2c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f76cc0cebc0 con 0x7f76cc0b6700 2024-09-19T04:39:26.247 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.244+0000 7f76d2c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f76cc0d3a00 con 0x7f76cc161c70 2024-09-19T04:39:26.247 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.244+0000 7f76d2c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f76cc0ced40 con 0x7f76cc0d4c80 2024-09-19T04:39:26.247 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.245+0000 7f76c3400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f76cc0d4c80 0x7f76cc0cdb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.247 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.245+0000 7f76cbe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76cc0b6700 0x7f76cc15e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.245+0000 7f76d0c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76cc161c70 0x7f76cc0ce040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.245+0000 7f76c3400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f76cc0d4c80 0x7f76cc0cdb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.52:57988/0 (socket says 172.21.15.52:57988) 2024-09-19T04:39:26.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.245+0000 7f76c3400640 1 -- 172.21.15.52:0/2076144569 learned_addr learned my addr 172.21.15.52:0/2076144569 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-09-19T04:39:26.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.245+0000 7f76c3400640 1 -- 172.21.15.52:0/2076144569 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76cc161c70 msgr2=0x7f76cc0ce040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.245+0000 7f76c3400640 1 --2- 172.21.15.52:0/2076144569 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76cc161c70 0x7f76cc0ce040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.245+0000 7f76c3400640 1 -- 172.21.15.52:0/2076144569 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76cc0b6700 msgr2=0x7f76cc15e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.245+0000 7f76c3400640 1 --2- 172.21.15.52:0/2076144569 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76cc0b6700 0x7f76cc15e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.245+0000 7f76c3400640 1 -- 172.21.15.52:0/2076144569 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76cc0cb8b0 con 0x7f76cc0d4c80 2024-09-19T04:39:26.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.245+0000 7f76d0c00640 1 --2- 172.21.15.52:0/2076144569 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76cc161c70 0x7f76cc0ce040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:26.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.245+0000 7f76cbe00640 1 --2- 172.21.15.52:0/2076144569 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76cc0b6700 0x7f76cc15e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:26.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.246+0000 7f76c3400640 1 --2- 172.21.15.52:0/2076144569 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f76cc0d4c80 0x7f76cc0cdb00 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f76b40098c0 tx=0x7f76b40046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:26.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.246+0000 7f76c8c00640 1 -- 172.21.15.52:0/2076144569 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76b4037040 con 0x7f76cc0d4c80 2024-09-19T04:39:26.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.246+0000 7f76c8c00640 1 -- 172.21.15.52:0/2076144569 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76b4030500 con 0x7f76cc0d4c80 2024-09-19T04:39:26.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.246+0000 7f76c8c00640 1 -- 172.21.15.52:0/2076144569 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76b40308d0 con 0x7f76cc0d4c80 2024-09-19T04:39:26.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.246+0000 7f76d2c00640 1 -- 172.21.15.52:0/2076144569 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76cc0b9890 con 0x7f76cc0d4c80 2024-09-19T04:39:26.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.246+0000 7f76d2c00640 1 -- 172.21.15.52:0/2076144569 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f76cc0b9e50 con 0x7f76cc0d4c80 2024-09-19T04:39:26.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.246+0000 7f76c8c00640 1 -- 172.21.15.52:0/2076144569 <== mon.2 v2:172.21.15.52:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f76b4044020 con 0x7f76cc0d4c80 2024-09-19T04:39:26.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.247+0000 7f76c8c00640 1 -- 172.21.15.52:0/2076144569 <== mon.2 v2:172.21.15.52:3301/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f76b403bbb0 con 0x7f76cc0d4c80 2024-09-19T04:39:26.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.247+0000 7f76d2c00640 1 -- 172.21.15.52:0/2076144569 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76cc0ba090 con 0x7f76cc0d4c80 2024-09-19T04:39:26.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.252+0000 7f76c8c00640 1 -- 172.21.15.52:0/2076144569 <== mon.2 v2:172.21.15.52:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f76cc0ba090 con 0x7f76cc0d4c80 2024-09-19T04:39:26.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.325+0000 7f76d2c00640 1 -- 172.21.15.52:0/2076144569 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_command({"prefix": "osd new", "uuid": "5fd1d9ad-6723-4766-999e-9cb5a7655181", "id": 4} v 0) -- 0x7f76cc0d3c10 con 0x7f76cc0d4c80 2024-09-19T04:39:26.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.330+0000 7f76c8c00640 1 -- 172.21.15.52:0/2076144569 <== mon.2 v2:172.21.15.52:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "5fd1d9ad-6723-4766-999e-9cb5a7655181", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f76cc0d3c10 con 0x7f76cc0d4c80 2024-09-19T04:39:26.331 INFO:teuthology.orchestra.run.smithi052.stdout:4 2024-09-19T04:39:26.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.331+0000 7f76d2c00640 1 -- 172.21.15.52:0/2076144569 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f76cc0d4c80 msgr2=0x7f76cc0cdb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.331+0000 7f76d2c00640 1 --2- 172.21.15.52:0/2076144569 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f76cc0d4c80 0x7f76cc0cdb00 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f76b40098c0 tx=0x7f76b40046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.331+0000 7f76d2c00640 1 -- 172.21.15.52:0/2076144569 shutdown_connections 2024-09-19T04:39:26.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.331+0000 7f76d2c00640 1 --2- 172.21.15.52:0/2076144569 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76cc161c70 0x7f76cc0ce040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.331+0000 7f76d2c00640 1 --2- 172.21.15.52:0/2076144569 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f76cc0d4c80 0x7f76cc0cdb00 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.331+0000 7f76d2c00640 1 --2- 172.21.15.52:0/2076144569 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f76cc0b6700 0x7f76cc15e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.331+0000 7f76d2c00640 1 -- 172.21.15.52:0/2076144569 >> 172.21.15.52:0/2076144569 conn(0x7f76cc08c000 msgr2=0x7f76cc0b3fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:26.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.331+0000 7f76d2c00640 1 -- 172.21.15.52:0/2076144569 shutdown_connections 2024-09-19T04:39:26.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.331+0000 7f76d2c00640 1 -- 172.21.15.52:0/2076144569 wait complete. 2024-09-19T04:39:26.347 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph --cluster ceph osd new c8aa266f-1c7c-4bf0-aca9-f9917f07afc3 5 2024-09-19T04:39:26.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.497+0000 7f2eeac00640 1 Processor -- start 2024-09-19T04:39:26.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.497+0000 7f2eeac00640 1 -- start start 2024-09-19T04:39:26.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.498+0000 7f2eeac00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2ee4161c70 0x7f2ee40b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.498+0000 7f2eeac00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f2ee40d4c80 0x7f2ee40b6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.498+0000 7f2eeac00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ee40cf180 con 0x7f2ee40cebc0 2024-09-19T04:39:26.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.498+0000 7f2eeac00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f2ee4162050 con 0x7f2ee40d4c80 2024-09-19T04:39:26.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.498+0000 7f2eeac00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f2ee406d600 con 0x7f2ee4161c70 2024-09-19T04:39:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.498+0000 7f2edbe00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f2ee40d4c80 0x7f2ee40b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.498+0000 7f2ee3e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2ee4161c70 0x7f2ee40b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.498+0000 7f2ee3e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2ee4161c70 0x7f2ee40b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.52:57996/0 (socket says 172.21.15.52:57996) 2024-09-19T04:39:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.498+0000 7f2edbe00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f2ee40d4c80 0x7f2ee40b6530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40304/0 (socket says 172.21.15.52:40304) 2024-09-19T04:39:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.498+0000 7f2ee3e00640 1 -- 172.21.15.52:0/1379972900 learned_addr learned my addr 172.21.15.52:0/1379972900 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-09-19T04:39:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.499+0000 7f2edbe00640 1 -- 172.21.15.52:0/1379972900 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2ee4161c70 msgr2=0x7f2ee40b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.499+0000 7f2edbe00640 1 --2- 172.21.15.52:0/1379972900 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2ee4161c70 0x7f2ee40b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.499+0000 7f2edbe00640 1 -- 172.21.15.52:0/1379972900 >> v1:172.21.15.52:6789/0 conn(0x7f2ee40cebc0 legacy=0x7f2ee40d2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.499+0000 7f2edbe00640 1 -- 172.21.15.52:0/1379972900 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ee406cfb0 con 0x7f2ee40d4c80 2024-09-19T04:39:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.499+0000 7f2ee3e00640 1 --2- 172.21.15.52:0/1379972900 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2ee4161c70 0x7f2ee40b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:26.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.500+0000 7f2edbe00640 1 --2- 172.21.15.52:0/1379972900 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2ee40d4c80 0x7f2ee40b6530 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2ecc0097a0 tx=0x7f2ecc02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=684322d37e3bfed4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:26.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.500+0000 7f2ee3400640 1 -- 172.21.15.52:0/1379972900 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ecc037070 con 0x7f2ee40d4c80 2024-09-19T04:39:26.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.500+0000 7f2ee3400640 1 -- 172.21.15.52:0/1379972900 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ecc032440 con 0x7f2ee40d4c80 2024-09-19T04:39:26.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.500+0000 7f2ee3400640 1 -- 172.21.15.52:0/1379972900 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ecc032810 con 0x7f2ee40d4c80 2024-09-19T04:39:26.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.500+0000 7f2eeac00640 1 -- 172.21.15.52:0/1379972900 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2ee40d4c80 msgr2=0x7f2ee40b6530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.500+0000 7f2eeac00640 1 --2- 172.21.15.52:0/1379972900 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2ee40d4c80 0x7f2ee40b6530 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2ecc0097a0 tx=0x7f2ecc02a180 comp rx=0 tx=0).stop 2024-09-19T04:39:26.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.501+0000 7f2eeac00640 1 -- 172.21.15.52:0/1379972900 shutdown_connections 2024-09-19T04:39:26.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.501+0000 7f2eeac00640 1 --2- 172.21.15.52:0/1379972900 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2ee40d4c80 0x7f2ee40b6530 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.501+0000 7f2eeac00640 1 --2- 172.21.15.52:0/1379972900 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2ee4161c70 0x7f2ee40b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.501+0000 7f2eeac00640 1 -- 172.21.15.52:0/1379972900 >> 172.21.15.52:0/1379972900 conn(0x7f2ee408c000 msgr2=0x7f2ee40d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:26.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.501+0000 7f2eeac00640 1 -- 172.21.15.52:0/1379972900 shutdown_connections 2024-09-19T04:39:26.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.501+0000 7f2eeac00640 1 -- 172.21.15.52:0/1379972900 wait complete. 2024-09-19T04:39:26.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.502+0000 7f2eeac00640 1 Processor -- start 2024-09-19T04:39:26.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.502+0000 7f2eeac00640 1 -- start start 2024-09-19T04:39:26.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.503+0000 7f2eeac00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2ee40cebc0 0x7f2ee4151b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.503+0000 7f2eeac00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ee40d4c80 0x7f2ee40c8640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.503+0000 7f2eeac00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2ee4161c70 0x7f2ee40b73a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.503+0000 7f2eeac00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee406eaa0 con 0x7f2ee40d4c80 2024-09-19T04:39:26.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.503+0000 7f2eeac00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee40d3a00 con 0x7f2ee4161c70 2024-09-19T04:39:26.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.503+0000 7f2eeac00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f2ee406ec20 con 0x7f2ee40cebc0 2024-09-19T04:39:26.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.504+0000 7f2ee3e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2ee40cebc0 0x7f2ee4151b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.504+0000 7f2ee3e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2ee40cebc0 0x7f2ee4151b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.52:58010/0 (socket says 172.21.15.52:58010) 2024-09-19T04:39:26.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.504+0000 7f2ee8c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2ee4161c70 0x7f2ee40b73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.504+0000 7f2ee3e00640 1 -- 172.21.15.52:0/663545138 learned_addr learned my addr 172.21.15.52:0/663545138 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-09-19T04:39:26.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.504+0000 7f2edbe00640 1 --2- 172.21.15.52:0/663545138 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ee40d4c80 0x7f2ee40c8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.504+0000 7f2ee8c00640 1 -- 172.21.15.52:0/663545138 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2ee40cebc0 msgr2=0x7f2ee4151b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.504+0000 7f2ee8c00640 1 --2- 172.21.15.52:0/663545138 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2ee40cebc0 0x7f2ee4151b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.504+0000 7f2ee8c00640 1 -- 172.21.15.52:0/663545138 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ee40d4c80 msgr2=0x7f2ee40c8640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.504+0000 7f2ee8c00640 1 --2- 172.21.15.52:0/663545138 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ee40d4c80 0x7f2ee40c8640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.504+0000 7f2ee8c00640 1 -- 172.21.15.52:0/663545138 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ee40b7af0 con 0x7f2ee4161c70 2024-09-19T04:39:26.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.504+0000 7f2ee3e00640 1 --2- 172.21.15.52:0/663545138 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2ee40cebc0 0x7f2ee4151b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:26.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.504+0000 7f2ee8c00640 1 --2- 172.21.15.52:0/663545138 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2ee4161c70 0x7f2ee40b73a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2edc00c690 tx=0x7f2edc00cb50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:26.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.505+0000 7f2ee0c00640 1 -- 172.21.15.52:0/663545138 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2edc003b70 con 0x7f2ee4161c70 2024-09-19T04:39:26.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.505+0000 7f2ee0c00640 1 -- 172.21.15.52:0/663545138 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2edc003d10 con 0x7f2ee4161c70 2024-09-19T04:39:26.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.505+0000 7f2ee0c00640 1 -- 172.21.15.52:0/663545138 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2edc005310 con 0x7f2ee4161c70 2024-09-19T04:39:26.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.505+0000 7f2eeac00640 1 -- 172.21.15.52:0/663545138 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ee40b9d70 con 0x7f2ee4161c70 2024-09-19T04:39:26.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.505+0000 7f2eeac00640 1 -- 172.21.15.52:0/663545138 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ee40b8fa0 con 0x7f2ee4161c70 2024-09-19T04:39:26.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.505+0000 7f2ee0c00640 1 -- 172.21.15.52:0/663545138 <== mon.1 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2edc0054b0 con 0x7f2ee4161c70 2024-09-19T04:39:26.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.505+0000 7f2ee0c00640 1 -- 172.21.15.52:0/663545138 <== mon.1 v2:172.21.15.52:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f2edc00abc0 con 0x7f2ee4161c70 2024-09-19T04:39:26.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.506+0000 7f2eeac00640 1 -- 172.21.15.52:0/663545138 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ee40b5ff0 con 0x7f2ee4161c70 2024-09-19T04:39:26.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.508+0000 7f2ee0c00640 1 -- 172.21.15.52:0/663545138 <== mon.1 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f2edc0057a0 con 0x7f2ee4161c70 2024-09-19T04:39:26.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.583+0000 7f2eeac00640 1 -- 172.21.15.52:0/663545138 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd new", "uuid": "c8aa266f-1c7c-4bf0-aca9-f9917f07afc3", "id": 5} v 0) -- 0x7f2ee415eee0 con 0x7f2ee4161c70 2024-09-19T04:39:26.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.587+0000 7f2ee0c00640 1 -- 172.21.15.52:0/663545138 <== mon.1 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "c8aa266f-1c7c-4bf0-aca9-f9917f07afc3", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f2edc00a640 con 0x7f2ee4161c70 2024-09-19T04:39:26.588 INFO:teuthology.orchestra.run.smithi052.stdout:5 2024-09-19T04:39:26.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.588+0000 7f2eeac00640 1 -- 172.21.15.52:0/663545138 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2ee4161c70 msgr2=0x7f2ee40b73a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.588+0000 7f2eeac00640 1 --2- 172.21.15.52:0/663545138 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2ee4161c70 0x7f2ee40b73a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2edc00c690 tx=0x7f2edc00cb50 comp rx=0 tx=0).stop 2024-09-19T04:39:26.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.588+0000 7f2eeac00640 1 -- 172.21.15.52:0/663545138 shutdown_connections 2024-09-19T04:39:26.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.588+0000 7f2eeac00640 1 --2- 172.21.15.52:0/663545138 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2ee4161c70 0x7f2ee40b73a0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.588+0000 7f2eeac00640 1 --2- 172.21.15.52:0/663545138 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2ee40d4c80 0x7f2ee40c8640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.588+0000 7f2eeac00640 1 --2- 172.21.15.52:0/663545138 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2ee40cebc0 0x7f2ee4151b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.588+0000 7f2eeac00640 1 -- 172.21.15.52:0/663545138 >> 172.21.15.52:0/663545138 conn(0x7f2ee408c000 msgr2=0x7f2ee40d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:26.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.588+0000 7f2eeac00640 1 -- 172.21.15.52:0/663545138 shutdown_connections 2024-09-19T04:39:26.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.588+0000 7f2eeac00640 1 -- 172.21.15.52:0/663545138 wait complete. 2024-09-19T04:39:26.604 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph --cluster ceph osd new d5829472-a8c7-4190-9cd3-ce385b3d1537 6 2024-09-19T04:39:26.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.756+0000 7f93f3e00640 1 Processor -- start 2024-09-19T04:39:26.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.756+0000 7f93f3e00640 1 -- start start 2024-09-19T04:39:26.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.757+0000 7f93f3e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f93ec161c70 0x7f93ec0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.757+0000 7f93f3e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93ec06eaa0 0x7f93ec0b6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.757+0000 7f93f3e00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93ec0cf180 con 0x7f93ec0d4c80 2024-09-19T04:39:26.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.757+0000 7f93f3e00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f93ec162050 con 0x7f93ec161c70 2024-09-19T04:39:26.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.757+0000 7f93f3e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f93ec06d600 con 0x7f93ec06eaa0 2024-09-19T04:39:26.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.757+0000 7f93f1e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93ec06eaa0 0x7f93ec0b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.757+0000 7f93f0a00640 1 --1- >> v1:172.21.15.52:6789/0 conn(0x7f93ec0d4c80 0x7f93ec0d2720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.52:6789/0 says I am v1:172.21.15.52:52972/0 (socket says 172.21.15.52:52972) 2024-09-19T04:39:26.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.757+0000 7f93f0a00640 1 -- 172.21.15.52:0/2673061054 learned_addr learned my addr 172.21.15.52:0/2673061054 (peer_addr_for_me v1:172.21.15.52:0/0) 2024-09-19T04:39:26.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.757+0000 7f93f1400640 1 --2- 172.21.15.52:0/2673061054 >> v2:172.21.15.31:3300/0 conn(0x7f93ec161c70 0x7f93ec0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.758+0000 7f93f1e00640 1 -- 172.21.15.52:0/2673061054 >> v2:172.21.15.31:3300/0 conn(0x7f93ec161c70 msgr2=0x7f93ec0b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:26.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.758+0000 7f93f1e00640 1 --2- 172.21.15.52:0/2673061054 >> v2:172.21.15.31:3300/0 conn(0x7f93ec161c70 0x7f93ec0b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.758+0000 7f93ebe00640 1 -- 172.21.15.52:0/2673061054 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3244803152 0 0) 0x7f93ec0cf180 con 0x7f93ec0d4c80 2024-09-19T04:39:26.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.758+0000 7f93f1e00640 1 -- 172.21.15.52:0/2673061054 >> v1:172.21.15.52:6789/0 conn(0x7f93ec0d4c80 legacy=0x7f93ec0d2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.758+0000 7f93f1e00640 1 -- 172.21.15.52:0/2673061054 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93ec06cfb0 con 0x7f93ec06eaa0 2024-09-19T04:39:26.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.758+0000 7f93f1400640 1 --2- 172.21.15.52:0/2673061054 >> v2:172.21.15.31:3300/0 conn(0x7f93ec161c70 0x7f93ec0b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:26.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.759+0000 7f93f1e00640 1 --2- 172.21.15.52:0/2673061054 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93ec06eaa0 0x7f93ec0b6530 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f93e4009d90 tx=0x7f93e402a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ac24084232bd77f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:26.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.759+0000 7f93ebe00640 1 -- 172.21.15.52:0/2673061054 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e4007740 con 0x7f93ec06eaa0 2024-09-19T04:39:26.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.759+0000 7f93ebe00640 1 -- 172.21.15.52:0/2673061054 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93e40078e0 con 0x7f93ec06eaa0 2024-09-19T04:39:26.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.759+0000 7f93ebe00640 1 -- 172.21.15.52:0/2673061054 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e4007cb0 con 0x7f93ec06eaa0 2024-09-19T04:39:26.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.760+0000 7f93f3e00640 1 -- 172.21.15.52:0/2673061054 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93ec06eaa0 msgr2=0x7f93ec0b6530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.760+0000 7f93f3e00640 1 --2- 172.21.15.52:0/2673061054 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93ec06eaa0 0x7f93ec0b6530 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f93e4009d90 tx=0x7f93e402a660 comp rx=0 tx=0).stop 2024-09-19T04:39:26.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.760+0000 7f93f3e00640 1 -- 172.21.15.52:0/2673061054 shutdown_connections 2024-09-19T04:39:26.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.760+0000 7f93f3e00640 1 --2- 172.21.15.52:0/2673061054 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93ec06eaa0 0x7f93ec0b6530 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.760+0000 7f93f3e00640 1 --2- 172.21.15.52:0/2673061054 >> v2:172.21.15.31:3300/0 conn(0x7f93ec161c70 0x7f93ec0b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.760+0000 7f93f3e00640 1 -- 172.21.15.52:0/2673061054 >> 172.21.15.52:0/2673061054 conn(0x7f93ec08c000 msgr2=0x7f93ec0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:26.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.760+0000 7f93f3e00640 1 -- 172.21.15.52:0/2673061054 shutdown_connections 2024-09-19T04:39:26.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.760+0000 7f93f3e00640 1 -- 172.21.15.52:0/2673061054 wait complete. 2024-09-19T04:39:26.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.761+0000 7f93f3e00640 1 Processor -- start 2024-09-19T04:39:26.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.762+0000 7f93f3e00640 1 -- start start 2024-09-19T04:39:26.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.762+0000 7f93f3e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93ec06eaa0 0x7f93ec1f4a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.762+0000 7f93f3e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93ec0d4c80 0x7f93ec0cdcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.763+0000 7f93f3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f93ec161c70 0x7f93ec0ce1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:26.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.763+0000 7f93f3e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f93ec0cebc0 con 0x7f93ec161c70 2024-09-19T04:39:26.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.763+0000 7f93f3e00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f93ec0d3a00 con 0x7f93ec06eaa0 2024-09-19T04:39:26.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.763+0000 7f93f3e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f93ec0ced40 con 0x7f93ec0d4c80 2024-09-19T04:39:26.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.763+0000 7f93f1400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93ec06eaa0 0x7f93ec1f4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.763+0000 7f93f0a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93ec0d4c80 0x7f93ec0cdcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.763+0000 7f93f1400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93ec06eaa0 0x7f93ec1f4a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40320/0 (socket says 172.21.15.52:40320) 2024-09-19T04:39:26.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.763+0000 7f93f1400640 1 -- 172.21.15.52:0/2955346815 learned_addr learned my addr 172.21.15.52:0/2955346815 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-09-19T04:39:26.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.763+0000 7f93f1e00640 1 --2- 172.21.15.52:0/2955346815 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f93ec161c70 0x7f93ec0ce1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:26.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.763+0000 7f93f1400640 1 -- 172.21.15.52:0/2955346815 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93ec0d4c80 msgr2=0x7f93ec0cdcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.763+0000 7f93f1400640 1 --2- 172.21.15.52:0/2955346815 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93ec0d4c80 0x7f93ec0cdcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.763+0000 7f93f1400640 1 -- 172.21.15.52:0/2955346815 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f93ec161c70 msgr2=0x7f93ec0ce1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.763+0000 7f93f1400640 1 --2- 172.21.15.52:0/2955346815 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f93ec161c70 0x7f93ec0ce1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.763+0000 7f93f1400640 1 -- 172.21.15.52:0/2955346815 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93ec1f4fd0 con 0x7f93ec06eaa0 2024-09-19T04:39:26.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.763+0000 7f93f0a00640 1 --2- 172.21.15.52:0/2955346815 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93ec0d4c80 0x7f93ec0cdcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:26.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.763+0000 7f93f1e00640 1 --2- 172.21.15.52:0/2955346815 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f93ec161c70 0x7f93ec0ce1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:26.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.764+0000 7f93f1400640 1 --2- 172.21.15.52:0/2955346815 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93ec06eaa0 0x7f93ec1f4a90 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f93e000ebe0 tx=0x7f93e000c520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:26.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.764+0000 7f93e9600640 1 -- 172.21.15.52:0/2955346815 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e0017070 con 0x7f93ec06eaa0 2024-09-19T04:39:26.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.764+0000 7f93e9600640 1 -- 172.21.15.52:0/2955346815 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93e000cc30 con 0x7f93ec06eaa0 2024-09-19T04:39:26.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.764+0000 7f93e9600640 1 -- 172.21.15.52:0/2955346815 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e0013470 con 0x7f93ec06eaa0 2024-09-19T04:39:26.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.764+0000 7f93f3e00640 1 -- 172.21.15.52:0/2955346815 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93ec0cc090 con 0x7f93ec06eaa0 2024-09-19T04:39:26.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.764+0000 7f93f3e00640 1 -- 172.21.15.52:0/2955346815 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93ec0cc650 con 0x7f93ec06eaa0 2024-09-19T04:39:26.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.764+0000 7f93e9600640 1 -- 172.21.15.52:0/2955346815 <== mon.1 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f93e001a070 con 0x7f93ec06eaa0 2024-09-19T04:39:26.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.764+0000 7f93e9600640 1 -- 172.21.15.52:0/2955346815 <== mon.1 v2:172.21.15.52:3300/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7f93e0005990 con 0x7f93ec06eaa0 2024-09-19T04:39:26.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.765+0000 7f93f3e00640 1 -- 172.21.15.52:0/2955346815 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93ec0b5a00 con 0x7f93ec06eaa0 2024-09-19T04:39:26.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.768+0000 7f93e9600640 1 -- 172.21.15.52:0/2955346815 <== mon.1 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f93ec0b5a00 con 0x7f93ec06eaa0 2024-09-19T04:39:26.780 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:26.778+0000 7f1777a2f040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T04:39:26.838 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:26.837+0000 7f5cd317a040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T04:39:26.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.842+0000 7f93f3e00640 1 -- 172.21.15.52:0/2955346815 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd new", "uuid": "d5829472-a8c7-4190-9cd3-ce385b3d1537", "id": 6} v 0) -- 0x7f93ec0b5ff0 con 0x7f93ec06eaa0 2024-09-19T04:39:26.844 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:26.843+0000 7f1777a2f040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T04:39:26.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.847+0000 7f93e9600640 1 -- 172.21.15.52:0/2955346815 <== mon.1 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "d5829472-a8c7-4190-9cd3-ce385b3d1537", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7f93e00139d0 con 0x7f93ec06eaa0 2024-09-19T04:39:26.849 INFO:teuthology.orchestra.run.smithi052.stdout:6 2024-09-19T04:39:26.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.848+0000 7f93f3e00640 1 -- 172.21.15.52:0/2955346815 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93ec06eaa0 msgr2=0x7f93ec1f4a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:26.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.848+0000 7f93f3e00640 1 --2- 172.21.15.52:0/2955346815 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93ec06eaa0 0x7f93ec1f4a90 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f93e000ebe0 tx=0x7f93e000c520 comp rx=0 tx=0).stop 2024-09-19T04:39:26.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.848+0000 7f93f3e00640 1 -- 172.21.15.52:0/2955346815 shutdown_connections 2024-09-19T04:39:26.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.848+0000 7f93f3e00640 1 --2- 172.21.15.52:0/2955346815 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f93ec161c70 0x7f93ec0ce1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.848+0000 7f93f3e00640 1 --2- 172.21.15.52:0/2955346815 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93ec0d4c80 0x7f93ec0cdcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.848+0000 7f93f3e00640 1 --2- 172.21.15.52:0/2955346815 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93ec06eaa0 0x7f93ec1f4a90 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:26.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.848+0000 7f93f3e00640 1 -- 172.21.15.52:0/2955346815 >> 172.21.15.52:0/2955346815 conn(0x7f93ec08c000 msgr2=0x7f93ec0b52b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:26.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.849+0000 7f93f3e00640 1 -- 172.21.15.52:0/2955346815 shutdown_connections 2024-09-19T04:39:26.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:26.849+0000 7f93f3e00640 1 -- 172.21.15.52:0/2955346815 wait complete. 2024-09-19T04:39:26.864 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph --cluster ceph osd new 6e5e94fc-40b1-425a-ab1a-2c9d08a95a42 7 2024-09-19T04:39:26.905 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:26.904+0000 7f5cd317a040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T04:39:27.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.013+0000 7fd759600640 1 Processor -- start 2024-09-19T04:39:27.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.013+0000 7fd759600640 1 -- start start 2024-09-19T04:39:27.016 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.014+0000 7fd759600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fd7540d4c80 0x7fd75406e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:27.016 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.014+0000 7fd759600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7540cf180 con 0x7fd7540b6700 2024-09-19T04:39:27.016 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.014+0000 7fd759600640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd75406cfb0 con 0x7fd754161c70 2024-09-19T04:39:27.016 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.014+0000 7fd759600640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fd754162050 con 0x7fd7540d4c80 2024-09-19T04:39:27.017 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.015+0000 7fd753400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fd7540d4c80 0x7fd75406e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:27.017 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.015+0000 7fd753400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fd7540d4c80 0x7fd75406e1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40330/0 (socket says 172.21.15.52:40330) 2024-09-19T04:39:27.017 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.015+0000 7fd753400640 1 -- 172.21.15.52:0/2490969902 learned_addr learned my addr 172.21.15.52:0/2490969902 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-09-19T04:39:27.017 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.015+0000 7fd753400640 1 -- 172.21.15.52:0/2490969902 >> v1:172.21.15.52:6789/0 conn(0x7fd754161c70 legacy=0x7fd7540b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:27.017 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.015+0000 7fd753400640 1 -- 172.21.15.52:0/2490969902 >> v1:172.21.15.31:6789/0 conn(0x7fd7540b6700 legacy=0x7fd75406da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:27.017 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.015+0000 7fd753400640 1 -- 172.21.15.52:0/2490969902 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd75406d290 con 0x7fd7540d4c80 2024-09-19T04:39:27.018 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.016+0000 7fd753400640 1 --2- 172.21.15.52:0/2490969902 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd7540d4c80 0x7fd75406e1a0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd74c009e50 tx=0x7fd74c02a7c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b3514d3cf0094fc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:27.018 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.016+0000 7fd752000640 1 -- 172.21.15.52:0/2490969902 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd74c036070 con 0x7fd7540d4c80 2024-09-19T04:39:27.018 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.016+0000 7fd752000640 1 -- 172.21.15.52:0/2490969902 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd74c031600 con 0x7fd7540d4c80 2024-09-19T04:39:27.018 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.016+0000 7fd752000640 1 -- 172.21.15.52:0/2490969902 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd74c0319f0 con 0x7fd7540d4c80 2024-09-19T04:39:27.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.017+0000 7fd759600640 1 -- 172.21.15.52:0/2490969902 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd7540d4c80 msgr2=0x7fd75406e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:27.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.017+0000 7fd759600640 1 --2- 172.21.15.52:0/2490969902 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd7540d4c80 0x7fd75406e1a0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd74c009e50 tx=0x7fd74c02a7c0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.017+0000 7fd759600640 1 -- 172.21.15.52:0/2490969902 shutdown_connections 2024-09-19T04:39:27.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.017+0000 7fd759600640 1 --2- 172.21.15.52:0/2490969902 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd7540d4c80 0x7fd75406e1a0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.017+0000 7fd759600640 1 -- 172.21.15.52:0/2490969902 >> 172.21.15.52:0/2490969902 conn(0x7fd75408c000 msgr2=0x7fd7540d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:27.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.017+0000 7fd759600640 1 -- 172.21.15.52:0/2490969902 shutdown_connections 2024-09-19T04:39:27.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.017+0000 7fd759600640 1 -- 172.21.15.52:0/2490969902 wait complete. 2024-09-19T04:39:27.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.019+0000 7fd759600640 1 Processor -- start 2024-09-19T04:39:27.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.019+0000 7fd759600640 1 -- start start 2024-09-19T04:39:27.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.020+0000 7fd759600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd7540b6700 0x7fd7541579b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:27.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.020+0000 7fd759600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd7540d4c80 0x7fd7540cd980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:27.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.020+0000 7fd759600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd754161c70 0x7fd7541589e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:27.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.020+0000 7fd759600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd7540cebc0 con 0x7fd754161c70 2024-09-19T04:39:27.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.020+0000 7fd759600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd75406d600 con 0x7fd7540b6700 2024-09-19T04:39:27.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.020+0000 7fd759600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fd7540ced40 con 0x7fd7540d4c80 2024-09-19T04:39:27.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.020+0000 7fd752a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd7540b6700 0x7fd7541579b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:27.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.020+0000 7fd74be00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd7540d4c80 0x7fd7540cd980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:27.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.020+0000 7fd752a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd7540b6700 0x7fd7541579b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40336/0 (socket says 172.21.15.52:40336) 2024-09-19T04:39:27.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.020+0000 7fd752a00640 1 -- 172.21.15.52:0/240570526 learned_addr learned my addr 172.21.15.52:0/240570526 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-09-19T04:39:27.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.020+0000 7fd753400640 1 --2- 172.21.15.52:0/240570526 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd754161c70 0x7fd7541589e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:27.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.021+0000 7fd752a00640 1 -- 172.21.15.52:0/240570526 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd7540d4c80 msgr2=0x7fd7540cd980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:27.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.021+0000 7fd752a00640 1 --2- 172.21.15.52:0/240570526 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd7540d4c80 0x7fd7540cd980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.021+0000 7fd752a00640 1 -- 172.21.15.52:0/240570526 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd754161c70 msgr2=0x7fd7541589e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:27.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.021+0000 7fd752a00640 1 --2- 172.21.15.52:0/240570526 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd754161c70 0x7fd7541589e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.021+0000 7fd752a00640 1 -- 172.21.15.52:0/240570526 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7540cc8e0 con 0x7fd7540b6700 2024-09-19T04:39:27.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.021+0000 7fd74be00640 1 --2- 172.21.15.52:0/240570526 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd7540d4c80 0x7fd7540cd980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:27.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.021+0000 7fd753400640 1 --2- 172.21.15.52:0/240570526 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd754161c70 0x7fd7541589e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:27.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.021+0000 7fd752a00640 1 --2- 172.21.15.52:0/240570526 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd7540b6700 0x7fd7541579b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fd74400c400 tx=0x7fd74400c8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:27.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.021+0000 7fd74aa00640 1 -- 172.21.15.52:0/240570526 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd744017070 con 0x7fd7540b6700 2024-09-19T04:39:27.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.021+0000 7fd74aa00640 1 -- 172.21.15.52:0/240570526 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7440052d0 con 0x7fd7540b6700 2024-09-19T04:39:27.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.021+0000 7fd74aa00640 1 -- 172.21.15.52:0/240570526 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd744003830 con 0x7fd7540b6700 2024-09-19T04:39:27.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.021+0000 7fd759600640 1 -- 172.21.15.52:0/240570526 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7540ccbc0 con 0x7fd7540b6700 2024-09-19T04:39:27.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.021+0000 7fd759600640 1 -- 172.21.15.52:0/240570526 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7540cd180 con 0x7fd7540b6700 2024-09-19T04:39:27.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.022+0000 7fd74aa00640 1 -- 172.21.15.52:0/240570526 <== mon.1 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd74401a070 con 0x7fd7540b6700 2024-09-19T04:39:27.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.022+0000 7fd74aa00640 1 -- 172.21.15.52:0/240570526 <== mon.1 v2:172.21.15.52:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7fd744011590 con 0x7fd7540b6700 2024-09-19T04:39:27.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.022+0000 7fd759600640 1 -- 172.21.15.52:0/240570526 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7540b5ff0 con 0x7fd7540b6700 2024-09-19T04:39:27.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.025+0000 7fd74aa00640 1 -- 172.21.15.52:0/240570526 <== mon.1 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fd744021020 con 0x7fd7540b6700 2024-09-19T04:39:27.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.099+0000 7fd759600640 1 -- 172.21.15.52:0/240570526 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd new", "uuid": "6e5e94fc-40b1-425a-ab1a-2c9d08a95a42", "id": 7} v 0) -- 0x7fd7540b3cc0 con 0x7fd7540b6700 2024-09-19T04:39:27.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.105+0000 7fd74aa00640 1 -- 172.21.15.52:0/240570526 <== mon.1 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "6e5e94fc-40b1-425a-ab1a-2c9d08a95a42", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7fd744011b80 con 0x7fd7540b6700 2024-09-19T04:39:27.107 INFO:teuthology.orchestra.run.smithi052.stdout:7 2024-09-19T04:39:27.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.106+0000 7fd759600640 1 -- 172.21.15.52:0/240570526 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd7540b6700 msgr2=0x7fd7541579b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:27.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.106+0000 7fd759600640 1 --2- 172.21.15.52:0/240570526 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd7540b6700 0x7fd7541579b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fd74400c400 tx=0x7fd74400c8c0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.106+0000 7fd759600640 1 -- 172.21.15.52:0/240570526 shutdown_connections 2024-09-19T04:39:27.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.106+0000 7fd759600640 1 --2- 172.21.15.52:0/240570526 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd754161c70 0x7fd7541589e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.106+0000 7fd759600640 1 --2- 172.21.15.52:0/240570526 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd7540d4c80 0x7fd7540cd980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.106+0000 7fd759600640 1 --2- 172.21.15.52:0/240570526 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd7540b6700 0x7fd7541579b0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.106+0000 7fd759600640 1 -- 172.21.15.52:0/240570526 >> 172.21.15.52:0/240570526 conn(0x7fd75408c000 msgr2=0x7fd75406e330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:27.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.107+0000 7fd759600640 1 -- 172.21.15.52:0/240570526 shutdown_connections 2024-09-19T04:39:27.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:39:27.107+0000 7fd759600640 1 -- 172.21.15.52:0/240570526 wait complete. 2024-09-19T04:39:27.122 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-19T04:39:27.123 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-19T04:39:27.126 INFO:tasks.ceph.osd.0:Started 2024-09-19T04:39:27.127 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-19T04:39:27.127 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-19T04:39:27.130 INFO:tasks.ceph.osd.1:Started 2024-09-19T04:39:27.130 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-19T04:39:27.131 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-19T04:39:27.134 INFO:tasks.ceph.osd.2:Started 2024-09-19T04:39:27.134 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-19T04:39:27.135 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-19T04:39:27.139 INFO:tasks.ceph.osd.3:Started 2024-09-19T04:39:27.139 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-19T04:39:27.139 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-19T04:39:27.166 INFO:tasks.ceph.osd.4:Started 2024-09-19T04:39:27.167 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-19T04:39:27.167 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-19T04:39:27.170 INFO:tasks.ceph.osd.5:Started 2024-09-19T04:39:27.170 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-19T04:39:27.171 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-19T04:39:27.174 INFO:tasks.ceph.osd.6:Started 2024-09-19T04:39:27.174 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-19T04:39:27.175 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-19T04:39:27.179 INFO:tasks.ceph.osd.7:Started 2024-09-19T04:39:27.180 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:39:27.355 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:27.354+0000 7f1777a2f040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T04:39:27.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.385+0000 7f2f0a800640 1 Processor -- start 2024-09-19T04:39:27.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.385+0000 7f2f0a800640 1 -- start start 2024-09-19T04:39:27.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.386+0000 7f2f0a800640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f2f04161ae0 0x7f2f040ceb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:27.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.387+0000 7f2f0a800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2f040cfbc0 0x7f2f040c8030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:27.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.387+0000 7f2f0a800640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f040d3500 con 0x7f2f040b5410 2024-09-19T04:39:27.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.387+0000 7f2f0a800640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f2f040d32d0 con 0x7f2f04161ae0 2024-09-19T04:39:27.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.387+0000 7f2f0a800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f2f040d37c0 con 0x7f2f040cfbc0 2024-09-19T04:39:27.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.387+0000 7f2f02a00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f2f040b5410 0x7f2f040cf4b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:44998/0 (socket says 172.21.15.31:44998) 2024-09-19T04:39:27.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.387+0000 7f2f02a00640 1 -- 172.21.15.31:0/2918264258 learned_addr learned my addr 172.21.15.31:0/2918264258 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:39:27.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.387+0000 7f2f03400640 1 --2- 172.21.15.31:0/2918264258 >> v2:172.21.15.52:3300/0 conn(0x7f2f04161ae0 0x7f2f040ceb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:27.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.387+0000 7f2f03e00640 1 --2- 172.21.15.31:0/2918264258 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2f040cfbc0 0x7f2f040c8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:27.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.387+0000 7f2f02000640 1 -- 172.21.15.31:0/2918264258 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 123412270 0 0) 0x7f2f040d3500 con 0x7f2f040b5410 2024-09-19T04:39:27.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.387+0000 7f2f02000640 1 -- 172.21.15.31:0/2918264258 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2ee8003520 con 0x7f2f040b5410 2024-09-19T04:39:27.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.387+0000 7f2f03400640 1 -- 172.21.15.31:0/2918264258 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2f040cfbc0 msgr2=0x7f2f040c8030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:27.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.387+0000 7f2f03400640 1 --2- 172.21.15.31:0/2918264258 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2f040cfbc0 0x7f2f040c8030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.387+0000 7f2f03400640 1 -- 172.21.15.31:0/2918264258 >> v1:172.21.15.31:6789/0 conn(0x7f2f040b5410 legacy=0x7f2f040cf4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:27.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.387+0000 7f2f03400640 1 -- 172.21.15.31:0/2918264258 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f040d3aa0 con 0x7f2f04161ae0 2024-09-19T04:39:27.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.389+0000 7f2f03400640 1 --2- 172.21.15.31:0/2918264258 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f04161ae0 0x7f2f040ceb30 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f2ef40097a0 tx=0x7f2ef402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3dd553a50978a111 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:27.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.389+0000 7f2f02000640 1 -- 172.21.15.31:0/2918264258 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef4037070 con 0x7f2f04161ae0 2024-09-19T04:39:27.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.389+0000 7f2f02000640 1 -- 172.21.15.31:0/2918264258 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ef4032440 con 0x7f2f04161ae0 2024-09-19T04:39:27.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.389+0000 7f2f02000640 1 -- 172.21.15.31:0/2918264258 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef4032810 con 0x7f2f04161ae0 2024-09-19T04:39:27.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.389+0000 7f2f0a800640 1 -- 172.21.15.31:0/2918264258 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f04161ae0 msgr2=0x7f2f040ceb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:27.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.389+0000 7f2f0a800640 1 --2- 172.21.15.31:0/2918264258 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f04161ae0 0x7f2f040ceb30 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f2ef40097a0 tx=0x7f2ef402a180 comp rx=0 tx=0).stop 2024-09-19T04:39:27.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.390+0000 7f2f0a800640 1 -- 172.21.15.31:0/2918264258 shutdown_connections 2024-09-19T04:39:27.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.390+0000 7f2f0a800640 1 --2- 172.21.15.31:0/2918264258 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2f040cfbc0 0x7f2f040c8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.390+0000 7f2f0a800640 1 --2- 172.21.15.31:0/2918264258 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f04161ae0 0x7f2f040ceb30 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.390+0000 7f2f0a800640 1 -- 172.21.15.31:0/2918264258 >> 172.21.15.31:0/2918264258 conn(0x7f2f0408c000 msgr2=0x7f2f040d44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:27.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.390+0000 7f2f0a800640 1 -- 172.21.15.31:0/2918264258 shutdown_connections 2024-09-19T04:39:27.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.390+0000 7f2f0a800640 1 -- 172.21.15.31:0/2918264258 wait complete. 2024-09-19T04:39:27.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.391+0000 7f2f0a800640 1 Processor -- start 2024-09-19T04:39:27.393 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.392+0000 7f2f0a800640 1 -- start start 2024-09-19T04:39:27.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.392+0000 7f2f0a800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f040b5410 0x7f2f040b1160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:27.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.392+0000 7f2f0a800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f040cfbc0 0x7f2f040a0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:27.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.392+0000 7f2f0a800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2f04161ae0 0x7f2f04152960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:27.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.392+0000 7f2f0a800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2f040cf1f0 con 0x7f2f040b5410 2024-09-19T04:39:27.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.392+0000 7f2f0a800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2f040cf070 con 0x7f2f040cfbc0 2024-09-19T04:39:27.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.392+0000 7f2f0a800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f2f04161ec0 con 0x7f2f04161ae0 2024-09-19T04:39:27.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.393+0000 7f2f03400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f040b5410 0x7f2f040b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:27.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.393+0000 7f2f03400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f040b5410 0x7f2f040b1160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33328/0 (socket says 172.21.15.31:33328) 2024-09-19T04:39:27.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.393+0000 7f2f03400640 1 -- 172.21.15.31:0/3397876926 learned_addr learned my addr 172.21.15.31:0/3397876926 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:27.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.393+0000 7f2f02a00640 1 --2- 172.21.15.31:0/3397876926 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f040cfbc0 0x7f2f040a0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:27.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.393+0000 7f2f03e00640 1 --2- 172.21.15.31:0/3397876926 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2f04161ae0 0x7f2f04152960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:27.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.393+0000 7f2f03400640 1 -- 172.21.15.31:0/3397876926 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2f04161ae0 msgr2=0x7f2f04152960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:27.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.393+0000 7f2f03400640 1 --2- 172.21.15.31:0/3397876926 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2f04161ae0 0x7f2f04152960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.393+0000 7f2f03400640 1 -- 172.21.15.31:0/3397876926 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f040cfbc0 msgr2=0x7f2f040a0fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:27.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.393+0000 7f2f03400640 1 --2- 172.21.15.31:0/3397876926 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f040cfbc0 0x7f2f040a0fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.393+0000 7f2f03400640 1 -- 172.21.15.31:0/3397876926 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f04152ea0 con 0x7f2f040b5410 2024-09-19T04:39:27.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.393+0000 7f2f02a00640 1 --2- 172.21.15.31:0/3397876926 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f040cfbc0 0x7f2f040a0fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:27.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.393+0000 7f2f03400640 1 --2- 172.21.15.31:0/3397876926 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f040b5410 0x7f2f040b1160 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f2ef4035040 tx=0x7f2ef40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:27.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.394+0000 7f2efb400640 1 -- 172.21.15.31:0/3397876926 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef4041030 con 0x7f2f040b5410 2024-09-19T04:39:27.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.394+0000 7f2efb400640 1 -- 172.21.15.31:0/3397876926 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ef403d4e0 con 0x7f2f040b5410 2024-09-19T04:39:27.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.394+0000 7f2efb400640 1 -- 172.21.15.31:0/3397876926 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef4037040 con 0x7f2f040b5410 2024-09-19T04:39:27.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.394+0000 7f2f0a800640 1 -- 172.21.15.31:0/3397876926 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f040a1710 con 0x7f2f040b5410 2024-09-19T04:39:27.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.394+0000 7f2f0a800640 1 -- 172.21.15.31:0/3397876926 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f040a1cd0 con 0x7f2f040b5410 2024-09-19T04:39:27.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.394+0000 7f2efb400640 1 -- 172.21.15.31:0/3397876926 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2ef4044070 con 0x7f2f040b5410 2024-09-19T04:39:27.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.394+0000 7f2efb400640 1 -- 172.21.15.31:0/3397876926 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f2ef4046690 con 0x7f2f040b5410 2024-09-19T04:39:27.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.395+0000 7f2f0a800640 1 -- 172.21.15.31:0/3397876926 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f040ceb30 con 0x7f2f040b5410 2024-09-19T04:39:27.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.398+0000 7f2efb400640 1 -- 172.21.15.31:0/3397876926 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f2f04152ea0 con 0x7f2f040b5410 2024-09-19T04:39:27.407 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:27.406+0000 7f5cd317a040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T04:39:27.460 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:27.458+0000 7f1777a2f040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T04:39:27.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.461+0000 7f2f0a800640 1 -- 172.21.15.31:0/3397876926 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2f0406bd30 con 0x7f2f040b5410 2024-09-19T04:39:27.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.461+0000 7f2efb400640 1 -- 172.21.15.31:0/3397876926 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f2ef4046900 con 0x7f2f040b5410 2024-09-19T04:39:27.463 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:39:27.463 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":10,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:39:27.102057+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:39:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.462+0000 7f2f0a800640 1 -- 172.21.15.31:0/3397876926 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f040b5410 msgr2=0x7f2f040b1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.462+0000 7f2f0a800640 1 --2- 172.21.15.31:0/3397876926 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f040b5410 0x7f2f040b1160 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f2ef4035040 tx=0x7f2ef40046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.462+0000 7f2f0a800640 1 -- 172.21.15.31:0/3397876926 shutdown_connections 2024-09-19T04:39:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.462+0000 7f2f0a800640 1 --2- 172.21.15.31:0/3397876926 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2f04161ae0 0x7f2f04152960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.462+0000 7f2f0a800640 1 --2- 172.21.15.31:0/3397876926 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f040cfbc0 0x7f2f040a0fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.462+0000 7f2f0a800640 1 --2- 172.21.15.31:0/3397876926 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2f040b5410 0x7f2f040b1160 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:27.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.462+0000 7f2f0a800640 1 -- 172.21.15.31:0/3397876926 >> 172.21.15.31:0/3397876926 conn(0x7f2f0408c000 msgr2=0x7f2f040b77e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:27.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.462+0000 7f2f0a800640 1 -- 172.21.15.31:0/3397876926 shutdown_connections 2024-09-19T04:39:27.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:27.462+0000 7f2f0a800640 1 -- 172.21.15.31:0/3397876926 wait complete. 2024-09-19T04:39:27.479 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-19T04:39:27.479 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-19T04:39:27.509 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:27.508+0000 7f5cd317a040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T04:39:27.588 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:27.587+0000 7f1777a2f040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T04:39:27.638 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:27.636+0000 7f5cd317a040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T04:39:27.645 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:27.643+0000 7f1777a2f040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T04:39:27.695 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:27.693+0000 7f5cd317a040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T04:39:27.778 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:27.776+0000 7f1777a2f040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T04:39:27.829 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:27.827+0000 7f5cd317a040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T04:39:27.843 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:27.842+0000 7f1777a2f040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T04:39:27.895 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:27.894+0000 7f5cd317a040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T04:39:27.898 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:27.897+0000 7f1777a2f040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T04:39:27.951 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:27.949+0000 7f5cd317a040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T04:39:28.031 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:28.029+0000 7f1777a2f040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T04:39:28.083 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:28.082+0000 7f5cd317a040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T04:39:28.092 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:28.090+0000 7f1777a2f040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T04:39:28.145 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:28.143+0000 7f5cd317a040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T04:39:28.154 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:28.152+0000 7f1777a2f040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T04:39:28.207 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:28.206+0000 7f5cd317a040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T04:39:28.236 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:28.234+0000 7f1777a2f040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T04:39:28.284 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T04:39:28.290 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:28.288+0000 7f5cd317a040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T04:39:28.290 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:28.289+0000 7f1777a2f040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T04:39:28.344 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:28.343+0000 7f5cd317a040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T04:39:28.345 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:28.344+0000 7f1777a2f040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T04:39:28.398 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:28.397+0000 7f5cd317a040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T04:39:28.421 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.419+0000 7f43f9c00640 1 Processor -- start 2024-09-19T04:39:28.421 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.419+0000 7f43f9c00640 1 -- start start 2024-09-19T04:39:28.422 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.420+0000 7f43f9c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43f40d4cb0 0x7f43f41693d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.422 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.420+0000 7f43f9c00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43f40cf5c0 con 0x7f43f40d0620 2024-09-19T04:39:28.422 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.420+0000 7f43f9c00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43f40cf860 con 0x7f43f40d0d90 2024-09-19T04:39:28.422 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.420+0000 7f43f9c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f43f40cf390 con 0x7f43f40d4cb0 2024-09-19T04:39:28.422 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.420+0000 7f43f2000640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f43f40d0620 0x7f43f40d1170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:45012/0 (socket says 172.21.15.31:45012) 2024-09-19T04:39:28.423 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.420+0000 7f43f2000640 1 -- 172.21.15.31:0/3815782881 learned_addr learned my addr 172.21.15.31:0/3815782881 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:39:28.423 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.421+0000 7f43f3400640 1 --2- 172.21.15.31:0/3815782881 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43f40d4cb0 0x7f43f41693d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.424 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.421+0000 7f43f1600640 1 -- 172.21.15.31:0/3815782881 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1181897299 0 0) 0x7f43f40cf5c0 con 0x7f43f40d0620 2024-09-19T04:39:28.424 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.421+0000 7f43f1600640 1 -- 172.21.15.31:0/3815782881 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f43d8003520 con 0x7f43f40d0620 2024-09-19T04:39:28.424 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.421+0000 7f43f1600640 1 -- 172.21.15.31:0/3815782881 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3973413397 0 0) 0x7f43f40cf860 con 0x7f43f40d0d90 2024-09-19T04:39:28.424 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.421+0000 7f43f1600640 1 -- 172.21.15.31:0/3815782881 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f43f40cf5c0 con 0x7f43f40d0d90 2024-09-19T04:39:28.424 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.421+0000 7f43f3400640 1 -- 172.21.15.31:0/3815782881 >> v1:172.21.15.52:6789/0 conn(0x7f43f40d0d90 legacy=0x7f43f415f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.424 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.421+0000 7f43f3400640 1 -- 172.21.15.31:0/3815782881 >> v1:172.21.15.31:6789/0 conn(0x7f43f40d0620 legacy=0x7f43f40d1170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.424 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.421+0000 7f43f3400640 1 -- 172.21.15.31:0/3815782881 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43f40cfb40 con 0x7f43f40d4cb0 2024-09-19T04:39:28.424 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.422+0000 7f43f3400640 1 --2- 172.21.15.31:0/3815782881 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43f40d4cb0 0x7f43f41693d0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f43ec009dc0 tx=0x7f43ec02a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=908ded7d69903e99 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:28.425 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.422+0000 7f43f1600640 1 -- 172.21.15.31:0/3815782881 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43ec02ae60 con 0x7f43f40d4cb0 2024-09-19T04:39:28.425 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.422+0000 7f43f1600640 1 -- 172.21.15.31:0/3815782881 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43ec007740 con 0x7f43f40d4cb0 2024-09-19T04:39:28.425 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.422+0000 7f43f1600640 1 -- 172.21.15.31:0/3815782881 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43ec007b10 con 0x7f43f40d4cb0 2024-09-19T04:39:28.426 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.423+0000 7f43f9c00640 1 -- 172.21.15.31:0/3815782881 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43f40d4cb0 msgr2=0x7f43f41693d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.426 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.423+0000 7f43f9c00640 1 --2- 172.21.15.31:0/3815782881 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43f40d4cb0 0x7f43f41693d0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f43ec009dc0 tx=0x7f43ec02a640 comp rx=0 tx=0).stop 2024-09-19T04:39:28.426 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.423+0000 7f43f9c00640 1 -- 172.21.15.31:0/3815782881 shutdown_connections 2024-09-19T04:39:28.426 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.423+0000 7f43f9c00640 1 --2- 172.21.15.31:0/3815782881 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43f40d4cb0 0x7f43f41693d0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.426 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.423+0000 7f43f9c00640 1 -- 172.21.15.31:0/3815782881 >> 172.21.15.31:0/3815782881 conn(0x7f43f408bfc0 msgr2=0x7f43f40d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:28.426 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.423+0000 7f43f9c00640 1 -- 172.21.15.31:0/3815782881 shutdown_connections 2024-09-19T04:39:28.426 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.423+0000 7f43f9c00640 1 -- 172.21.15.31:0/3815782881 wait complete. 2024-09-19T04:39:28.426 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.425+0000 7f43f9c00640 1 Processor -- start 2024-09-19T04:39:28.427 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.425+0000 7f43f9c00640 1 -- start start 2024-09-19T04:39:28.428 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.426+0000 7f43f9c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43f40d0620 0x7f43f4154bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.428 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.426+0000 7f43f9c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43f40d0d90 0x7f43f40cc6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.428 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.426+0000 7f43f9c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43f40d4cb0 0x7f43f40ccc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:28.428 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.426+0000 7f43f9c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f43f40b3b40 con 0x7f43f40d0d90 2024-09-19T04:39:28.428 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.426+0000 7f43f9c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f43f40d0100 con 0x7f43f40d4cb0 2024-09-19T04:39:28.428 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.426+0000 7f43f9c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f43f40b3cc0 con 0x7f43f40d0620 2024-09-19T04:39:28.428 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.426+0000 7f43f2000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43f40d0d90 0x7f43f40cc6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.428 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.426+0000 7f43f2000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43f40d0d90 0x7f43f40cc6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33334/0 (socket says 172.21.15.31:33334) 2024-09-19T04:39:28.428 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.426+0000 7f43f2000640 1 -- 172.21.15.31:0/1959876456 learned_addr learned my addr 172.21.15.31:0/1959876456 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:28.428 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.426+0000 7f43f2a00640 1 --2- 172.21.15.31:0/1959876456 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43f40d0620 0x7f43f4154bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.429 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.426+0000 7f43f3400640 1 --2- 172.21.15.31:0/1959876456 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43f40d4cb0 0x7f43f40ccc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:28.430 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.426+0000 7f43f2000640 1 -- 172.21.15.31:0/1959876456 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43f40d0620 msgr2=0x7f43f4154bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.430 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.426+0000 7f43f2000640 1 --2- 172.21.15.31:0/1959876456 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43f40d0620 0x7f43f4154bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.430 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.426+0000 7f43f2000640 1 -- 172.21.15.31:0/1959876456 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43f40d4cb0 msgr2=0x7f43f40ccc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.431 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.426+0000 7f43f2000640 1 --2- 172.21.15.31:0/1959876456 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43f40d4cb0 0x7f43f40ccc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.431 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.426+0000 7f43f2000640 1 -- 172.21.15.31:0/1959876456 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43f41e8300 con 0x7f43f40d0d90 2024-09-19T04:39:28.431 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.427+0000 7f43f2000640 1 --2- 172.21.15.31:0/1959876456 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43f40d0d90 0x7f43f40cc6c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f43e0005880 tx=0x7f43e000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:28.431 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.427+0000 7f43eaa00640 1 -- 172.21.15.31:0/1959876456 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e0017070 con 0x7f43f40d0d90 2024-09-19T04:39:28.431 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.427+0000 7f43eaa00640 1 -- 172.21.15.31:0/1959876456 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43e0005ce0 con 0x7f43f40d0d90 2024-09-19T04:39:28.431 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.427+0000 7f43f9c00640 1 -- 172.21.15.31:0/1959876456 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43f41e85e0 con 0x7f43f40d0d90 2024-09-19T04:39:28.431 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.427+0000 7f43eaa00640 1 -- 172.21.15.31:0/1959876456 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e0007310 con 0x7f43f40d0d90 2024-09-19T04:39:28.431 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.427+0000 7f43f9c00640 1 -- 172.21.15.31:0/1959876456 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43f41e8ba0 con 0x7f43f40d0d90 2024-09-19T04:39:28.431 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.427+0000 7f43eaa00640 1 -- 172.21.15.31:0/1959876456 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f43e001a070 con 0x7f43f40d0d90 2024-09-19T04:39:28.431 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.427+0000 7f43eaa00640 1 -- 172.21.15.31:0/1959876456 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f43e00074b0 con 0x7f43f40d0d90 2024-09-19T04:39:28.431 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.429+0000 7f43f9c00640 1 -- 172.21.15.31:0/1959876456 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43f41e8da0 con 0x7f43f40d0d90 2024-09-19T04:39:28.433 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.431+0000 7f43eaa00640 1 -- 172.21.15.31:0/1959876456 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f43f41e8da0 con 0x7f43f40d0d90 2024-09-19T04:39:28.442 INFO:tasks.ceph.osd.3.smithi031.stderr:2024-09-19T04:39:28.441+0000 7f8d01f20640 -1 Falling back to public interface 2024-09-19T04:39:28.463 INFO:tasks.ceph.osd.1.smithi031.stderr:2024-09-19T04:39:28.461+0000 7fbfa5e1c640 -1 Falling back to public interface 2024-09-19T04:39:28.485 INFO:tasks.ceph.osd.5.smithi052.stderr:2024-09-19T04:39:28.484+0000 7f7fcded6640 -1 Falling back to public interface 2024-09-19T04:39:28.495 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.494+0000 7f43f9c00640 1 -- 172.21.15.31:0/1959876456 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f43f40d1170 con 0x7f43f40d0d90 2024-09-19T04:39:28.496 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.494+0000 7f43eaa00640 1 -- 172.21.15.31:0/1959876456 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f43e0021020 con 0x7f43f40d0d90 2024-09-19T04:39:28.496 INFO:teuthology.misc.health.smithi031.stdout: 2024-09-19T04:39:28.497 INFO:teuthology.misc.health.smithi031.stdout:{"epoch":10,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:39:27.102057+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:39:28.498 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.495+0000 7f43f9c00640 1 -- 172.21.15.31:0/1959876456 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43f40d0d90 msgr2=0x7f43f40cc6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:28.498 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.495+0000 7f43f9c00640 1 --2- 172.21.15.31:0/1959876456 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43f40d0d90 0x7f43f40cc6c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f43e0005880 tx=0x7f43e000c8f0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.498 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.496+0000 7f43f9c00640 1 -- 172.21.15.31:0/1959876456 shutdown_connections 2024-09-19T04:39:28.498 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.496+0000 7f43f9c00640 1 --2- 172.21.15.31:0/1959876456 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43f40d4cb0 0x7f43f40ccc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.498 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.496+0000 7f43f9c00640 1 --2- 172.21.15.31:0/1959876456 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43f40d0d90 0x7f43f40cc6c0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.498 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.496+0000 7f43f9c00640 1 --2- 172.21.15.31:0/1959876456 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43f40d0620 0x7f43f4154bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:28.498 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.496+0000 7f43f9c00640 1 -- 172.21.15.31:0/1959876456 >> 172.21.15.31:0/1959876456 conn(0x7f43f408bfc0 msgr2=0x7f43f415d560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:28.498 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.496+0000 7f43f9c00640 1 -- 172.21.15.31:0/1959876456 shutdown_connections 2024-09-19T04:39:28.498 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:28.496+0000 7f43f9c00640 1 -- 172.21.15.31:0/1959876456 wait complete. 2024-09-19T04:39:28.509 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-19T04:39:28.707 INFO:tasks.ceph.osd.7.smithi052.stderr:2024-09-19T04:39:28.706+0000 7fc1007a8640 -1 Falling back to public interface 2024-09-19T04:39:28.710 INFO:tasks.ceph.osd.0.smithi031.stderr:2024-09-19T04:39:28.709+0000 7fa42c41e640 -1 Falling back to public interface 2024-09-19T04:39:28.727 INFO:tasks.ceph.osd.2.smithi031.stderr:2024-09-19T04:39:28.726+0000 7fe3b7534640 -1 Falling back to public interface 2024-09-19T04:39:28.767 INFO:tasks.ceph.osd.4.smithi052.stderr:2024-09-19T04:39:28.766+0000 7f874fce4640 -1 Falling back to public interface 2024-09-19T04:39:29.130 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:29.129+0000 7f1777a2f040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T04:39:29.189 INFO:tasks.ceph.mgr.x.smithi052.stderr:2024-09-19T04:39:29.188+0000 7f5cd317a040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T04:39:29.203 INFO:tasks.ceph.osd.6.smithi052.stderr:2024-09-19T04:39:29.202+0000 7f9e5b640640 -1 Falling back to public interface 2024-09-19T04:39:30.151 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:30.149+0000 7f1716c00640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-19T04:39:30.151 INFO:tasks.ceph.mgr.y.smithi031.stderr:2024-09-19T04:39:30.150+0000 7f1716c00640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-19T04:39:32.151 INFO:tasks.ceph.osd.5.smithi052.stderr:2024-09-19T04:39:32.149+0000 7f7fcded6640 -1 osd.5 0 log_to_monitors true 2024-09-19T04:39:32.194 INFO:tasks.ceph.osd.3.smithi031.stderr:2024-09-19T04:39:32.192+0000 7f8d01f20640 -1 osd.3 0 log_to_monitors true 2024-09-19T04:39:32.378 INFO:tasks.ceph.osd.7.smithi052.stderr:2024-09-19T04:39:32.377+0000 7fc1007a8640 -1 osd.7 0 log_to_monitors true 2024-09-19T04:39:32.479 INFO:tasks.ceph.osd.0.smithi031.stderr:2024-09-19T04:39:32.477+0000 7fa42c41e640 -1 osd.0 0 log_to_monitors true 2024-09-19T04:39:32.746 INFO:tasks.ceph.osd.1.smithi031.stderr:2024-09-19T04:39:32.745+0000 7fbfa5e1c640 -1 osd.1 0 log_to_monitors true 2024-09-19T04:39:32.760 INFO:tasks.ceph.osd.2.smithi031.stderr:2024-09-19T04:39:32.759+0000 7fe3b7534640 -1 osd.2 0 log_to_monitors true 2024-09-19T04:39:32.861 INFO:tasks.ceph.osd.6.smithi052.stderr:2024-09-19T04:39:32.859+0000 7f9e5b640640 -1 osd.6 0 log_to_monitors true 2024-09-19T04:39:32.977 INFO:tasks.ceph.osd.4.smithi052.stderr:2024-09-19T04:39:32.975+0000 7f874fce4640 -1 osd.4 0 log_to_monitors true 2024-09-19T04:39:35.317 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T04:39:35.488 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.486+0000 7f9a40c00640 1 Processor -- start 2024-09-19T04:39:35.488 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.486+0000 7f9a40c00640 1 -- start start 2024-09-19T04:39:35.489 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.487+0000 7f9a40c00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f9a3c15e690 0x7f9a3c0b7400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:35.489 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.487+0000 7f9a40c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9a3c0cf2c0 0x7f9a3c0b5d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:35.490 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.487+0000 7f9a40c00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a3c0d2520 con 0x7f9a3c0cf6e0 2024-09-19T04:39:35.490 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.487+0000 7f9a40c00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f9a3c0d2800 con 0x7f9a3c15e690 2024-09-19T04:39:35.490 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.487+0000 7f9a40c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f9a3c0d2ae0 con 0x7f9a3c0cf2c0 2024-09-19T04:39:35.490 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.488+0000 7f9a3be00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f9a3c0cf6e0 0x7f9a3c0d35c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:51774/0 (socket says 172.21.15.31:51774) 2024-09-19T04:39:35.490 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.488+0000 7f9a3be00640 1 -- 172.21.15.31:0/3712105268 learned_addr learned my addr 172.21.15.31:0/3712105268 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:39:35.490 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.488+0000 7f9a3b400640 1 --2- 172.21.15.31:0/3712105268 >> v2:172.21.15.52:3300/0 conn(0x7f9a3c15e690 0x7f9a3c0b7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:35.491 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.488+0000 7f9a3aa00640 1 --2- 172.21.15.31:0/3712105268 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9a3c0cf2c0 0x7f9a3c0b5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:35.491 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.488+0000 7f9a3a000640 1 -- 172.21.15.31:0/3712105268 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 217738947 0 0) 0x7f9a3c0d2520 con 0x7f9a3c0cf6e0 2024-09-19T04:39:35.491 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.488+0000 7f9a3a000640 1 -- 172.21.15.31:0/3712105268 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9a20003520 con 0x7f9a3c0cf6e0 2024-09-19T04:39:35.491 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.488+0000 7f9a3b400640 1 -- 172.21.15.31:0/3712105268 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9a3c0cf2c0 msgr2=0x7f9a3c0b5d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:35.491 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.488+0000 7f9a3b400640 1 --2- 172.21.15.31:0/3712105268 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9a3c0cf2c0 0x7f9a3c0b5d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:35.491 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.488+0000 7f9a3b400640 1 -- 172.21.15.31:0/3712105268 >> v1:172.21.15.31:6789/0 conn(0x7f9a3c0cf6e0 legacy=0x7f9a3c0d35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:35.491 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.488+0000 7f9a3b400640 1 -- 172.21.15.31:0/3712105268 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a3c0d2dc0 con 0x7f9a3c15e690 2024-09-19T04:39:35.492 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.490+0000 7f9a3b400640 1 --2- 172.21.15.31:0/3712105268 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9a3c15e690 0x7f9a3c0b7400 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f9a2c0097a0 tx=0x7f9a2c02a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=54703bb256fef64f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:35.492 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.490+0000 7f9a3a000640 1 -- 172.21.15.31:0/3712105268 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a2c037070 con 0x7f9a3c15e690 2024-09-19T04:39:35.492 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.490+0000 7f9a3a000640 1 -- 172.21.15.31:0/3712105268 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a2c032440 con 0x7f9a3c15e690 2024-09-19T04:39:35.492 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.490+0000 7f9a3a000640 1 -- 172.21.15.31:0/3712105268 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a2c032810 con 0x7f9a3c15e690 2024-09-19T04:39:35.493 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.491+0000 7f9a40c00640 1 -- 172.21.15.31:0/3712105268 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9a3c15e690 msgr2=0x7f9a3c0b7400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:35.493 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.491+0000 7f9a40c00640 1 --2- 172.21.15.31:0/3712105268 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9a3c15e690 0x7f9a3c0b7400 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f9a2c0097a0 tx=0x7f9a2c02a210 comp rx=0 tx=0).stop 2024-09-19T04:39:35.493 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.491+0000 7f9a40c00640 1 -- 172.21.15.31:0/3712105268 shutdown_connections 2024-09-19T04:39:35.493 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.491+0000 7f9a40c00640 1 --2- 172.21.15.31:0/3712105268 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9a3c0cf2c0 0x7f9a3c0b5d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:35.493 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.491+0000 7f9a40c00640 1 --2- 172.21.15.31:0/3712105268 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9a3c15e690 0x7f9a3c0b7400 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:35.493 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.491+0000 7f9a40c00640 1 -- 172.21.15.31:0/3712105268 >> 172.21.15.31:0/3712105268 conn(0x7f9a3c0d4310 msgr2=0x7f9a3c0d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:35.493 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.491+0000 7f9a40c00640 1 -- 172.21.15.31:0/3712105268 shutdown_connections 2024-09-19T04:39:35.493 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.491+0000 7f9a40c00640 1 -- 172.21.15.31:0/3712105268 wait complete. 2024-09-19T04:39:35.494 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.492+0000 7f9a40c00640 1 Processor -- start 2024-09-19T04:39:35.494 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.493+0000 7f9a40c00640 1 -- start start 2024-09-19T04:39:35.496 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.493+0000 7f9a40c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9a3c0cf2c0 0x7f9a3c159c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:35.496 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.493+0000 7f9a40c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a3c0cf6e0 0x7f9a3c0c96b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:35.496 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.494+0000 7f9a40c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9a3c15e690 0x7f9a3c0b8e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:35.496 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.494+0000 7f9a40c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9a3c0b7ac0 con 0x7f9a3c0cf6e0 2024-09-19T04:39:35.496 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.494+0000 7f9a40c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9a3c0b7940 con 0x7f9a3c0cf2c0 2024-09-19T04:39:35.497 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.494+0000 7f9a40c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f9a3c162cb0 con 0x7f9a3c15e690 2024-09-19T04:39:35.497 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.494+0000 7f9a3aa00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a3c0cf6e0 0x7f9a3c0c96b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:35.497 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.494+0000 7f9a3aa00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a3c0cf6e0 0x7f9a3c0c96b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:44868/0 (socket says 172.21.15.31:44868) 2024-09-19T04:39:35.497 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.494+0000 7f9a3aa00640 1 -- 172.21.15.31:0/3407504509 learned_addr learned my addr 172.21.15.31:0/3407504509 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:35.497 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.494+0000 7f9a3be00640 1 --2- 172.21.15.31:0/3407504509 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9a3c15e690 0x7f9a3c0b8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:35.497 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.494+0000 7f9a3b400640 1 --2- 172.21.15.31:0/3407504509 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9a3c0cf2c0 0x7f9a3c159c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:35.497 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.494+0000 7f9a3aa00640 1 -- 172.21.15.31:0/3407504509 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9a3c15e690 msgr2=0x7f9a3c0b8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:35.497 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.494+0000 7f9a3aa00640 1 --2- 172.21.15.31:0/3407504509 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9a3c15e690 0x7f9a3c0b8e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:35.497 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.494+0000 7f9a3aa00640 1 -- 172.21.15.31:0/3407504509 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9a3c0cf2c0 msgr2=0x7f9a3c159c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:35.497 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.494+0000 7f9a3aa00640 1 --2- 172.21.15.31:0/3407504509 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9a3c0cf2c0 0x7f9a3c159c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:35.497 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.494+0000 7f9a3aa00640 1 -- 172.21.15.31:0/3407504509 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a3c0c8960 con 0x7f9a3c0cf6e0 2024-09-19T04:39:35.497 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.494+0000 7f9a3be00640 1 --2- 172.21.15.31:0/3407504509 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9a3c15e690 0x7f9a3c0b8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:35.497 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.495+0000 7f9a3aa00640 1 --2- 172.21.15.31:0/3407504509 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a3c0cf6e0 0x7f9a3c0c96b0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f9a2800e9b0 tx=0x7f9a2800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:35.498 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.495+0000 7f9a33400640 1 -- 172.21.15.31:0/3407504509 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a28017070 con 0x7f9a3c0cf6e0 2024-09-19T04:39:35.498 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.495+0000 7f9a33400640 1 -- 172.21.15.31:0/3407504509 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a2800c9a0 con 0x7f9a3c0cf6e0 2024-09-19T04:39:35.498 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.495+0000 7f9a33400640 1 -- 172.21.15.31:0/3407504509 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a2800cd90 con 0x7f9a3c0cf6e0 2024-09-19T04:39:35.498 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.495+0000 7f9a40c00640 1 -- 172.21.15.31:0/3407504509 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a3c0ca6c0 con 0x7f9a3c0cf6e0 2024-09-19T04:39:35.499 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.495+0000 7f9a40c00640 1 -- 172.21.15.31:0/3407504509 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a3c0c8c00 con 0x7f9a3c0cf6e0 2024-09-19T04:39:35.499 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.496+0000 7f9a40c00640 1 -- 172.21.15.31:0/3407504509 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a3c0b7400 con 0x7f9a3c0cf6e0 2024-09-19T04:39:35.499 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.497+0000 7f9a33400640 1 -- 172.21.15.31:0/3407504509 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 4) ==== 90790+0+0 (secure 0 0 0) 0x7f9a2801a070 con 0x7f9a3c0cf6e0 2024-09-19T04:39:35.500 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.498+0000 7f9a33400640 1 --2- 172.21.15.31:0/3407504509 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9a1c06c220 0x7f9a1c06e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:35.500 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.498+0000 7f9a33400640 1 -- 172.21.15.31:0/3407504509 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(12..12 src has 1..12) ==== 2231+0+0 (secure 0 0 0) 0x7f9a2808a520 con 0x7f9a3c0cf6e0 2024-09-19T04:39:35.500 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.498+0000 7f9a3b400640 1 --2- 172.21.15.31:0/3407504509 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9a1c06c220 0x7f9a1c06e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:35.501 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.499+0000 7f9a3b400640 1 --2- 172.21.15.31:0/3407504509 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9a1c06c220 0x7f9a1c06e6e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f9a2c034000 tx=0x7f9a2c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:35.505 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.504+0000 7f9a33400640 1 -- 172.21.15.31:0/3407504509 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9a280594a0 con 0x7f9a3c0cf6e0 2024-09-19T04:39:35.816 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.814+0000 7f9a40c00640 1 -- 172.21.15.31:0/3407504509 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9a3c0cabe0 con 0x7f9a3c0cf6e0 2024-09-19T04:39:35.818 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.816+0000 7f9a33400640 1 -- 172.21.15.31:0/3407504509 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) ==== 74+0+7058 (secure 0 0 0) 0x7f9a2805d7a0 con 0x7f9a3c0cf6e0 2024-09-19T04:39:35.818 INFO:teuthology.misc.health.smithi031.stdout: 2024-09-19T04:39:35.818 INFO:teuthology.misc.health.smithi031.stdout:{"epoch":12,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:39:34.157001+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:39:35.821 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.819+0000 7f9a40c00640 1 -- 172.21.15.31:0/3407504509 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9a1c06c220 msgr2=0x7f9a1c06e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:35.821 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.819+0000 7f9a40c00640 1 --2- 172.21.15.31:0/3407504509 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9a1c06c220 0x7f9a1c06e6e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f9a2c034000 tx=0x7f9a2c02e000 comp rx=0 tx=0).stop 2024-09-19T04:39:35.822 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.820+0000 7f9a40c00640 1 -- 172.21.15.31:0/3407504509 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a3c0cf6e0 msgr2=0x7f9a3c0c96b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:35.822 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.820+0000 7f9a40c00640 1 --2- 172.21.15.31:0/3407504509 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a3c0cf6e0 0x7f9a3c0c96b0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f9a2800e9b0 tx=0x7f9a2800ee70 comp rx=0 tx=0).stop 2024-09-19T04:39:35.822 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.820+0000 7f9a40c00640 1 -- 172.21.15.31:0/3407504509 shutdown_connections 2024-09-19T04:39:35.823 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.820+0000 7f9a40c00640 1 --2- 172.21.15.31:0/3407504509 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9a3c15e690 0x7f9a3c0b8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:35.823 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.820+0000 7f9a40c00640 1 --2- 172.21.15.31:0/3407504509 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9a3c0cf6e0 0x7f9a3c0c96b0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:35.823 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.820+0000 7f9a40c00640 1 --2- 172.21.15.31:0/3407504509 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9a1c06c220 0x7f9a1c06e6e0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:35.823 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.820+0000 7f9a40c00640 1 --2- 172.21.15.31:0/3407504509 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9a3c0cf2c0 0x7f9a3c159c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:35.823 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.820+0000 7f9a40c00640 1 -- 172.21.15.31:0/3407504509 >> 172.21.15.31:0/3407504509 conn(0x7f9a3c0d4310 msgr2=0x7f9a3c0b3e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:35.823 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.821+0000 7f9a40c00640 1 -- 172.21.15.31:0/3407504509 shutdown_connections 2024-09-19T04:39:35.823 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:35.821+0000 7f9a40c00640 1 -- 172.21.15.31:0/3407504509 wait complete. 2024-09-19T04:39:35.843 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-19T04:39:35.889 INFO:tasks.ceph.osd.7.smithi052.stderr:2024-09-19T04:39:35.887+0000 7fc0fb600640 -1 osd.7 0 waiting for initial osdmap 2024-09-19T04:39:35.896 INFO:tasks.ceph.osd.7.smithi052.stderr:2024-09-19T04:39:35.895+0000 7fc0f1600640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T04:39:35.925 INFO:tasks.ceph.osd.6.smithi052.stderr:2024-09-19T04:39:35.924+0000 7f9e56400640 -1 osd.6 0 waiting for initial osdmap 2024-09-19T04:39:35.929 INFO:tasks.ceph.osd.6.smithi052.stderr:2024-09-19T04:39:35.927+0000 7f9e4c400640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T04:39:35.934 INFO:tasks.ceph.osd.4.smithi052.stderr:2024-09-19T04:39:35.932+0000 7f874ac00640 -1 osd.4 0 waiting for initial osdmap 2024-09-19T04:39:35.944 INFO:tasks.ceph.osd.4.smithi052.stderr:2024-09-19T04:39:35.943+0000 7f8740c00640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T04:39:35.958 INFO:tasks.ceph.osd.5.smithi052.stderr:2024-09-19T04:39:35.957+0000 7f7fc8e00640 -1 osd.5 0 waiting for initial osdmap 2024-09-19T04:39:35.965 INFO:tasks.ceph.osd.5.smithi052.stderr:2024-09-19T04:39:35.963+0000 7f7fbee00640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T04:39:36.515 INFO:tasks.ceph.osd.2.smithi031.stderr:2024-09-19T04:39:36.514+0000 7fe3b2400640 -1 osd.2 0 waiting for initial osdmap 2024-09-19T04:39:36.525 INFO:tasks.ceph.osd.2.smithi031.stderr:2024-09-19T04:39:36.523+0000 7fe3a8400640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T04:39:36.579 INFO:tasks.ceph.osd.1.smithi031.stderr:2024-09-19T04:39:36.578+0000 7fbfa0600640 -1 osd.1 0 waiting for initial osdmap 2024-09-19T04:39:36.587 INFO:tasks.ceph.osd.1.smithi031.stderr:2024-09-19T04:39:36.585+0000 7fbf96600640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T04:39:36.601 INFO:tasks.ceph.osd.0.smithi031.stderr:2024-09-19T04:39:36.599+0000 7fa427c00640 -1 osd.0 0 waiting for initial osdmap 2024-09-19T04:39:36.607 INFO:tasks.ceph.osd.0.smithi031.stderr:2024-09-19T04:39:36.605+0000 7fa41d200640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T04:39:36.640 INFO:tasks.ceph.osd.3.smithi031.stderr:2024-09-19T04:39:36.639+0000 7f8cfce00640 -1 osd.3 0 waiting for initial osdmap 2024-09-19T04:39:36.644 INFO:tasks.ceph.osd.3.smithi031.stderr:2024-09-19T04:39:36.643+0000 7f8cf2e00640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T04:39:42.650 DEBUG:teuthology.orchestra.run.smithi031:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T04:39:42.797 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.795+0000 7f10e9e00640 1 Processor -- start 2024-09-19T04:39:42.797 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.795+0000 7f10e9e00640 1 -- start start 2024-09-19T04:39:42.800 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.796+0000 7f10e9e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f10e415f960 0x7f10e40cf890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.800 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.796+0000 7f10e9e00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f10e40af520 0x7f10e406de40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.801 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.796+0000 7f10e9e00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10e40ad130 con 0x7f10e40b4a90 2024-09-19T04:39:42.801 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.796+0000 7f10e9e00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f10e40b4600 con 0x7f10e415f960 2024-09-19T04:39:42.801 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.796+0000 7f10e9e00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f10e40ad990 con 0x7f10e40af520 2024-09-19T04:39:42.801 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.797+0000 7f10e2a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f10e415f960 0x7f10e40cf890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.801 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.797+0000 7f10e2a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f10e415f960 0x7f10e40cf890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60110/0 (socket says 172.21.15.31:60110) 2024-09-19T04:39:42.801 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.797+0000 7f10e2a00640 1 -- 172.21.15.31:0/2007034954 learned_addr learned my addr 172.21.15.31:0/2007034954 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:42.802 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.797+0000 7f10dbe00640 1 --1- 172.21.15.31:0/2007034954 >> v1:172.21.15.31:6789/0 conn(0x7f10e40b4a90 0x7f10e40aee10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:54714/0 (socket says 172.21.15.31:54714) 2024-09-19T04:39:42.802 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.797+0000 7f10e3400640 1 --2- 172.21.15.31:0/2007034954 >> v2:172.21.15.52:3300/0 conn(0x7f10e40af520 0x7f10e406de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.802 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.797+0000 7f10e2a00640 1 -- 172.21.15.31:0/2007034954 >> v2:172.21.15.52:3300/0 conn(0x7f10e40af520 msgr2=0x7f10e406de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:42.802 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.797+0000 7f10e2a00640 1 --2- 172.21.15.31:0/2007034954 >> v2:172.21.15.52:3300/0 conn(0x7f10e40af520 0x7f10e406de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.802 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.797+0000 7f10e2a00640 1 -- 172.21.15.31:0/2007034954 >> v1:172.21.15.31:6789/0 conn(0x7f10e40b4a90 legacy=0x7f10e40aee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.802 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.797+0000 7f10e2a00640 1 -- 172.21.15.31:0/2007034954 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10e40ad3d0 con 0x7f10e415f960 2024-09-19T04:39:42.802 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.797+0000 7f10e2000640 1 -- 172.21.15.31:0/2007034954 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4203305962 0 0) 0x7f10e40ad130 con 0x7f10e40b4a90 2024-09-19T04:39:42.803 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.798+0000 7f10e2a00640 1 --2- 172.21.15.31:0/2007034954 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10e415f960 0x7f10e40cf890 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f10e4071e40 tx=0x7f10d402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80642aeb5eecf82b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:42.803 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.798+0000 7f10e2000640 1 -- 172.21.15.31:0/2007034954 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d4037070 con 0x7f10e415f960 2024-09-19T04:39:42.803 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.799+0000 7f10e2000640 1 -- 172.21.15.31:0/2007034954 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10d4032440 con 0x7f10e415f960 2024-09-19T04:39:42.803 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.799+0000 7f10e2000640 1 -- 172.21.15.31:0/2007034954 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d4032810 con 0x7f10e415f960 2024-09-19T04:39:42.806 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.799+0000 7f10e9e00640 1 -- 172.21.15.31:0/2007034954 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10e415f960 msgr2=0x7f10e40cf890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.807 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.799+0000 7f10e9e00640 1 --2- 172.21.15.31:0/2007034954 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10e415f960 0x7f10e40cf890 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f10e4071e40 tx=0x7f10d402a1e0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.807 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.799+0000 7f10e9e00640 1 -- 172.21.15.31:0/2007034954 shutdown_connections 2024-09-19T04:39:42.807 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.799+0000 7f10e9e00640 1 --2- 172.21.15.31:0/2007034954 >> v2:172.21.15.52:3300/0 conn(0x7f10e40af520 0x7f10e406de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.807 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.799+0000 7f10e9e00640 1 --2- 172.21.15.31:0/2007034954 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10e415f960 0x7f10e40cf890 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.807 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.799+0000 7f10e9e00640 1 -- 172.21.15.31:0/2007034954 >> 172.21.15.31:0/2007034954 conn(0x7f10e40b1e50 msgr2=0x7f10e40b2260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:42.807 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.799+0000 7f10e9e00640 1 -- 172.21.15.31:0/2007034954 shutdown_connections 2024-09-19T04:39:42.807 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.799+0000 7f10e9e00640 1 -- 172.21.15.31:0/2007034954 wait complete. 2024-09-19T04:39:42.807 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.801+0000 7f10e9e00640 1 Processor -- start 2024-09-19T04:39:42.807 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.801+0000 7f10e9e00640 1 -- start start 2024-09-19T04:39:42.807 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.802+0000 7f10e9e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f10e40af520 0x7f10e41f37e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.808 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.802+0000 7f10e9e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f10e40b4a90 0x7f10e4073ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.808 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.802+0000 7f10e9e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10e415f960 0x7f10e415cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.808 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.802+0000 7f10e9e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f10e406fe10 con 0x7f10e415f960 2024-09-19T04:39:42.808 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.802+0000 7f10e9e00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f10e40b4290 con 0x7f10e40af520 2024-09-19T04:39:42.808 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.802+0000 7f10e9e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f10e40cfdd0 con 0x7f10e40b4a90 2024-09-19T04:39:42.808 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.802+0000 7f10e3400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10e415f960 0x7f10e415cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.808 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.802+0000 7f10e3400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10e415f960 0x7f10e415cd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60114/0 (socket says 172.21.15.31:60114) 2024-09-19T04:39:42.809 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.802+0000 7f10e3400640 1 -- 172.21.15.31:0/1160138874 learned_addr learned my addr 172.21.15.31:0/1160138874 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:42.809 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.802+0000 7f10e2a00640 1 --2- 172.21.15.31:0/1160138874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f10e40af520 0x7f10e41f37e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.809 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.802+0000 7f10dbe00640 1 --2- 172.21.15.31:0/1160138874 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f10e40b4a90 0x7f10e4073ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.809 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.803+0000 7f10e3400640 1 -- 172.21.15.31:0/1160138874 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f10e40b4a90 msgr2=0x7f10e4073ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.809 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.803+0000 7f10e3400640 1 --2- 172.21.15.31:0/1160138874 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f10e40b4a90 0x7f10e4073ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.809 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.803+0000 7f10e3400640 1 -- 172.21.15.31:0/1160138874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f10e40af520 msgr2=0x7f10e41f37e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:42.809 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.803+0000 7f10e3400640 1 --2- 172.21.15.31:0/1160138874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f10e40af520 0x7f10e41f37e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:42.809 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.803+0000 7f10e3400640 1 -- 172.21.15.31:0/1160138874 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10e40c9a20 con 0x7f10e415f960 2024-09-19T04:39:42.809 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.803+0000 7f10e3400640 1 --2- 172.21.15.31:0/1160138874 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10e415f960 0x7f10e415cd00 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f10dc00efc0 tx=0x7f10dc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:42.810 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.803+0000 7f10db400640 1 -- 172.21.15.31:0/1160138874 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10dc018020 con 0x7f10e415f960 2024-09-19T04:39:42.810 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.803+0000 7f10db400640 1 -- 172.21.15.31:0/1160138874 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10dc014480 con 0x7f10e415f960 2024-09-19T04:39:42.810 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.803+0000 7f10e9e00640 1 -- 172.21.15.31:0/1160138874 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10e40c9d00 con 0x7f10e415f960 2024-09-19T04:39:42.810 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.803+0000 7f10db400640 1 -- 172.21.15.31:0/1160138874 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10dc014870 con 0x7f10e415f960 2024-09-19T04:39:42.810 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.803+0000 7f10e9e00640 1 -- 172.21.15.31:0/1160138874 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10e40ca2c0 con 0x7f10e415f960 2024-09-19T04:39:42.810 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.804+0000 7f10e9e00640 1 -- 172.21.15.31:0/1160138874 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10e40cf890 con 0x7f10e415f960 2024-09-19T04:39:42.811 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.805+0000 7f10db400640 1 -- 172.21.15.31:0/1160138874 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f10dc005d10 con 0x7f10e415f960 2024-09-19T04:39:42.811 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.806+0000 7f10db400640 1 --2- 172.21.15.31:0/1160138874 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f10c006c2b0 0x7f10c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:42.812 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.806+0000 7f10db400640 1 -- 172.21.15.31:0/1160138874 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7f10dc08ba50 con 0x7f10e415f960 2024-09-19T04:39:42.812 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.806+0000 7f10e2a00640 1 --2- 172.21.15.31:0/1160138874 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f10c006c2b0 0x7f10c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:42.812 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.807+0000 7f10e2a00640 1 --2- 172.21.15.31:0/1160138874 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f10c006c2b0 0x7f10c006e770 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f10d4034000 tx=0x7f10d402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:42.813 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.811+0000 7f10db400640 1 -- 172.21.15.31:0/1160138874 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f10dc022070 con 0x7f10e415f960 2024-09-19T04:39:42.999 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.997+0000 7f10e9e00640 1 -- 172.21.15.31:0/1160138874 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f10e40ccbb0 con 0x7f10e415f960 2024-09-19T04:39:43.000 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:42.998+0000 7f10db400640 1 -- 172.21.15.31:0/1160138874 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) ==== 74+0+12860 (secure 0 0 0) 0x7f10dc010040 con 0x7f10e415f960 2024-09-19T04:39:43.000 INFO:teuthology.misc.health.smithi031.stdout: 2024-09-19T04:39:43.000 INFO:teuthology.misc.health.smithi031.stdout:{"epoch":16,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:39:39.913748+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:39:43.002 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:43.000+0000 7f10e9e00640 1 -- 172.21.15.31:0/1160138874 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f10c006c2b0 msgr2=0x7f10c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:43.002 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:43.000+0000 7f10e9e00640 1 --2- 172.21.15.31:0/1160138874 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f10c006c2b0 0x7f10c006e770 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f10d4034000 tx=0x7f10d402e000 comp rx=0 tx=0).stop 2024-09-19T04:39:43.002 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:43.000+0000 7f10e9e00640 1 -- 172.21.15.31:0/1160138874 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10e415f960 msgr2=0x7f10e415cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:43.002 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:43.000+0000 7f10e9e00640 1 --2- 172.21.15.31:0/1160138874 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10e415f960 0x7f10e415cd00 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f10dc00efc0 tx=0x7f10dc00c490 comp rx=0 tx=0).stop 2024-09-19T04:39:43.003 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:43.000+0000 7f10e9e00640 1 -- 172.21.15.31:0/1160138874 shutdown_connections 2024-09-19T04:39:43.003 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:43.000+0000 7f10e9e00640 1 --2- 172.21.15.31:0/1160138874 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f10e415f960 0x7f10e415cd00 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.003 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:43.000+0000 7f10e9e00640 1 --2- 172.21.15.31:0/1160138874 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f10e40b4a90 0x7f10e4073ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.003 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:43.000+0000 7f10e9e00640 1 --2- 172.21.15.31:0/1160138874 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f10c006c2b0 0x7f10c006e770 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.003 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:43.000+0000 7f10e9e00640 1 --2- 172.21.15.31:0/1160138874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f10e40af520 0x7f10e41f37e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.003 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:43.000+0000 7f10e9e00640 1 -- 172.21.15.31:0/1160138874 >> 172.21.15.31:0/1160138874 conn(0x7f10e40b1e50 msgr2=0x7f10e40cf030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:43.003 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:43.000+0000 7f10e9e00640 1 -- 172.21.15.31:0/1160138874 shutdown_connections 2024-09-19T04:39:43.003 INFO:teuthology.misc.health.smithi031.stderr:2024-09-19T04:39:43.000+0000 7f10e9e00640 1 -- 172.21.15.31:0/1160138874 wait complete. 2024-09-19T04:39:43.015 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-19T04:39:43.016 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-19T04:39:43.016 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T04:39:43.016 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T04:39:43.020 INFO:tasks.ceph.mds.a:Started 2024-09-19T04:39:43.020 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T04:39:43.020 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T04:39:43.024 INFO:tasks.ceph.mds.c:Started 2024-09-19T04:39:43.024 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T04:39:43.024 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T04:39:43.029 INFO:tasks.ceph.mds.b:Started 2024-09-19T04:39:43.029 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T04:39:43.029 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T04:39:43.033 INFO:tasks.ceph.mds.d:Started 2024-09-19T04:39:43.033 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-19T04:39:43.033 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:39:43.150 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-19T04:39:43.153 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-19T04:39:43.169 INFO:tasks.ceph.mds.d.smithi052.stdout:starting mds.d at 2024-09-19T04:39:43.169 INFO:tasks.ceph.mds.b.smithi052.stdout:starting mds.b at 2024-09-19T04:39:43.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.199+0000 7f94cb200640 1 Processor -- start 2024-09-19T04:39:43.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.199+0000 7f94cb200640 1 -- start start 2024-09-19T04:39:43.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.200+0000 7f94cb200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f94cc15e470 0x7f94cc0cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:43.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.200+0000 7f94cb200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f94cc0d00e0 0x7f94cc0d4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:43.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.200+0000 7f94cb200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94cc15e850 con 0x7f94cc0d4850 2024-09-19T04:39:43.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.200+0000 7f94cb200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f94cc0cf710 con 0x7f94cc0d00e0 2024-09-19T04:39:43.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.200+0000 7f94cb200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f94cc0d1c60 con 0x7f94cc15e470 2024-09-19T04:39:43.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.200+0000 7f94ca800640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f94cc0d4850 0x7f94cc06d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:54744/0 (socket says 172.21.15.31:54744) 2024-09-19T04:39:43.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.200+0000 7f94ca800640 1 -- 172.21.15.31:0/3951663109 learned_addr learned my addr 172.21.15.31:0/3951663109 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:39:43.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.200+0000 7f94c3e00640 1 --2- 172.21.15.31:0/3951663109 >> v2:172.21.15.52:3300/0 conn(0x7f94cc0d00e0 0x7f94cc0d4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:43.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.200+0000 7f94c9e00640 1 --2- 172.21.15.31:0/3951663109 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f94cc15e470 0x7f94cc0cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:43.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.200+0000 7f94c9400640 1 -- 172.21.15.31:0/3951663109 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4008911382 0 0) 0x7f94cc15e850 con 0x7f94cc0d4850 2024-09-19T04:39:43.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.200+0000 7f94c9400640 1 -- 172.21.15.31:0/3951663109 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f94b0003520 con 0x7f94cc0d4850 2024-09-19T04:39:43.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9400640 1 -- 172.21.15.31:0/3951663109 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3423819721 0 0) 0x7f94b0003520 con 0x7f94cc0d4850 2024-09-19T04:39:43.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9400640 1 -- 172.21.15.31:0/3951663109 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f94cc15e470 msgr2=0x7f94cc0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:43.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9400640 1 --2- 172.21.15.31:0/3951663109 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f94cc15e470 0x7f94cc0cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9400640 1 -- 172.21.15.31:0/3951663109 >> v2:172.21.15.52:3300/0 conn(0x7f94cc0d00e0 msgr2=0x7f94cc0d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:43.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9400640 1 --2- 172.21.15.31:0/3951663109 >> v2:172.21.15.52:3300/0 conn(0x7f94cc0d00e0 0x7f94cc0d4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9400640 1 -- 172.21.15.31:0/3951663109 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94cc0d1980 con 0x7f94cc0d4850 2024-09-19T04:39:43.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9400640 1 -- 172.21.15.31:0/3951663109 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7f94c40019f0 con 0x7f94cc0d4850 2024-09-19T04:39:43.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9400640 1 -- 172.21.15.31:0/3951663109 >> v1:172.21.15.31:6789/0 conn(0x7f94cc0d4850 legacy=0x7f94cc06d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:43.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9400640 1 --2- 172.21.15.31:0/3951663109 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94b00039b0 0x7f94b0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:43.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9400640 1 --2- 172.21.15.31:0/3951663109 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f94cc15e470 0x7f94b0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:43.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9400640 1 --2- 172.21.15.31:0/3951663109 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f94b0004d40 0x7f94b00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:43.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9400640 1 -- 172.21.15.31:0/3951663109 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f94cc0cf710 con 0x7f94b00039b0 2024-09-19T04:39:43.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9400640 1 -- 172.21.15.31:0/3951663109 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f94cc0d1c60 con 0x7f94b0004d40 2024-09-19T04:39:43.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9400640 1 -- 172.21.15.31:0/3951663109 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f94b00141d0 con 0x7f94cc15e470 2024-09-19T04:39:43.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9e00640 1 --2- 172.21.15.31:0/3951663109 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94b00039b0 0x7f94b0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:43.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c3e00640 1 --2- 172.21.15.31:0/3951663109 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f94cc15e470 0x7f94b0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:43.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94ca800640 1 --2- 172.21.15.31:0/3951663109 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f94b0004d40 0x7f94b00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:43.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9e00640 1 -- 172.21.15.31:0/3951663109 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f94cc15e470 msgr2=0x7f94b0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:43.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9e00640 1 --2- 172.21.15.31:0/3951663109 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f94cc15e470 0x7f94b0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9e00640 1 -- 172.21.15.31:0/3951663109 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f94b0004d40 msgr2=0x7f94b00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:43.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9e00640 1 --2- 172.21.15.31:0/3951663109 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f94b0004d40 0x7f94b00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.201+0000 7f94c9e00640 1 -- 172.21.15.31:0/3951663109 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94b0003520 con 0x7f94b00039b0 2024-09-19T04:39:43.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.202+0000 7f94c9e00640 1 --2- 172.21.15.31:0/3951663109 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94b00039b0 0x7f94b0003dd0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f94bc009ac0 tx=0x7f94b0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e7facece66606ea server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:43.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.203+0000 7f94c9400640 1 -- 172.21.15.31:0/3951663109 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94bc036070 con 0x7f94b00039b0 2024-09-19T04:39:43.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.203+0000 7f94c9400640 1 -- 172.21.15.31:0/3951663109 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94bc031400 con 0x7f94b00039b0 2024-09-19T04:39:43.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.203+0000 7f94c9400640 1 -- 172.21.15.31:0/3951663109 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94bc009690 con 0x7f94b00039b0 2024-09-19T04:39:43.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.203+0000 7f94cb200640 1 -- 172.21.15.31:0/3951663109 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94b00039b0 msgr2=0x7f94b0003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:43.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.203+0000 7f94cb200640 1 --2- 172.21.15.31:0/3951663109 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94b00039b0 0x7f94b0003dd0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f94bc009ac0 tx=0x7f94b0005830 comp rx=0 tx=0).stop 2024-09-19T04:39:43.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.203+0000 7f94ca800640 1 -- 172.21.15.31:0/3951663109 reap_dead start 2024-09-19T04:39:43.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.203+0000 7f94cb200640 1 -- 172.21.15.31:0/3951663109 shutdown_connections 2024-09-19T04:39:43.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.203+0000 7f94cb200640 1 -- 172.21.15.31:0/3951663109 >> 172.21.15.31:0/3951663109 conn(0x7f94cc09d700 msgr2=0x7f94cc08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:43.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.203+0000 7f94cb200640 1 -- 172.21.15.31:0/3951663109 shutdown_connections 2024-09-19T04:39:43.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.203+0000 7f94cb200640 1 -- 172.21.15.31:0/3951663109 wait complete. 2024-09-19T04:39:43.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.205+0000 7f94cb200640 1 Processor -- start 2024-09-19T04:39:43.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.205+0000 7f94cb200640 1 -- start start 2024-09-19T04:39:43.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.206+0000 7f94cb200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94b00039b0 0x7f94cc15c580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:43.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.206+0000 7f94cb200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f94cc0b76f0 0x7f94cc0b6460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:43.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.206+0000 7f94cb200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f94cc0b5130 0x7f94cc0b55c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:43.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.206+0000 7f94cb200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f94cc06db70 con 0x7f94b00039b0 2024-09-19T04:39:43.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.206+0000 7f94cb200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f94cc0cf3a0 con 0x7f94cc0b76f0 2024-09-19T04:39:43.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.206+0000 7f94cb200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f94cc06dcf0 con 0x7f94cc0b5130 2024-09-19T04:39:43.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.206+0000 7f94c9e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94b00039b0 0x7f94cc15c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:43.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.206+0000 7f94c9e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94b00039b0 0x7f94cc15c580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60154/0 (socket says 172.21.15.31:60154) 2024-09-19T04:39:43.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.206+0000 7f94c9e00640 1 -- 172.21.15.31:0/3467988187 learned_addr learned my addr 172.21.15.31:0/3467988187 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:43.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.206+0000 7f94c3e00640 1 --2- 172.21.15.31:0/3467988187 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f94cc0b76f0 0x7f94cc0b6460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:43.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.206+0000 7f94ca800640 1 --2- 172.21.15.31:0/3467988187 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f94cc0b5130 0x7f94cc0b55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:43.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.206+0000 7f94c9e00640 1 -- 172.21.15.31:0/3467988187 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f94cc0b5130 msgr2=0x7f94cc0b55c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:43.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.206+0000 7f94c9e00640 1 --2- 172.21.15.31:0/3467988187 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f94cc0b5130 0x7f94cc0b55c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.206+0000 7f94c9e00640 1 -- 172.21.15.31:0/3467988187 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f94cc0b76f0 msgr2=0x7f94cc0b6460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:43.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.206+0000 7f94c9e00640 1 --2- 172.21.15.31:0/3467988187 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f94cc0b76f0 0x7f94cc0b6460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.206+0000 7f94c9e00640 1 -- 172.21.15.31:0/3467988187 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94cc0b7b90 con 0x7f94b00039b0 2024-09-19T04:39:43.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.207+0000 7f94c9e00640 1 --2- 172.21.15.31:0/3467988187 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94b00039b0 0x7f94cc15c580 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f94bc009ac0 tx=0x7f94bc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:43.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.207+0000 7f94c2000640 1 -- 172.21.15.31:0/3467988187 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94bc040020 con 0x7f94b00039b0 2024-09-19T04:39:43.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.207+0000 7f94c2000640 1 -- 172.21.15.31:0/3467988187 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94bc003bc0 con 0x7f94b00039b0 2024-09-19T04:39:43.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.207+0000 7f94c2000640 1 -- 172.21.15.31:0/3467988187 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94bc036040 con 0x7f94b00039b0 2024-09-19T04:39:43.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.207+0000 7f94cb200640 1 -- 172.21.15.31:0/3467988187 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94cc15b7c0 con 0x7f94b00039b0 2024-09-19T04:39:43.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.207+0000 7f94cb200640 1 -- 172.21.15.31:0/3467988187 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94cc15bd80 con 0x7f94b00039b0 2024-09-19T04:39:43.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.208+0000 7f94cb200640 1 -- 172.21.15.31:0/3467988187 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94cc0d4310 con 0x7f94b00039b0 2024-09-19T04:39:43.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.209+0000 7f94c2000640 1 -- 172.21.15.31:0/3467988187 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f94bc043020 con 0x7f94b00039b0 2024-09-19T04:39:43.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.210+0000 7f94c2000640 1 --2- 172.21.15.31:0/3467988187 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f94a806c2b0 0x7f94a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:43.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.210+0000 7f94c2000640 1 -- 172.21.15.31:0/3467988187 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7f94bc0ab200 con 0x7f94b00039b0 2024-09-19T04:39:43.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.211+0000 7f94c3e00640 1 --2- 172.21.15.31:0/3467988187 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f94a806c2b0 0x7f94a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:43.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.211+0000 7f94c3e00640 1 --2- 172.21.15.31:0/3467988187 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f94a806c2b0 0x7f94a806e770 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f94cc0ba320 tx=0x7f94b4009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:43.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.215+0000 7f94c2000640 1 -- 172.21.15.31:0/3467988187 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f94bc04a070 con 0x7f94b00039b0 2024-09-19T04:39:43.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.436+0000 7f94cb200640 1 -- 172.21.15.31:0/3467988187 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f94cc06cf90 con 0x7f94b00039b0 2024-09-19T04:39:43.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.436+0000 7f94c2000640 1 -- 172.21.15.31:0/3467988187 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1434 (secure 0 0 0) 0x7f94bc0044e0 con 0x7f94b00039b0 2024-09-19T04:39:43.439 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:39:43.439 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":2,"btime":"2024-09-19T04:39:43:157646+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1405236214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":1405236214},{"type":"v1","addr":"172.21.15.31:6835","nonce":1405236214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-19T04:39:43.439 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 2 2024-09-19T04:39:43.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.439+0000 7f94cb200640 1 -- 172.21.15.31:0/3467988187 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f94a806c2b0 msgr2=0x7f94a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:43.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.439+0000 7f94cb200640 1 --2- 172.21.15.31:0/3467988187 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f94a806c2b0 0x7f94a806e770 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f94cc0ba320 tx=0x7f94b4009190 comp rx=0 tx=0).stop 2024-09-19T04:39:43.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.439+0000 7f94cb200640 1 -- 172.21.15.31:0/3467988187 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94b00039b0 msgr2=0x7f94cc15c580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:43.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.439+0000 7f94cb200640 1 --2- 172.21.15.31:0/3467988187 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94b00039b0 0x7f94cc15c580 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f94bc009ac0 tx=0x7f94bc004730 comp rx=0 tx=0).stop 2024-09-19T04:39:43.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.439+0000 7f94cb200640 1 -- 172.21.15.31:0/3467988187 shutdown_connections 2024-09-19T04:39:43.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.439+0000 7f94cb200640 1 --2- 172.21.15.31:0/3467988187 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f94cc0b5130 0x7f94cc0b55c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.439+0000 7f94cb200640 1 --2- 172.21.15.31:0/3467988187 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f94a806c2b0 0x7f94a806e770 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.439+0000 7f94cb200640 1 --2- 172.21.15.31:0/3467988187 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f94cc0b76f0 0x7f94cc0b6460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.439+0000 7f94cb200640 1 --2- 172.21.15.31:0/3467988187 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f94b00039b0 0x7f94cc15c580 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:43.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.439+0000 7f94cb200640 1 -- 172.21.15.31:0/3467988187 >> 172.21.15.31:0/3467988187 conn(0x7f94cc09d700 msgr2=0x7f94cc15d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:43.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.439+0000 7f94cb200640 1 -- 172.21.15.31:0/3467988187 shutdown_connections 2024-09-19T04:39:43.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:43.439+0000 7f94cb200640 1 -- 172.21.15.31:0/3467988187 wait complete. 2024-09-19T04:39:45.102 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:39:45.107 DEBUG:teuthology.orchestra.run.smithi052:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:39:45.457 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:39:45.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.622+0000 7f261c200640 1 Processor -- start 2024-09-19T04:39:45.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.623+0000 7f261c200640 1 -- start start 2024-09-19T04:39:45.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.624+0000 7f261c200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f261406f0e0 0x7f261415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:45.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.624+0000 7f261c200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f261406f4c0 0x7f26140cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:45.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.624+0000 7f261c200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f26140cf5a0 0x7f26140b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:45.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.624+0000 7f261c200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f261415bc50 con 0x7f26140cf5a0 2024-09-19T04:39:45.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.624+0000 7f261c200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f2614152630 con 0x7f261406f0e0 2024-09-19T04:39:45.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.624+0000 7f261c200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f261415c620 con 0x7f261406f4c0 2024-09-19T04:39:45.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.624+0000 7f261a200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f26140cf5a0 0x7f26140b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:45.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.624+0000 7f261a200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f26140cf5a0 0x7f26140b3ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60160/0 (socket says 172.21.15.31:60160) 2024-09-19T04:39:45.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.624+0000 7f261a200640 1 -- 172.21.15.31:0/58924319 learned_addr learned my addr 172.21.15.31:0/58924319 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:45.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.624+0000 7f2618e00640 1 --2- 172.21.15.31:0/58924319 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f261406f4c0 0x7f26140cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:45.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.624+0000 7f2619800640 1 --2- 172.21.15.31:0/58924319 >> v2:172.21.15.52:3300/0 conn(0x7f261406f0e0 0x7f261415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:45.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.625+0000 7f261a200640 1 -- 172.21.15.31:0/58924319 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f261406f4c0 msgr2=0x7f26140cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:45.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.625+0000 7f261a200640 1 --2- 172.21.15.31:0/58924319 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f261406f4c0 0x7f26140cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.625+0000 7f261a200640 1 -- 172.21.15.31:0/58924319 >> v2:172.21.15.52:3300/0 conn(0x7f261406f0e0 msgr2=0x7f261415c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:45.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.625+0000 7f261a200640 1 --2- 172.21.15.31:0/58924319 >> v2:172.21.15.52:3300/0 conn(0x7f261406f0e0 0x7f261415c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.625+0000 7f261a200640 1 -- 172.21.15.31:0/58924319 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26140cfb40 con 0x7f26140cf5a0 2024-09-19T04:39:45.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.626+0000 7f261a200640 1 --2- 172.21.15.31:0/58924319 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26140cf5a0 0x7f26140b3ba0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f2614073070 tx=0x7f260c02c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b33c0e310aa1f234 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:45.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.626+0000 7f2613e00640 1 -- 172.21.15.31:0/58924319 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f260c00b2e0 con 0x7f26140cf5a0 2024-09-19T04:39:45.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.626+0000 7f2613e00640 1 -- 172.21.15.31:0/58924319 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f260c009600 con 0x7f26140cf5a0 2024-09-19T04:39:45.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.626+0000 7f2613e00640 1 -- 172.21.15.31:0/58924319 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f260c00b480 con 0x7f26140cf5a0 2024-09-19T04:39:45.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.626+0000 7f261c200640 1 -- 172.21.15.31:0/58924319 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26140cf5a0 msgr2=0x7f26140b3ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:45.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.626+0000 7f261c200640 1 --2- 172.21.15.31:0/58924319 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26140cf5a0 0x7f26140b3ba0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f2614073070 tx=0x7f260c02c8a0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.626+0000 7f261c200640 1 -- 172.21.15.31:0/58924319 shutdown_connections 2024-09-19T04:39:45.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.626+0000 7f261c200640 1 --2- 172.21.15.31:0/58924319 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26140cf5a0 0x7f26140b3ba0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.626+0000 7f261c200640 1 --2- 172.21.15.31:0/58924319 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f261406f4c0 0x7f26140cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.626+0000 7f261c200640 1 --2- 172.21.15.31:0/58924319 >> v2:172.21.15.52:3300/0 conn(0x7f261406f0e0 0x7f261415c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.626+0000 7f261c200640 1 -- 172.21.15.31:0/58924319 >> 172.21.15.31:0/58924319 conn(0x7f2614067da0 msgr2=0x7f261406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:45.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.627+0000 7f261c200640 1 -- 172.21.15.31:0/58924319 shutdown_connections 2024-09-19T04:39:45.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.627+0000 7f261c200640 1 -- 172.21.15.31:0/58924319 wait complete. 2024-09-19T04:39:45.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.628+0000 7f261c200640 1 Processor -- start 2024-09-19T04:39:45.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.628+0000 7f261c200640 1 -- start start 2024-09-19T04:39:45.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.629+0000 7f261c200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f261406f0e0 0x7f261414d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:45.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.629+0000 7f261c200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f261406f4c0 0x7f261414df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:45.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.629+0000 7f261c200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26140cf5a0 0x7f261414e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:45.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.629+0000 7f261c200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f261406f900 con 0x7f26140cf5a0 2024-09-19T04:39:45.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.629+0000 7f261c200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f261415b8e0 con 0x7f261406f4c0 2024-09-19T04:39:45.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.629+0000 7f261c200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f261414fa50 con 0x7f261406f0e0 2024-09-19T04:39:45.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.630+0000 7f261a200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26140cf5a0 0x7f261414e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:45.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.630+0000 7f261a200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26140cf5a0 0x7f261414e4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60168/0 (socket says 172.21.15.31:60168) 2024-09-19T04:39:45.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.630+0000 7f261a200640 1 -- 172.21.15.31:0/617428607 learned_addr learned my addr 172.21.15.31:0/617428607 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:45.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.630+0000 7f2618e00640 1 --2- 172.21.15.31:0/617428607 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f261406f4c0 0x7f261414df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:45.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.630+0000 7f2619800640 1 --2- 172.21.15.31:0/617428607 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f261406f0e0 0x7f261414d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:45.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.630+0000 7f261a200640 1 -- 172.21.15.31:0/617428607 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f261406f0e0 msgr2=0x7f261414d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:45.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.630+0000 7f261a200640 1 --2- 172.21.15.31:0/617428607 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f261406f0e0 0x7f261414d840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.630+0000 7f261a200640 1 -- 172.21.15.31:0/617428607 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f261406f4c0 msgr2=0x7f261414df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:45.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.630+0000 7f261a200640 1 --2- 172.21.15.31:0/617428607 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f261406f4c0 0x7f261414df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.630+0000 7f261a200640 1 -- 172.21.15.31:0/617428607 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f261414dd80 con 0x7f26140cf5a0 2024-09-19T04:39:45.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.630+0000 7f261a200640 1 --2- 172.21.15.31:0/617428607 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26140cf5a0 0x7f261414e4c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f260c02ce90 tx=0x7f260c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:45.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.631+0000 7f2611600640 1 -- 172.21.15.31:0/617428607 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f260c041030 con 0x7f26140cf5a0 2024-09-19T04:39:45.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.631+0000 7f2611600640 1 -- 172.21.15.31:0/617428607 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f260c009370 con 0x7f26140cf5a0 2024-09-19T04:39:45.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.631+0000 7f2611600640 1 -- 172.21.15.31:0/617428607 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f260c03d870 con 0x7f26140cf5a0 2024-09-19T04:39:45.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.631+0000 7f261c200640 1 -- 172.21.15.31:0/617428607 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f261414f720 con 0x7f26140cf5a0 2024-09-19T04:39:45.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.631+0000 7f261c200640 1 -- 172.21.15.31:0/617428607 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26141e4ca0 con 0x7f26140cf5a0 2024-09-19T04:39:45.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.632+0000 7f261c200640 1 -- 172.21.15.31:0/617428607 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f261406eec0 con 0x7f26140cf5a0 2024-09-19T04:39:45.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.633+0000 7f2611600640 1 -- 172.21.15.31:0/617428607 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f260c044030 con 0x7f26140cf5a0 2024-09-19T04:39:45.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.634+0000 7f2611600640 1 --2- 172.21.15.31:0/617428607 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f25f406c2b0 0x7f25f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:45.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.634+0000 7f2611600640 1 -- 172.21.15.31:0/617428607 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7f260c030020 con 0x7f26140cf5a0 2024-09-19T04:39:45.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.634+0000 7f2619800640 1 --2- 172.21.15.31:0/617428607 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f25f406c2b0 0x7f25f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:45.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.634+0000 7f2619800640 1 --2- 172.21.15.31:0/617428607 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f25f406c2b0 0x7f25f406e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f2608003610 tx=0x7f2608008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:45.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.638+0000 7f2611600640 1 -- 172.21.15.31:0/617428607 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f260c04b020 con 0x7f26140cf5a0 2024-09-19T04:39:45.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.859+0000 7f261c200640 1 -- 172.21.15.31:0/617428607 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f261415c2f0 con 0x7f26140cf5a0 2024-09-19T04:39:45.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.859+0000 7f2611600640 1 -- 172.21.15.31:0/617428607 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3906 (secure 0 0 0) 0x7f261414dd80 con 0x7f26140cf5a0 2024-09-19T04:39:45.861 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:39:45.861 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":3,"btime":"2024-09-19T04:39:44:159744+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/3433161175","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6836","nonce":3433161175},{"type":"v1","addr":"172.21.15.31:6837","nonce":3433161175}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1405236214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":1405236214},{"type":"v1","addr":"172.21.15.31:6835","nonce":1405236214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3928232119","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":3928232119},{"type":"v1","addr":"172.21.15.52:6835","nonce":3928232119}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4287,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6834/1346261032","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":1346261032},{"type":"v1","addr":"172.21.15.52:6834","nonce":1346261032}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-19T04:39:45.861 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 3 2024-09-19T04:39:45.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.861+0000 7f261c200640 1 -- 172.21.15.31:0/617428607 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f25f406c2b0 msgr2=0x7f25f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:45.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.861+0000 7f261c200640 1 --2- 172.21.15.31:0/617428607 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f25f406c2b0 0x7f25f406e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f2608003610 tx=0x7f2608008040 comp rx=0 tx=0).stop 2024-09-19T04:39:45.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.861+0000 7f261c200640 1 -- 172.21.15.31:0/617428607 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26140cf5a0 msgr2=0x7f261414e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:45.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.861+0000 7f261c200640 1 --2- 172.21.15.31:0/617428607 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26140cf5a0 0x7f261414e4c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f260c02ce90 tx=0x7f260c004a40 comp rx=0 tx=0).stop 2024-09-19T04:39:45.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.861+0000 7f261c200640 1 -- 172.21.15.31:0/617428607 shutdown_connections 2024-09-19T04:39:45.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.861+0000 7f261c200640 1 --2- 172.21.15.31:0/617428607 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26140cf5a0 0x7f261414e4c0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.861+0000 7f261c200640 1 --2- 172.21.15.31:0/617428607 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f25f406c2b0 0x7f25f406e770 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.861+0000 7f261c200640 1 --2- 172.21.15.31:0/617428607 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f261406f4c0 0x7f261414df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.861+0000 7f261c200640 1 --2- 172.21.15.31:0/617428607 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f261406f0e0 0x7f261414d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:45.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.861+0000 7f261c200640 1 -- 172.21.15.31:0/617428607 >> 172.21.15.31:0/617428607 conn(0x7f2614067da0 msgr2=0x7f261406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:45.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.861+0000 7f261c200640 1 -- 172.21.15.31:0/617428607 shutdown_connections 2024-09-19T04:39:45.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:45.861+0000 7f261c200640 1 -- 172.21.15.31:0/617428607 wait complete. 2024-09-19T04:39:45.878 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T04:39:46.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.032+0000 7f3991200640 1 Processor -- start 2024-09-19T04:39:46.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.032+0000 7f3991200640 1 -- start start 2024-09-19T04:39:46.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.033+0000 7f3991200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f398c0cfb00 0x7f398c0d1860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.033+0000 7f3991200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f398c0d0200 con 0x7f398c06ce10 2024-09-19T04:39:46.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.033+0000 7f3991200640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f398c0d21c0 con 0x7f398c15e260 2024-09-19T04:39:46.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.033+0000 7f3991200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f398c0d1f70 con 0x7f398c0cfb00 2024-09-19T04:39:46.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.033+0000 7f398be00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f398c06ce10 0x7f398c06d260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:54746/0 (socket says 172.21.15.31:54746) 2024-09-19T04:39:46.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.033+0000 7f398be00640 1 -- 172.21.15.31:0/3761359859 learned_addr learned my addr 172.21.15.31:0/3761359859 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:39:46.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.034+0000 7f398aa00640 1 --2- 172.21.15.31:0/3761359859 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f398c0cfb00 0x7f398c0d1860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.034+0000 7f398a000640 1 -- 172.21.15.31:0/3761359859 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3754070975 0 0) 0x7f398c0d0200 con 0x7f398c06ce10 2024-09-19T04:39:46.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.034+0000 7f398a000640 1 -- 172.21.15.31:0/3761359859 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3970003520 con 0x7f398c06ce10 2024-09-19T04:39:46.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.034+0000 7f398aa00640 1 -- 172.21.15.31:0/3761359859 >> v1:172.21.15.52:6789/0 conn(0x7f398c15e260 legacy=0x7f398c0d2ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.034+0000 7f398a000640 1 -- 172.21.15.31:0/3761359859 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3681391772 0 0) 0x7f398c0d21c0 con 0x7f398c15e260 2024-09-19T04:39:46.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.034+0000 7f398aa00640 1 -- 172.21.15.31:0/3761359859 >> v1:172.21.15.31:6789/0 conn(0x7f398c06ce10 legacy=0x7f398c06d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.034+0000 7f398aa00640 1 -- 172.21.15.31:0/3761359859 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f398c0d24a0 con 0x7f398c0cfb00 2024-09-19T04:39:46.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.035+0000 7f398aa00640 1 --2- 172.21.15.31:0/3761359859 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f398c0cfb00 0x7f398c0d1860 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f39780097d0 tx=0x7f397802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cafea20f7a8c27b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:46.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.036+0000 7f398a000640 1 -- 172.21.15.31:0/3761359859 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3978037070 con 0x7f398c0cfb00 2024-09-19T04:39:46.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.036+0000 7f398a000640 1 -- 172.21.15.31:0/3761359859 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3978032440 con 0x7f398c0cfb00 2024-09-19T04:39:46.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.036+0000 7f398a000640 1 -- 172.21.15.31:0/3761359859 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3978032810 con 0x7f398c0cfb00 2024-09-19T04:39:46.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.036+0000 7f3991200640 1 -- 172.21.15.31:0/3761359859 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f398c0cfb00 msgr2=0x7f398c0d1860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.036+0000 7f3991200640 1 --2- 172.21.15.31:0/3761359859 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f398c0cfb00 0x7f398c0d1860 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f39780097d0 tx=0x7f397802a210 comp rx=0 tx=0).stop 2024-09-19T04:39:46.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.036+0000 7f3991200640 1 -- 172.21.15.31:0/3761359859 shutdown_connections 2024-09-19T04:39:46.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.036+0000 7f3991200640 1 --2- 172.21.15.31:0/3761359859 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f398c0cfb00 0x7f398c0d1860 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.036+0000 7f3991200640 1 -- 172.21.15.31:0/3761359859 >> 172.21.15.31:0/3761359859 conn(0x7f398c09d6c0 msgr2=0x7f398c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:46.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.036+0000 7f3991200640 1 -- 172.21.15.31:0/3761359859 shutdown_connections 2024-09-19T04:39:46.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.036+0000 7f3991200640 1 -- 172.21.15.31:0/3761359859 wait complete. 2024-09-19T04:39:46.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.038+0000 7f3991200640 1 Processor -- start 2024-09-19T04:39:46.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.038+0000 7f3991200640 1 -- start start 2024-09-19T04:39:46.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.039+0000 7f3991200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f398c06ce10 0x7f398c0c7f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.039+0000 7f3991200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f398c0cfb00 0x7f398c160310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.039+0000 7f3991200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f398c15e260 0x7f398c15ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.039+0000 7f3991200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f398c0d33b0 con 0x7f398c0cfb00 2024-09-19T04:39:46.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.039+0000 7f3991200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f398c0d2810 con 0x7f398c06ce10 2024-09-19T04:39:46.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.039+0000 7f3991200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f398c0d3530 con 0x7f398c15e260 2024-09-19T04:39:46.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.039+0000 7f398aa00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f398c0cfb00 0x7f398c160310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.039+0000 7f398aa00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f398c0cfb00 0x7f398c160310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60178/0 (socket says 172.21.15.31:60178) 2024-09-19T04:39:46.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.039+0000 7f398aa00640 1 -- 172.21.15.31:0/1326130903 learned_addr learned my addr 172.21.15.31:0/1326130903 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:46.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.039+0000 7f398b400640 1 --2- 172.21.15.31:0/1326130903 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f398c06ce10 0x7f398c0c7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.039+0000 7f398be00640 1 --2- 172.21.15.31:0/1326130903 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f398c15e260 0x7f398c15ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.039+0000 7f398aa00640 1 -- 172.21.15.31:0/1326130903 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f398c15e260 msgr2=0x7f398c15ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.039+0000 7f398aa00640 1 --2- 172.21.15.31:0/1326130903 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f398c15e260 0x7f398c15ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.040+0000 7f398aa00640 1 -- 172.21.15.31:0/1326130903 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f398c06ce10 msgr2=0x7f398c0c7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.040+0000 7f398aa00640 1 --2- 172.21.15.31:0/1326130903 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f398c06ce10 0x7f398c0c7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.040+0000 7f398aa00640 1 -- 172.21.15.31:0/1326130903 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f398c0cac30 con 0x7f398c0cfb00 2024-09-19T04:39:46.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.040+0000 7f398b400640 1 --2- 172.21.15.31:0/1326130903 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f398c06ce10 0x7f398c0c7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:46.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.040+0000 7f398aa00640 1 --2- 172.21.15.31:0/1326130903 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f398c0cfb00 0x7f398c160310 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3978035040 tx=0x7f39780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:46.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.040+0000 7f3983400640 1 -- 172.21.15.31:0/1326130903 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3978041070 con 0x7f398c0cfb00 2024-09-19T04:39:46.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.040+0000 7f3983400640 1 -- 172.21.15.31:0/1326130903 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3978004220 con 0x7f398c0cfb00 2024-09-19T04:39:46.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.040+0000 7f3983400640 1 -- 172.21.15.31:0/1326130903 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3978037040 con 0x7f398c0cfb00 2024-09-19T04:39:46.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.040+0000 7f3991200640 1 -- 172.21.15.31:0/1326130903 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f398c0b7760 con 0x7f398c0cfb00 2024-09-19T04:39:46.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.040+0000 7f3991200640 1 -- 172.21.15.31:0/1326130903 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f398c15f180 con 0x7f398c0cfb00 2024-09-19T04:39:46.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.041+0000 7f3991200640 1 -- 172.21.15.31:0/1326130903 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f398c15e760 con 0x7f398c0cfb00 2024-09-19T04:39:46.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.042+0000 7f3983400640 1 -- 172.21.15.31:0/1326130903 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3978003610 con 0x7f398c0cfb00 2024-09-19T04:39:46.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.043+0000 7f3983400640 1 --2- 172.21.15.31:0/1326130903 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f396c06c2b0 0x7f396c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.043+0000 7f3983400640 1 -- 172.21.15.31:0/1326130903 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7f39780ab880 con 0x7f398c0cfb00 2024-09-19T04:39:46.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.043+0000 7f398b400640 1 --2- 172.21.15.31:0/1326130903 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f396c06c2b0 0x7f396c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.044+0000 7f398b400640 1 --2- 172.21.15.31:0/1326130903 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f396c06c2b0 0x7f396c06e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f397c000f60 tx=0x7f397c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:46.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.047+0000 7f3983400640 1 -- 172.21.15.31:0/1326130903 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f397807a330 con 0x7f398c0cfb00 2024-09-19T04:39:46.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.234+0000 7f3991200640 1 -- 172.21.15.31:0/1326130903 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f398c0ba320 con 0x7f398c0cfb00 2024-09-19T04:39:46.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.234+0000 7f3983400640 1 -- 172.21.15.31:0/1326130903 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v16) ==== 84+0+65 (secure 0 0 0) 0x7f3978079c30 con 0x7f398c0cfb00 2024-09-19T04:39:46.236 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:39:46.236 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-19T04:39:46.236 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:39:46.236 INFO:teuthology.orchestra.run.smithi031.stdout: "poolnum": 1, 2024-09-19T04:39:46.237 INFO:teuthology.orchestra.run.smithi031.stdout: "poolname": ".mgr" 2024-09-19T04:39:46.237 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:39:46.237 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-19T04:39:46.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.236+0000 7f3991200640 1 -- 172.21.15.31:0/1326130903 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f396c06c2b0 msgr2=0x7f396c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.236+0000 7f3991200640 1 --2- 172.21.15.31:0/1326130903 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f396c06c2b0 0x7f396c06e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f397c000f60 tx=0x7f397c009040 comp rx=0 tx=0).stop 2024-09-19T04:39:46.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.236+0000 7f3991200640 1 -- 172.21.15.31:0/1326130903 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f398c0cfb00 msgr2=0x7f398c160310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.236+0000 7f3991200640 1 --2- 172.21.15.31:0/1326130903 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f398c0cfb00 0x7f398c160310 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3978035040 tx=0x7f39780046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.236+0000 7f3991200640 1 -- 172.21.15.31:0/1326130903 shutdown_connections 2024-09-19T04:39:46.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.236+0000 7f3991200640 1 --2- 172.21.15.31:0/1326130903 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f398c15e260 0x7f398c15ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.236+0000 7f3991200640 1 --2- 172.21.15.31:0/1326130903 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f398c0cfb00 0x7f398c160310 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.236+0000 7f3991200640 1 --2- 172.21.15.31:0/1326130903 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f396c06c2b0 0x7f396c06e770 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.236+0000 7f3991200640 1 --2- 172.21.15.31:0/1326130903 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f398c06ce10 0x7f398c0c7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.236+0000 7f3991200640 1 -- 172.21.15.31:0/1326130903 >> 172.21.15.31:0/1326130903 conn(0x7f398c09d6c0 msgr2=0x7f398c0d4190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:46.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.236+0000 7f3991200640 1 -- 172.21.15.31:0/1326130903 shutdown_connections 2024-09-19T04:39:46.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.236+0000 7f3991200640 1 -- 172.21.15.31:0/1326130903 wait complete. 2024-09-19T04:39:46.253 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T04:39:46.253 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T04:39:46.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.411+0000 7f6946c00640 1 Processor -- start 2024-09-19T04:39:46.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.411+0000 7f6946c00640 1 -- start start 2024-09-19T04:39:46.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.413+0000 7f6946c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f69400cf380 0x7f69400b38f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.413+0000 7f6946c00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f694015f5a0 con 0x7f694015e720 2024-09-19T04:39:46.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.413+0000 7f6946c00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f694015f870 con 0x7f69400b34a0 2024-09-19T04:39:46.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.413+0000 7f6946c00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f694015fb50 con 0x7f69400cf380 2024-09-19T04:39:46.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.413+0000 7f693fe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f694015e720 0x7f694015ee90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:54756/0 (socket says 172.21.15.31:54756) 2024-09-19T04:39:46.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.413+0000 7f693fe00640 1 -- 172.21.15.31:0/2139260745 learned_addr learned my addr 172.21.15.31:0/2139260745 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:39:46.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.413+0000 7f6944c00640 1 --2- 172.21.15.31:0/2139260745 >> v2:172.21.15.31:3300/0 conn(0x7f69400cf380 0x7f69400b38f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.413+0000 7f693f400640 1 -- 172.21.15.31:0/2139260745 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3599407274 0 0) 0x7f694015f5a0 con 0x7f694015e720 2024-09-19T04:39:46.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.413+0000 7f6944c00640 1 -- 172.21.15.31:0/2139260745 >> v1:172.21.15.52:6789/0 conn(0x7f69400b34a0 legacy=0x7f69400cec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.413+0000 7f6944c00640 1 -- 172.21.15.31:0/2139260745 >> v1:172.21.15.31:6789/0 conn(0x7f694015e720 legacy=0x7f694015ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.413+0000 7f6944c00640 1 -- 172.21.15.31:0/2139260745 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69400ce470 con 0x7f69400cf380 2024-09-19T04:39:46.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.414+0000 7f6944c00640 1 --2- 172.21.15.31:0/2139260745 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69400cf380 0x7f69400b38f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6938009d90 tx=0x7f693802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cecc44a64e32bf2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:46.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.414+0000 7f693f400640 1 -- 172.21.15.31:0/2139260745 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6938007740 con 0x7f69400cf380 2024-09-19T04:39:46.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.414+0000 7f693f400640 1 -- 172.21.15.31:0/2139260745 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69380078e0 con 0x7f69400cf380 2024-09-19T04:39:46.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.415+0000 7f693f400640 1 -- 172.21.15.31:0/2139260745 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6938007cb0 con 0x7f69400cf380 2024-09-19T04:39:46.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.415+0000 7f6946c00640 1 -- 172.21.15.31:0/2139260745 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69400cf380 msgr2=0x7f69400b38f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.415+0000 7f6946c00640 1 --2- 172.21.15.31:0/2139260745 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69400cf380 0x7f69400b38f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6938009d90 tx=0x7f693802a610 comp rx=0 tx=0).stop 2024-09-19T04:39:46.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.415+0000 7f6946c00640 1 -- 172.21.15.31:0/2139260745 shutdown_connections 2024-09-19T04:39:46.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.415+0000 7f6946c00640 1 --2- 172.21.15.31:0/2139260745 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69400cf380 0x7f69400b38f0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.415+0000 7f6946c00640 1 -- 172.21.15.31:0/2139260745 >> 172.21.15.31:0/2139260745 conn(0x7f69400b5de0 msgr2=0x7f694006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:46.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.415+0000 7f6946c00640 1 -- 172.21.15.31:0/2139260745 shutdown_connections 2024-09-19T04:39:46.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.415+0000 7f6946c00640 1 -- 172.21.15.31:0/2139260745 wait complete. 2024-09-19T04:39:46.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.417+0000 7f6946c00640 1 Processor -- start 2024-09-19T04:39:46.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.417+0000 7f6946c00640 1 -- start start 2024-09-19T04:39:46.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.418+0000 7f6946c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f69400b34a0 0x7f694015c080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.418+0000 7f6946c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69400cf380 0x7f69400ad8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.418+0000 7f6946c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f694015e720 0x7f6940146c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.418+0000 7f6946c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f694015ec80 con 0x7f69400cf380 2024-09-19T04:39:46.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.418+0000 7f6946c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f694015eb00 con 0x7f694015e720 2024-09-19T04:39:46.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.418+0000 7f6946c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f69400cfb30 con 0x7f69400b34a0 2024-09-19T04:39:46.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.418+0000 7f6937e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69400cf380 0x7f69400ad8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.418+0000 7f6937e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69400cf380 0x7f69400ad8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60204/0 (socket says 172.21.15.31:60204) 2024-09-19T04:39:46.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.418+0000 7f6937e00640 1 -- 172.21.15.31:0/1946559298 learned_addr learned my addr 172.21.15.31:0/1946559298 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:46.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.418+0000 7f6944c00640 1 --2- 172.21.15.31:0/1946559298 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f694015e720 0x7f6940146c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.418+0000 7f693fe00640 1 --2- 172.21.15.31:0/1946559298 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f69400b34a0 0x7f694015c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.418+0000 7f6937e00640 1 -- 172.21.15.31:0/1946559298 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f69400b34a0 msgr2=0x7f694015c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.418+0000 7f6937e00640 1 --2- 172.21.15.31:0/1946559298 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f69400b34a0 0x7f694015c080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.418+0000 7f6937e00640 1 -- 172.21.15.31:0/1946559298 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f694015e720 msgr2=0x7f6940146c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:46.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.418+0000 7f6937e00640 1 --2- 172.21.15.31:0/1946559298 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f694015e720 0x7f6940146c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:46.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.418+0000 7f6937e00640 1 -- 172.21.15.31:0/1946559298 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69400ade20 con 0x7f69400cf380 2024-09-19T04:39:46.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.418+0000 7f693fe00640 1 --2- 172.21.15.31:0/1946559298 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f69400b34a0 0x7f694015c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:46.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.419+0000 7f6937e00640 1 --2- 172.21.15.31:0/1946559298 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69400cf380 0x7f69400ad8e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f692800c7b0 tx=0x7f692800cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:46.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.419+0000 7f693cc00640 1 -- 172.21.15.31:0/1946559298 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6928005270 con 0x7f69400cf380 2024-09-19T04:39:46.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.419+0000 7f693cc00640 1 -- 172.21.15.31:0/1946559298 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6928005430 con 0x7f69400cf380 2024-09-19T04:39:46.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.419+0000 7f693cc00640 1 -- 172.21.15.31:0/1946559298 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f692800a880 con 0x7f69400cf380 2024-09-19T04:39:46.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.419+0000 7f6946c00640 1 -- 172.21.15.31:0/1946559298 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69400ae0c0 con 0x7f69400cf380 2024-09-19T04:39:46.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.419+0000 7f6946c00640 1 -- 172.21.15.31:0/1946559298 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69400ae680 con 0x7f69400cf380 2024-09-19T04:39:46.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.420+0000 7f6946c00640 1 -- 172.21.15.31:0/1946559298 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6940155c50 con 0x7f69400cf380 2024-09-19T04:39:46.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.421+0000 7f693cc00640 1 -- 172.21.15.31:0/1946559298 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f692800aa20 con 0x7f69400cf380 2024-09-19T04:39:46.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.422+0000 7f693cc00640 1 --2- 172.21.15.31:0/1946559298 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f691c06c2b0 0x7f691c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:46.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.422+0000 7f693cc00640 1 -- 172.21.15.31:0/1946559298 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7f692808af60 con 0x7f69400cf380 2024-09-19T04:39:46.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.422+0000 7f693fe00640 1 --2- 172.21.15.31:0/1946559298 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f691c06c2b0 0x7f691c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:46.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.423+0000 7f693fe00640 1 --2- 172.21.15.31:0/1946559298 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f691c06c2b0 0x7f691c06e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f6930007fd0 tx=0x7f6930007dc0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:46.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.426+0000 7f693cc00640 1 -- 172.21.15.31:0/1946559298 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6928059980 con 0x7f69400cf380 2024-09-19T04:39:46.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:46.614+0000 7f6946c00640 1 -- 172.21.15.31:0/1946559298 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f694006d020 con 0x7f69400cf380 2024-09-19T04:39:47.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.173+0000 7f693cc00640 1 -- 172.21.15.31:0/1946559298 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v17) ==== 138+0+0 (secure 0 0 0) 0x7f69280012b0 con 0x7f69400cf380 2024-09-19T04:39:47.175 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' created 2024-09-19T04:39:47.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.177+0000 7f6946c00640 1 -- 172.21.15.31:0/1946559298 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f691c06c2b0 msgr2=0x7f691c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:47.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.177+0000 7f6946c00640 1 --2- 172.21.15.31:0/1946559298 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f691c06c2b0 0x7f691c06e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f6930007fd0 tx=0x7f6930007dc0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.177+0000 7f6946c00640 1 -- 172.21.15.31:0/1946559298 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69400cf380 msgr2=0x7f69400ad8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:47.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.177+0000 7f6946c00640 1 --2- 172.21.15.31:0/1946559298 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69400cf380 0x7f69400ad8e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f692800c7b0 tx=0x7f692800cc70 comp rx=0 tx=0).stop 2024-09-19T04:39:47.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.177+0000 7f6946c00640 1 -- 172.21.15.31:0/1946559298 shutdown_connections 2024-09-19T04:39:47.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.177+0000 7f6946c00640 1 --2- 172.21.15.31:0/1946559298 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f691c06c2b0 0x7f691c06e770 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.177+0000 7f6946c00640 1 --2- 172.21.15.31:0/1946559298 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f694015e720 0x7f6940146c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.177+0000 7f6946c00640 1 --2- 172.21.15.31:0/1946559298 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69400cf380 0x7f69400ad8e0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.177+0000 7f6946c00640 1 --2- 172.21.15.31:0/1946559298 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f69400b34a0 0x7f694015c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.177+0000 7f6946c00640 1 -- 172.21.15.31:0/1946559298 >> 172.21.15.31:0/1946559298 conn(0x7f69400b5de0 msgr2=0x7f69400b4c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:47.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.177+0000 7f6946c00640 1 -- 172.21.15.31:0/1946559298 shutdown_connections 2024-09-19T04:39:47.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.177+0000 7f6946c00640 1 -- 172.21.15.31:0/1946559298 wait complete. 2024-09-19T04:39:47.203 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-19T04:39:47.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.369+0000 7f960e800640 1 Processor -- start 2024-09-19T04:39:47.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.369+0000 7f960e800640 1 -- start start 2024-09-19T04:39:47.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.370+0000 7f960e800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f960815e5c0 0x7f96080d3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.370+0000 7f960e800640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f960815e9a0 con 0x7f96080d1740 2024-09-19T04:39:47.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.370+0000 7f960e800640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96080d38b0 con 0x7f96080cf530 2024-09-19T04:39:47.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.370+0000 7f960e800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f96080b7620 con 0x7f960815e5c0 2024-09-19T04:39:47.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.370+0000 7f9607e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f96080d1740 0x7f96080b7d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:54764/0 (socket says 172.21.15.31:54764) 2024-09-19T04:39:47.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.370+0000 7f9607e00640 1 -- 172.21.15.31:0/255320036 learned_addr learned my addr 172.21.15.31:0/255320036 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:39:47.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.371+0000 7f9607400640 1 --2- 172.21.15.31:0/255320036 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f960815e5c0 0x7f96080d3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.371+0000 7f9606000640 1 -- 172.21.15.31:0/255320036 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3192789014 0 0) 0x7f960815e9a0 con 0x7f96080d1740 2024-09-19T04:39:47.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.371+0000 7f9606000640 1 -- 172.21.15.31:0/255320036 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f95ec003520 con 0x7f96080d1740 2024-09-19T04:39:47.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.371+0000 7f9606000640 1 -- 172.21.15.31:0/255320036 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1405376530 0 0) 0x7f96080d38b0 con 0x7f96080cf530 2024-09-19T04:39:47.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.371+0000 7f9606000640 1 -- 172.21.15.31:0/255320036 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f960815e9a0 con 0x7f96080cf530 2024-09-19T04:39:47.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.371+0000 7f9607400640 1 -- 172.21.15.31:0/255320036 >> v1:172.21.15.52:6789/0 conn(0x7f96080cf530 legacy=0x7f96080d1030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:47.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.371+0000 7f9607400640 1 -- 172.21.15.31:0/255320036 >> v1:172.21.15.31:6789/0 conn(0x7f96080d1740 legacy=0x7f96080b7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:47.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.371+0000 7f9607400640 1 -- 172.21.15.31:0/255320036 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96080d3b50 con 0x7f960815e5c0 2024-09-19T04:39:47.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.372+0000 7f9607400640 1 --2- 172.21.15.31:0/255320036 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f960815e5c0 0x7f96080d3370 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f95f80097d0 tx=0x7f95f802a290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=91f2a0e1587846ef server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:47.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.372+0000 7f9606000640 1 -- 172.21.15.31:0/255320036 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95f8037070 con 0x7f960815e5c0 2024-09-19T04:39:47.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.373+0000 7f9606000640 1 -- 172.21.15.31:0/255320036 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95f8032440 con 0x7f960815e5c0 2024-09-19T04:39:47.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.373+0000 7f9606000640 1 -- 172.21.15.31:0/255320036 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95f80327f0 con 0x7f960815e5c0 2024-09-19T04:39:47.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.373+0000 7f960e800640 1 -- 172.21.15.31:0/255320036 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f960815e5c0 msgr2=0x7f96080d3370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:47.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.373+0000 7f960e800640 1 --2- 172.21.15.31:0/255320036 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f960815e5c0 0x7f96080d3370 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f95f80097d0 tx=0x7f95f802a290 comp rx=0 tx=0).stop 2024-09-19T04:39:47.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.373+0000 7f960e800640 1 -- 172.21.15.31:0/255320036 shutdown_connections 2024-09-19T04:39:47.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.373+0000 7f960e800640 1 --2- 172.21.15.31:0/255320036 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f960815e5c0 0x7f96080d3370 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.373+0000 7f960e800640 1 -- 172.21.15.31:0/255320036 >> 172.21.15.31:0/255320036 conn(0x7f9608067f80 msgr2=0x7f960806ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:47.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.373+0000 7f960e800640 1 -- 172.21.15.31:0/255320036 shutdown_connections 2024-09-19T04:39:47.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.373+0000 7f960e800640 1 -- 172.21.15.31:0/255320036 wait complete. 2024-09-19T04:39:47.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.375+0000 7f960e800640 1 Processor -- start 2024-09-19T04:39:47.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.375+0000 7f960e800640 1 -- start start 2024-09-19T04:39:47.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.376+0000 7f960e800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f96080cf530 0x7f96080cd490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.376+0000 7f960e800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f96080d1740 0x7f960814ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.376+0000 7f960e800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f960815e5c0 0x7f960815c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.376+0000 7f960e800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f96080d43f0 con 0x7f96080cf530 2024-09-19T04:39:47.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.376+0000 7f960e800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f96080d4110 con 0x7f96080d1740 2024-09-19T04:39:47.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.376+0000 7f960e800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f96080b7850 con 0x7f960815e5c0 2024-09-19T04:39:47.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.376+0000 7f9607400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f96080cf530 0x7f96080cd490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.376+0000 7f9607400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f96080cf530 0x7f96080cd490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60212/0 (socket says 172.21.15.31:60212) 2024-09-19T04:39:47.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.376+0000 7f9607400640 1 -- 172.21.15.31:0/2666655645 learned_addr learned my addr 172.21.15.31:0/2666655645 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:47.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.376+0000 7f9606a00640 1 --2- 172.21.15.31:0/2666655645 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f96080d1740 0x7f960814ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.376+0000 7f9607e00640 1 --2- 172.21.15.31:0/2666655645 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f960815e5c0 0x7f960815c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.377+0000 7f9607400640 1 -- 172.21.15.31:0/2666655645 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f960815e5c0 msgr2=0x7f960815c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:47.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.377+0000 7f9607400640 1 --2- 172.21.15.31:0/2666655645 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f960815e5c0 0x7f960815c5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.377+0000 7f9607400640 1 -- 172.21.15.31:0/2666655645 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f96080d1740 msgr2=0x7f960814ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:47.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.377+0000 7f9607400640 1 --2- 172.21.15.31:0/2666655645 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f96080d1740 0x7f960814ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:47.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.377+0000 7f9607400640 1 -- 172.21.15.31:0/2666655645 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96080cc3f0 con 0x7f96080cf530 2024-09-19T04:39:47.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.377+0000 7f9607400640 1 --2- 172.21.15.31:0/2666655645 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f96080cf530 0x7f96080cd490 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f95f8035040 tx=0x7f95f80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:47.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.377+0000 7f95ff400640 1 -- 172.21.15.31:0/2666655645 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95f8037040 con 0x7f96080cf530 2024-09-19T04:39:47.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.377+0000 7f95ff400640 1 -- 172.21.15.31:0/2666655645 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95f80044c0 con 0x7f96080cf530 2024-09-19T04:39:47.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.377+0000 7f960e800640 1 -- 172.21.15.31:0/2666655645 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96080cc6d0 con 0x7f96080cf530 2024-09-19T04:39:47.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.377+0000 7f95ff400640 1 -- 172.21.15.31:0/2666655645 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95f80325f0 con 0x7f96080cf530 2024-09-19T04:39:47.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.378+0000 7f960e800640 1 -- 172.21.15.31:0/2666655645 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96080ccc90 con 0x7f96080cf530 2024-09-19T04:39:47.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.379+0000 7f960e800640 1 -- 172.21.15.31:0/2666655645 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96080d1030 con 0x7f96080cf530 2024-09-19T04:39:47.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.380+0000 7f95ff400640 1 -- 172.21.15.31:0/2666655645 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f95f8044020 con 0x7f96080cf530 2024-09-19T04:39:47.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.380+0000 7f95ff400640 1 --2- 172.21.15.31:0/2666655645 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f95e806c2b0 0x7f95e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:47.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.380+0000 7f95ff400640 1 -- 172.21.15.31:0/2666655645 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 5227+0+0 (secure 0 0 0) 0x7f95f80ab130 con 0x7f96080cf530 2024-09-19T04:39:47.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.381+0000 7f9606a00640 1 --2- 172.21.15.31:0/2666655645 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f95e806c2b0 0x7f95e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:47.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.381+0000 7f9606a00640 1 --2- 172.21.15.31:0/2666655645 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f95e806c2b0 0x7f95e806e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f95f4007fd0 tx=0x7f95f4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:47.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.385+0000 7f95ff400640 1 -- 172.21.15.31:0/2666655645 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f95f804b020 con 0x7f96080cf530 2024-09-19T04:39:47.571 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:47.569+0000 7f960e800640 1 -- 172.21.15.31:0/2666655645 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f96080b9fb0 con 0x7f96080cf530 2024-09-19T04:39:48.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.176+0000 7f95ff400640 1 -- 172.21.15.31:0/2666655645 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v18) ==== 171+0+0 (secure 0 0 0) 0x7f95f80793a0 con 0x7f96080cf530 2024-09-19T04:39:48.178 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' created 2024-09-19T04:39:48.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.180+0000 7f960e800640 1 -- 172.21.15.31:0/2666655645 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f95e806c2b0 msgr2=0x7f95e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:48.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.180+0000 7f960e800640 1 --2- 172.21.15.31:0/2666655645 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f95e806c2b0 0x7f95e806e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f95f4007fd0 tx=0x7f95f4009040 comp rx=0 tx=0).stop 2024-09-19T04:39:48.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.181+0000 7f960e800640 1 -- 172.21.15.31:0/2666655645 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f96080cf530 msgr2=0x7f96080cd490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:48.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.181+0000 7f960e800640 1 --2- 172.21.15.31:0/2666655645 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f96080cf530 0x7f96080cd490 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f95f8035040 tx=0x7f95f80046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:48.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.182+0000 7f960e800640 1 -- 172.21.15.31:0/2666655645 shutdown_connections 2024-09-19T04:39:48.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.182+0000 7f960e800640 1 --2- 172.21.15.31:0/2666655645 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f960815e5c0 0x7f960815c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:48.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.182+0000 7f960e800640 1 --2- 172.21.15.31:0/2666655645 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f95e806c2b0 0x7f95e806e770 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:48.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.182+0000 7f960e800640 1 --2- 172.21.15.31:0/2666655645 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f96080d1740 0x7f960814ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:48.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.182+0000 7f960e800640 1 --2- 172.21.15.31:0/2666655645 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f96080cf530 0x7f96080cd490 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:48.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.182+0000 7f960e800640 1 -- 172.21.15.31:0/2666655645 >> 172.21.15.31:0/2666655645 conn(0x7f9608067f80 msgr2=0x7f96080cedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:48.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.184+0000 7f960e800640 1 -- 172.21.15.31:0/2666655645 shutdown_connections 2024-09-19T04:39:48.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.185+0000 7f960e800640 1 -- 172.21.15.31:0/2666655645 wait complete. 2024-09-19T04:39:48.226 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T04:39:48.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.385+0000 7fda28800640 1 Processor -- start 2024-09-19T04:39:48.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.385+0000 7fda28800640 1 -- start start 2024-09-19T04:39:48.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.386+0000 7fda28800640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fda20072040 0x7fda2015fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:48.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.386+0000 7fda28800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fda20072d80 0x7fda20072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:48.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.386+0000 7fda28800640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda20160340 con 0x7fda2006e0a0 2024-09-19T04:39:48.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.386+0000 7fda28800640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fda20072960 con 0x7fda20072d80 2024-09-19T04:39:48.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.387+0000 7fda28800640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fda201605e0 con 0x7fda20072040 2024-09-19T04:39:48.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.387+0000 7fda25400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fda20072d80 0x7fda20072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:48.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.387+0000 7fda25400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fda20072d80 0x7fda20072420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60216/0 (socket says 172.21.15.31:60216) 2024-09-19T04:39:48.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.387+0000 7fda25400640 1 -- 172.21.15.31:0/2216724535 learned_addr learned my addr 172.21.15.31:0/2216724535 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:48.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.387+0000 7fda25e00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fda20072040 0x7fda2015fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:48.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.387+0000 7fda25400640 1 -- 172.21.15.31:0/2216724535 >> v2:172.21.15.52:3300/0 conn(0x7fda20072040 msgr2=0x7fda2015fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:48.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.387+0000 7fda25400640 1 --2- 172.21.15.31:0/2216724535 >> v2:172.21.15.52:3300/0 conn(0x7fda20072040 0x7fda2015fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:48.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.387+0000 7fda25400640 1 -- 172.21.15.31:0/2216724535 >> v1:172.21.15.52:6789/0 conn(0x7fda2006e0a0 legacy=0x7fda200cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:48.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.387+0000 7fda25400640 1 -- 172.21.15.31:0/2216724535 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda201608c0 con 0x7fda20072d80 2024-09-19T04:39:48.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.388+0000 7fda25400640 1 --2- 172.21.15.31:0/2216724535 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda20072d80 0x7fda20072420 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fda200b58a0 tx=0x7fda1002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6e46c15015969fc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:48.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.388+0000 7fda24a00640 1 -- 172.21.15.31:0/2216724535 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda10037070 con 0x7fda20072d80 2024-09-19T04:39:48.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.389+0000 7fda24a00640 1 -- 172.21.15.31:0/2216724535 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda10032440 con 0x7fda20072d80 2024-09-19T04:39:48.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.389+0000 7fda24a00640 1 -- 172.21.15.31:0/2216724535 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda10032810 con 0x7fda20072d80 2024-09-19T04:39:48.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.389+0000 7fda28800640 1 -- 172.21.15.31:0/2216724535 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda20072d80 msgr2=0x7fda20072420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:48.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.389+0000 7fda28800640 1 --2- 172.21.15.31:0/2216724535 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda20072d80 0x7fda20072420 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fda200b58a0 tx=0x7fda1002a270 comp rx=0 tx=0).stop 2024-09-19T04:39:48.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.389+0000 7fda28800640 1 -- 172.21.15.31:0/2216724535 shutdown_connections 2024-09-19T04:39:48.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.389+0000 7fda28800640 1 --2- 172.21.15.31:0/2216724535 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda20072d80 0x7fda20072420 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:48.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.389+0000 7fda28800640 1 --2- 172.21.15.31:0/2216724535 >> v2:172.21.15.52:3300/0 conn(0x7fda20072040 0x7fda2015fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:48.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.389+0000 7fda28800640 1 -- 172.21.15.31:0/2216724535 >> 172.21.15.31:0/2216724535 conn(0x7fda20067d70 msgr2=0x7fda2006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:48.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.389+0000 7fda28800640 1 -- 172.21.15.31:0/2216724535 shutdown_connections 2024-09-19T04:39:48.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.389+0000 7fda28800640 1 -- 172.21.15.31:0/2216724535 wait complete. 2024-09-19T04:39:48.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.391+0000 7fda28800640 1 Processor -- start 2024-09-19T04:39:48.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.391+0000 7fda28800640 1 -- start start 2024-09-19T04:39:48.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.392+0000 7fda28800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda2006e0a0 0x7fda201f42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:48.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.392+0000 7fda28800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda20072040 0x7fda2013e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:48.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.392+0000 7fda28800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fda20072d80 0x7fda2015bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:48.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.392+0000 7fda28800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fda20145b00 con 0x7fda20072040 2024-09-19T04:39:48.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.392+0000 7fda28800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fda200cd090 con 0x7fda20072d80 2024-09-19T04:39:48.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.392+0000 7fda28800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fda200cdcc0 con 0x7fda2006e0a0 2024-09-19T04:39:48.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.392+0000 7fda25400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda20072040 0x7fda2013e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:48.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.392+0000 7fda25400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda20072040 0x7fda2013e6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:60226/0 (socket says 172.21.15.31:60226) 2024-09-19T04:39:48.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.392+0000 7fda25400640 1 -- 172.21.15.31:0/4241494021 learned_addr learned my addr 172.21.15.31:0/4241494021 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:48.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.392+0000 7fda25e00640 1 --2- 172.21.15.31:0/4241494021 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda2006e0a0 0x7fda201f42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:48.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.392+0000 7fda26800640 1 --2- 172.21.15.31:0/4241494021 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fda20072d80 0x7fda2015bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:48.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.392+0000 7fda25400640 1 -- 172.21.15.31:0/4241494021 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda2006e0a0 msgr2=0x7fda201f42c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:48.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.392+0000 7fda25400640 1 --2- 172.21.15.31:0/4241494021 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda2006e0a0 0x7fda201f42c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:48.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.392+0000 7fda25400640 1 -- 172.21.15.31:0/4241494021 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fda20072d80 msgr2=0x7fda2015bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:48.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.392+0000 7fda25400640 1 --2- 172.21.15.31:0/4241494021 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fda20072d80 0x7fda2015bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:48.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.392+0000 7fda25400640 1 -- 172.21.15.31:0/4241494021 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda201f5260 con 0x7fda20072040 2024-09-19T04:39:48.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.392+0000 7fda25e00640 1 --2- 172.21.15.31:0/4241494021 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda2006e0a0 0x7fda201f42c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:48.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.393+0000 7fda25400640 1 --2- 172.21.15.31:0/4241494021 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda20072040 0x7fda2013e6f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fda1002a2b0 tx=0x7fda100046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:48.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.393+0000 7fda1a000640 1 -- 172.21.15.31:0/4241494021 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda10037040 con 0x7fda20072040 2024-09-19T04:39:48.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.393+0000 7fda1a000640 1 -- 172.21.15.31:0/4241494021 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda10042070 con 0x7fda20072040 2024-09-19T04:39:48.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.393+0000 7fda1a000640 1 -- 172.21.15.31:0/4241494021 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda10030880 con 0x7fda20072040 2024-09-19T04:39:48.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.393+0000 7fda28800640 1 -- 172.21.15.31:0/4241494021 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda201f49c0 con 0x7fda20072040 2024-09-19T04:39:48.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.393+0000 7fda28800640 1 -- 172.21.15.31:0/4241494021 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda201f4f80 con 0x7fda20072040 2024-09-19T04:39:48.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.394+0000 7fda28800640 1 -- 172.21.15.31:0/4241494021 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda200754b0 con 0x7fda20072040 2024-09-19T04:39:48.397 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.395+0000 7fda1a000640 1 -- 172.21.15.31:0/4241494021 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fda10030a20 con 0x7fda20072040 2024-09-19T04:39:48.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.396+0000 7fda1a000640 1 --2- 172.21.15.31:0/4241494021 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fda0406c2b0 0x7fda0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:48.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.396+0000 7fda1a000640 1 -- 172.21.15.31:0/4241494021 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5609+0+0 (secure 0 0 0) 0x7fda100abc00 con 0x7fda20072040 2024-09-19T04:39:48.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.396+0000 7fda25e00640 1 --2- 172.21.15.31:0/4241494021 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fda0406c2b0 0x7fda0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:48.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.397+0000 7fda25e00640 1 --2- 172.21.15.31:0/4241494021 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fda0406c2b0 0x7fda0406e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fda200b51c0 tx=0x7fda14008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:48.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.401+0000 7fda1a000640 1 -- 172.21.15.31:0/4241494021 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fda200754b0 con 0x7fda20072040 2024-09-19T04:39:48.624 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:48.622+0000 7fda28800640 1 -- 172.21.15.31:0/4241494021 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fda2006e4f0 con 0x7fda20072040 2024-09-19T04:39:49.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.200+0000 7fda1a000640 1 -- 172.21.15.31:0/4241494021 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7fda1007a3c0 con 0x7fda20072040 2024-09-19T04:39:49.206 INFO:teuthology.orchestra.run.smithi031.stderr:new fs with metadata pool 2 and data pool 3 2024-09-19T04:39:49.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.205+0000 7fda28800640 1 -- 172.21.15.31:0/4241494021 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fda0406c2b0 msgr2=0x7fda0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.205+0000 7fda28800640 1 --2- 172.21.15.31:0/4241494021 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fda0406c2b0 0x7fda0406e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fda200b51c0 tx=0x7fda14008040 comp rx=0 tx=0).stop 2024-09-19T04:39:49.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.206+0000 7fda28800640 1 -- 172.21.15.31:0/4241494021 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda20072040 msgr2=0x7fda2013e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.206+0000 7fda28800640 1 --2- 172.21.15.31:0/4241494021 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda20072040 0x7fda2013e6f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fda1002a2b0 tx=0x7fda100046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.206+0000 7fda28800640 1 -- 172.21.15.31:0/4241494021 shutdown_connections 2024-09-19T04:39:49.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.206+0000 7fda28800640 1 --2- 172.21.15.31:0/4241494021 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fda0406c2b0 0x7fda0406e770 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.206+0000 7fda28800640 1 --2- 172.21.15.31:0/4241494021 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fda20072d80 0x7fda2015bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.206+0000 7fda28800640 1 --2- 172.21.15.31:0/4241494021 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda20072040 0x7fda2013e6f0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.206+0000 7fda28800640 1 --2- 172.21.15.31:0/4241494021 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda2006e0a0 0x7fda201f42c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.206+0000 7fda28800640 1 -- 172.21.15.31:0/4241494021 >> 172.21.15.31:0/4241494021 conn(0x7fda20067d70 msgr2=0x7fda20069a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:49.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.206+0000 7fda28800640 1 -- 172.21.15.31:0/4241494021 shutdown_connections 2024-09-19T04:39:49.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.206+0000 7fda28800640 1 -- 172.21.15.31:0/4241494021 wait complete. 2024-09-19T04:39:49.235 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-19T04:39:49.236 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-19T04:39:49.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.399+0000 7f2619e00640 1 Processor -- start 2024-09-19T04:39:49.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.399+0000 7f2619e00640 1 -- start start 2024-09-19T04:39:49.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.401+0000 7f2619e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f261415f290 0x7f26140b47e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:49.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.401+0000 7f2619e00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f261415f7d0 con 0x7f261406d330 2024-09-19T04:39:49.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.401+0000 7f2619e00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f261415fab0 con 0x7f26140b5520 2024-09-19T04:39:49.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.401+0000 7f2619e00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f2614073a60 con 0x7f261415f290 2024-09-19T04:39:49.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.401+0000 7f2613400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f261415f290 0x7f26140b47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:49.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.401+0000 7f2613400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f261415f290 0x7f26140b47e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35486/0 (socket says 172.21.15.31:35486) 2024-09-19T04:39:49.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.401+0000 7f2613400640 1 -- 172.21.15.31:0/3339930808 learned_addr learned my addr 172.21.15.31:0/3339930808 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:49.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.401+0000 7f260be00640 1 --1- 172.21.15.31:0/3339930808 >> v1:172.21.15.31:6789/0 conn(0x7f261406d330 0x7f261415eb80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38874/0 (socket says 172.21.15.31:38874) 2024-09-19T04:39:49.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.401+0000 7f2613400640 1 -- 172.21.15.31:0/3339930808 >> v1:172.21.15.52:6789/0 conn(0x7f26140b5520 legacy=0x7f261406cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.401+0000 7f2613400640 1 -- 172.21.15.31:0/3339930808 >> v1:172.21.15.31:6789/0 conn(0x7f261406d330 legacy=0x7f261415eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.401+0000 7f2613400640 1 -- 172.21.15.31:0/3339930808 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26140b3d00 con 0x7f261415f290 2024-09-19T04:39:49.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.401+0000 7f2612000640 1 -- 172.21.15.31:0/3339930808 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3899676551 0 0) 0x7f261415f7d0 con 0x7f261406d330 2024-09-19T04:39:49.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.402+0000 7f2613400640 1 --2- 172.21.15.31:0/3339930808 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f261415f290 0x7f26140b47e0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f260c009e50 tx=0x7f260c02a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1193bc9bae386b21 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:49.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.403+0000 7f2612000640 1 -- 172.21.15.31:0/3339930808 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f260c036070 con 0x7f261415f290 2024-09-19T04:39:49.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.403+0000 7f2612000640 1 -- 172.21.15.31:0/3339930808 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f260c031600 con 0x7f261415f290 2024-09-19T04:39:49.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.403+0000 7f2612000640 1 -- 172.21.15.31:0/3339930808 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f260c0319f0 con 0x7f261415f290 2024-09-19T04:39:49.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.403+0000 7f2619e00640 1 -- 172.21.15.31:0/3339930808 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f261415f290 msgr2=0x7f26140b47e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.403+0000 7f2619e00640 1 --2- 172.21.15.31:0/3339930808 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f261415f290 0x7f26140b47e0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f260c009e50 tx=0x7f260c02a7c0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.403+0000 7f2619e00640 1 -- 172.21.15.31:0/3339930808 shutdown_connections 2024-09-19T04:39:49.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.403+0000 7f2619e00640 1 --2- 172.21.15.31:0/3339930808 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f261415f290 0x7f26140b47e0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.403+0000 7f2619e00640 1 -- 172.21.15.31:0/3339930808 >> 172.21.15.31:0/3339930808 conn(0x7f26140b3050 msgr2=0x7f2614072950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:49.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.403+0000 7f2619e00640 1 -- 172.21.15.31:0/3339930808 shutdown_connections 2024-09-19T04:39:49.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.403+0000 7f2619e00640 1 -- 172.21.15.31:0/3339930808 wait complete. 2024-09-19T04:39:49.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.405+0000 7f2619e00640 1 Processor -- start 2024-09-19T04:39:49.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.405+0000 7f2619e00640 1 -- start start 2024-09-19T04:39:49.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.406+0000 7f2619e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f261406d330 0x7f26141f7d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:49.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.406+0000 7f2619e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26140b5520 0x7f2614151ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:49.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.406+0000 7f2619e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f261415f290 0x7f2614152020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:49.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.406+0000 7f2619e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f26140b5900 con 0x7f261415f290 2024-09-19T04:39:49.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.406+0000 7f2619e00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f26140b42c0 con 0x7f26140b5520 2024-09-19T04:39:49.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.406+0000 7f2619e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f26140b5a80 con 0x7f261406d330 2024-09-19T04:39:49.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.406+0000 7f2613400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f261415f290 0x7f2614152020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:49.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.406+0000 7f2613400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f261415f290 0x7f2614152020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35488/0 (socket says 172.21.15.31:35488) 2024-09-19T04:39:49.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.406+0000 7f2613400640 1 -- 172.21.15.31:0/4244070037 learned_addr learned my addr 172.21.15.31:0/4244070037 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:49.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.406+0000 7f260be00640 1 --2- 172.21.15.31:0/4244070037 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26140b5520 0x7f2614151ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:49.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.406+0000 7f2612a00640 1 --2- 172.21.15.31:0/4244070037 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f261406d330 0x7f26141f7d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:49.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.406+0000 7f2613400640 1 -- 172.21.15.31:0/4244070037 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f261406d330 msgr2=0x7f26141f7d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.406+0000 7f2613400640 1 --2- 172.21.15.31:0/4244070037 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f261406d330 0x7f26141f7d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.406+0000 7f2613400640 1 -- 172.21.15.31:0/4244070037 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26140b5520 msgr2=0x7f2614151ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:49.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.406+0000 7f2613400640 1 --2- 172.21.15.31:0/4244070037 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26140b5520 0x7f2614151ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:49.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.406+0000 7f2613400640 1 -- 172.21.15.31:0/4244070037 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26141559f0 con 0x7f261415f290 2024-09-19T04:39:49.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.407+0000 7f2613400640 1 --2- 172.21.15.31:0/4244070037 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f261415f290 0x7f2614152020 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f260c02a800 tx=0x7f260c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:49.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.407+0000 7f260b400640 1 -- 172.21.15.31:0/4244070037 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f260c036050 con 0x7f261415f290 2024-09-19T04:39:49.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.407+0000 7f260b400640 1 -- 172.21.15.31:0/4244070037 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f260c042070 con 0x7f261415f290 2024-09-19T04:39:49.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.407+0000 7f260b400640 1 -- 172.21.15.31:0/4244070037 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f260c009510 con 0x7f261415f290 2024-09-19T04:39:49.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.407+0000 7f2619e00640 1 -- 172.21.15.31:0/4244070037 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f261414fa90 con 0x7f261415f290 2024-09-19T04:39:49.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.407+0000 7f2619e00640 1 -- 172.21.15.31:0/4244070037 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2614150050 con 0x7f261415f290 2024-09-19T04:39:49.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.408+0000 7f2619e00640 1 -- 172.21.15.31:0/4244070037 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26140b47e0 con 0x7f261415f290 2024-09-19T04:39:49.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.409+0000 7f260b400640 1 -- 172.21.15.31:0/4244070037 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f260c004470 con 0x7f261415f290 2024-09-19T04:39:49.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.410+0000 7f260b400640 1 --2- 172.21.15.31:0/4244070037 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f25f006c2b0 0x7f25f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:49.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.410+0000 7f260b400640 1 -- 172.21.15.31:0/4244070037 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5709+0+0 (secure 0 0 0) 0x7f260c0ac320 con 0x7f261415f290 2024-09-19T04:39:49.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.410+0000 7f2612a00640 1 --2- 172.21.15.31:0/4244070037 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f25f006c2b0 0x7f25f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:49.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.411+0000 7f2612a00640 1 --2- 172.21.15.31:0/4244070037 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f25f006c2b0 0x7f25f006e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2604000f60 tx=0x7f2604009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:49.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.414+0000 7f260b400640 1 -- 172.21.15.31:0/4244070037 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f260c07a3a0 con 0x7f261415f290 2024-09-19T04:39:49.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:49.609+0000 7f2619e00640 1 -- 172.21.15.31:0/4244070037 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f26140b0970 con 0x7f261415f290 2024-09-19T04:39:50.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.207+0000 7f260b400640 1 -- 172.21.15.31:0/4244070037 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v20) ==== 157+0+0 (secure 0 0 0) 0x7f260c07e6a0 con 0x7f261415f290 2024-09-19T04:39:50.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.211+0000 7f2619e00640 1 -- 172.21.15.31:0/4244070037 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f25f006c2b0 msgr2=0x7f25f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:50.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.211+0000 7f2619e00640 1 --2- 172.21.15.31:0/4244070037 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f25f006c2b0 0x7f25f006e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2604000f60 tx=0x7f2604009040 comp rx=0 tx=0).stop 2024-09-19T04:39:50.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.211+0000 7f2619e00640 1 -- 172.21.15.31:0/4244070037 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f261415f290 msgr2=0x7f2614152020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:50.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.211+0000 7f2619e00640 1 --2- 172.21.15.31:0/4244070037 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f261415f290 0x7f2614152020 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f260c02a800 tx=0x7f260c004a40 comp rx=0 tx=0).stop 2024-09-19T04:39:50.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.211+0000 7f2619e00640 1 -- 172.21.15.31:0/4244070037 shutdown_connections 2024-09-19T04:39:50.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.211+0000 7f2619e00640 1 --2- 172.21.15.31:0/4244070037 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f261415f290 0x7f2614152020 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:50.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.211+0000 7f2619e00640 1 --2- 172.21.15.31:0/4244070037 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f25f006c2b0 0x7f25f006e770 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:50.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.211+0000 7f2619e00640 1 --2- 172.21.15.31:0/4244070037 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26140b5520 0x7f2614151ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:50.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.211+0000 7f2619e00640 1 --2- 172.21.15.31:0/4244070037 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f261406d330 0x7f26141f7d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:50.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.211+0000 7f2619e00640 1 -- 172.21.15.31:0/4244070037 >> 172.21.15.31:0/4244070037 conn(0x7f26140b3050 msgr2=0x7f261406e7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:50.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.211+0000 7f2619e00640 1 -- 172.21.15.31:0/4244070037 shutdown_connections 2024-09-19T04:39:50.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.212+0000 7f2619e00640 1 -- 172.21.15.31:0/4244070037 wait complete. 2024-09-19T04:39:50.232 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T04:39:50.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.398+0000 7faeb0400640 1 Processor -- start 2024-09-19T04:39:50.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.398+0000 7faeb0400640 1 -- start start 2024-09-19T04:39:50.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.399+0000 7faeb0400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7faea806d340 0x7faea806d720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:50.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.399+0000 7faeb0400640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faea80d0420 con 0x7faea80b7bc0 2024-09-19T04:39:50.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.399+0000 7faeb0400640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faea806dc60 con 0x7faea815e620 2024-09-19T04:39:50.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.399+0000 7faeb0400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7faea80d06c0 con 0x7faea806d340 2024-09-19T04:39:50.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.399+0000 7faeae400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7faea80b7bc0 0x7faea80b8010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38888/0 (socket says 172.21.15.31:38888) 2024-09-19T04:39:50.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.399+0000 7faeae400640 1 -- 172.21.15.31:0/2434973968 learned_addr learned my addr 172.21.15.31:0/2434973968 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:39:50.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.399+0000 7faead000640 1 --2- 172.21.15.31:0/2434973968 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7faea806d340 0x7faea806d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:50.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.400+0000 7faea7e00640 1 -- 172.21.15.31:0/2434973968 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1531994291 0 0) 0x7faea80d0420 con 0x7faea80b7bc0 2024-09-19T04:39:50.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.400+0000 7faea7e00640 1 -- 172.21.15.31:0/2434973968 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fae90003520 con 0x7faea80b7bc0 2024-09-19T04:39:50.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.400+0000 7faead000640 1 -- 172.21.15.31:0/2434973968 >> v1:172.21.15.52:6789/0 conn(0x7faea815e620 legacy=0x7faea80cf9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:50.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.400+0000 7faea7e00640 1 -- 172.21.15.31:0/2434973968 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1777804084 0 0) 0x7faea806dc60 con 0x7faea815e620 2024-09-19T04:39:50.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.400+0000 7faead000640 1 -- 172.21.15.31:0/2434973968 >> v1:172.21.15.31:6789/0 conn(0x7faea80b7bc0 legacy=0x7faea80b8010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:50.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.400+0000 7faead000640 1 -- 172.21.15.31:0/2434973968 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faea80d09a0 con 0x7faea806d340 2024-09-19T04:39:50.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.401+0000 7faead000640 1 --2- 172.21.15.31:0/2434973968 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7faea806d340 0x7faea806d720 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fae940097d0 tx=0x7fae9402a290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6283c1c8e6414ac0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:50.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.401+0000 7faea7e00640 1 -- 172.21.15.31:0/2434973968 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae94037070 con 0x7faea806d340 2024-09-19T04:39:50.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.401+0000 7faea7e00640 1 -- 172.21.15.31:0/2434973968 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae94032440 con 0x7faea806d340 2024-09-19T04:39:50.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.401+0000 7faea7e00640 1 -- 172.21.15.31:0/2434973968 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae940327f0 con 0x7faea806d340 2024-09-19T04:39:50.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.402+0000 7faeb0400640 1 -- 172.21.15.31:0/2434973968 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7faea806d340 msgr2=0x7faea806d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:50.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.402+0000 7faeb0400640 1 --2- 172.21.15.31:0/2434973968 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7faea806d340 0x7faea806d720 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fae940097d0 tx=0x7fae9402a290 comp rx=0 tx=0).stop 2024-09-19T04:39:50.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.402+0000 7faeb0400640 1 -- 172.21.15.31:0/2434973968 shutdown_connections 2024-09-19T04:39:50.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.402+0000 7faeb0400640 1 --2- 172.21.15.31:0/2434973968 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7faea806d340 0x7faea806d720 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:50.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.402+0000 7faeb0400640 1 -- 172.21.15.31:0/2434973968 >> 172.21.15.31:0/2434973968 conn(0x7faea80d4950 msgr2=0x7faea80d4d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:50.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.402+0000 7faeb0400640 1 -- 172.21.15.31:0/2434973968 shutdown_connections 2024-09-19T04:39:50.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.402+0000 7faeb0400640 1 -- 172.21.15.31:0/2434973968 wait complete. 2024-09-19T04:39:50.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.403+0000 7faeb0400640 1 Processor -- start 2024-09-19T04:39:50.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.404+0000 7faeb0400640 1 -- start start 2024-09-19T04:39:50.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.404+0000 7faeb0400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faea806d340 0x7faea81f1360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:50.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.404+0000 7faeb0400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7faea80b7bc0 0x7faea815f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:50.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.405+0000 7faeb0400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faea815e620 0x7faea80aafc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:50.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.405+0000 7faeb0400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7faea80d00d0 con 0x7faea815e620 2024-09-19T04:39:50.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.405+0000 7faeb0400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7faea815ea00 con 0x7faea806d340 2024-09-19T04:39:50.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.405+0000 7faeb0400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7faea80b75a0 con 0x7faea80b7bc0 2024-09-19T04:39:50.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.405+0000 7faeae400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faea815e620 0x7faea80aafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:50.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.405+0000 7faeada00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faea806d340 0x7faea81f1360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:50.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.405+0000 7faeae400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faea815e620 0x7faea80aafc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35502/0 (socket says 172.21.15.31:35502) 2024-09-19T04:39:50.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.405+0000 7faeae400640 1 -- 172.21.15.31:0/518548856 learned_addr learned my addr 172.21.15.31:0/518548856 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:50.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.405+0000 7faead000640 1 --2- 172.21.15.31:0/518548856 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7faea80b7bc0 0x7faea815f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:50.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.405+0000 7faeae400640 1 -- 172.21.15.31:0/518548856 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7faea80b7bc0 msgr2=0x7faea815f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:50.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.405+0000 7faeae400640 1 --2- 172.21.15.31:0/518548856 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7faea80b7bc0 0x7faea815f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:50.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.405+0000 7faeae400640 1 -- 172.21.15.31:0/518548856 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faea806d340 msgr2=0x7faea81f1360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:50.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.405+0000 7faeae400640 1 --2- 172.21.15.31:0/518548856 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faea806d340 0x7faea81f1360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:50.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.405+0000 7faeae400640 1 -- 172.21.15.31:0/518548856 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faea8160250 con 0x7faea815e620 2024-09-19T04:39:50.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.406+0000 7faeae400640 1 --2- 172.21.15.31:0/518548856 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faea815e620 0x7faea80aafc0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7faea000caa0 tx=0x7faea000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:50.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.406+0000 7faea5600640 1 -- 172.21.15.31:0/518548856 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea0017070 con 0x7faea815e620 2024-09-19T04:39:50.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.406+0000 7faea5600640 1 -- 172.21.15.31:0/518548856 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faea000ac00 con 0x7faea815e620 2024-09-19T04:39:50.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.406+0000 7faea5600640 1 -- 172.21.15.31:0/518548856 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea0012400 con 0x7faea815e620 2024-09-19T04:39:50.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.406+0000 7faeb0400640 1 -- 172.21.15.31:0/518548856 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faea8160530 con 0x7faea815e620 2024-09-19T04:39:50.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.406+0000 7faeb0400640 1 -- 172.21.15.31:0/518548856 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faea8160af0 con 0x7faea815e620 2024-09-19T04:39:50.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.407+0000 7faeb0400640 1 -- 172.21.15.31:0/518548856 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faea80d2fb0 con 0x7faea815e620 2024-09-19T04:39:50.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.408+0000 7faea5600640 1 -- 172.21.15.31:0/518548856 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faea001a070 con 0x7faea815e620 2024-09-19T04:39:50.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.409+0000 7faea5600640 1 --2- 172.21.15.31:0/518548856 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fae8806c2b0 0x7fae8806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:50.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.409+0000 7faea5600640 1 -- 172.21.15.31:0/518548856 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 6007+0+0 (secure 0 0 0) 0x7faea008b360 con 0x7faea815e620 2024-09-19T04:39:50.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.409+0000 7faeada00640 1 --2- 172.21.15.31:0/518548856 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fae8806c2b0 0x7fae8806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:50.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.410+0000 7faeada00640 1 --2- 172.21.15.31:0/518548856 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fae8806c2b0 0x7fae8806e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fae9c000f60 tx=0x7fae9c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:50.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.413+0000 7faea5600640 1 -- 172.21.15.31:0/518548856 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faea00592b0 con 0x7faea815e620 2024-09-19T04:39:50.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:50.595+0000 7faeb0400640 1 -- 172.21.15.31:0/518548856 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7faea80cc0d0 con 0x7faea815e620 2024-09-19T04:39:52.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.220+0000 7faea5600640 1 -- 172.21.15.31:0/518548856 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v22) ==== 228+0+0 (secure 0 0 0) 0x7faea005d5b0 con 0x7faea815e620 2024-09-19T04:39:52.222 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data_ec' created 2024-09-19T04:39:52.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.225+0000 7faeb0400640 1 -- 172.21.15.31:0/518548856 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fae8806c2b0 msgr2=0x7fae8806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:52.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.225+0000 7faeb0400640 1 --2- 172.21.15.31:0/518548856 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fae8806c2b0 0x7fae8806e770 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fae9c000f60 tx=0x7fae9c009040 comp rx=0 tx=0).stop 2024-09-19T04:39:52.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.225+0000 7faeb0400640 1 -- 172.21.15.31:0/518548856 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faea815e620 msgr2=0x7faea80aafc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:52.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.225+0000 7faeb0400640 1 --2- 172.21.15.31:0/518548856 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faea815e620 0x7faea80aafc0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7faea000caa0 tx=0x7faea000cf60 comp rx=0 tx=0).stop 2024-09-19T04:39:52.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.225+0000 7faeb0400640 1 -- 172.21.15.31:0/518548856 shutdown_connections 2024-09-19T04:39:52.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.225+0000 7faeb0400640 1 --2- 172.21.15.31:0/518548856 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faea815e620 0x7faea80aafc0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.225+0000 7faeb0400640 1 --2- 172.21.15.31:0/518548856 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7faea80b7bc0 0x7faea815f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.225+0000 7faeb0400640 1 --2- 172.21.15.31:0/518548856 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fae8806c2b0 0x7fae8806e770 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.225+0000 7faeb0400640 1 --2- 172.21.15.31:0/518548856 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faea806d340 0x7faea81f1360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.225+0000 7faeb0400640 1 -- 172.21.15.31:0/518548856 >> 172.21.15.31:0/518548856 conn(0x7faea80d4950 msgr2=0x7faea80b99c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:52.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.225+0000 7faeb0400640 1 -- 172.21.15.31:0/518548856 shutdown_connections 2024-09-19T04:39:52.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.226+0000 7faeb0400640 1 -- 172.21.15.31:0/518548856 wait complete. 2024-09-19T04:39:52.251 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-19T04:39:52.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.413+0000 7f2798200640 1 Processor -- start 2024-09-19T04:39:52.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.413+0000 7f2798200640 1 -- start start 2024-09-19T04:39:52.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.415+0000 7f2798200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f279015e4b0 0x7f27900d3cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:52.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.415+0000 7f2798200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f279015e890 0x7f27900b9f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:52.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.415+0000 7f2798200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f27900cf2c0 0x7f27900cf730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:52.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.415+0000 7f2798200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f27900cfc70 con 0x7f279015e4b0 2024-09-19T04:39:52.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.415+0000 7f2798200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f27900d2950 con 0x7f27900cf2c0 2024-09-19T04:39:52.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.415+0000 7f2798200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f27900d2c30 con 0x7f279015e890 2024-09-19T04:39:52.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.415+0000 7f2795800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f279015e4b0 0x7f27900d3cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:52.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.415+0000 7f2795800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f279015e4b0 0x7f27900d3cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35512/0 (socket says 172.21.15.31:35512) 2024-09-19T04:39:52.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.415+0000 7f2795800640 1 -- 172.21.15.31:0/615916071 learned_addr learned my addr 172.21.15.31:0/615916071 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:52.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.415+0000 7f2794e00640 1 --2- 172.21.15.31:0/615916071 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f279015e890 0x7f27900b9f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:52.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.415+0000 7f2796200640 1 --2- 172.21.15.31:0/615916071 >> v2:172.21.15.52:3300/0 conn(0x7f27900cf2c0 0x7f27900cf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:52.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.415+0000 7f2795800640 1 -- 172.21.15.31:0/615916071 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f279015e890 msgr2=0x7f27900b9f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:52.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.415+0000 7f2795800640 1 --2- 172.21.15.31:0/615916071 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f279015e890 0x7f27900b9f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.415+0000 7f2795800640 1 -- 172.21.15.31:0/615916071 >> v2:172.21.15.52:3300/0 conn(0x7f27900cf2c0 msgr2=0x7f27900cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:52.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.415+0000 7f2795800640 1 --2- 172.21.15.31:0/615916071 >> v2:172.21.15.52:3300/0 conn(0x7f27900cf2c0 0x7f27900cf730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.415+0000 7f2795800640 1 -- 172.21.15.31:0/615916071 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27900d2f10 con 0x7f279015e4b0 2024-09-19T04:39:52.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.416+0000 7f2795800640 1 --2- 172.21.15.31:0/615916071 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f279015e4b0 0x7f27900d3cd0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f27900d2b60 tx=0x7f278402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42e48c924a00a36a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:52.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.416+0000 7f278fe00640 1 -- 172.21.15.31:0/615916071 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2784037070 con 0x7f279015e4b0 2024-09-19T04:39:52.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.417+0000 7f278fe00640 1 -- 172.21.15.31:0/615916071 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2784032440 con 0x7f279015e4b0 2024-09-19T04:39:52.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.417+0000 7f278fe00640 1 -- 172.21.15.31:0/615916071 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2784032810 con 0x7f279015e4b0 2024-09-19T04:39:52.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.417+0000 7f2798200640 1 -- 172.21.15.31:0/615916071 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f279015e4b0 msgr2=0x7f27900d3cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:52.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.417+0000 7f2798200640 1 --2- 172.21.15.31:0/615916071 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f279015e4b0 0x7f27900d3cd0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f27900d2b60 tx=0x7f278402a1c0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.417+0000 7f2798200640 1 -- 172.21.15.31:0/615916071 shutdown_connections 2024-09-19T04:39:52.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.417+0000 7f2798200640 1 --2- 172.21.15.31:0/615916071 >> v2:172.21.15.52:3300/0 conn(0x7f27900cf2c0 0x7f27900cf730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.417+0000 7f2798200640 1 --2- 172.21.15.31:0/615916071 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f279015e890 0x7f27900b9f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.417+0000 7f2798200640 1 --2- 172.21.15.31:0/615916071 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f279015e4b0 0x7f27900d3cd0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.417+0000 7f2798200640 1 -- 172.21.15.31:0/615916071 >> 172.21.15.31:0/615916071 conn(0x7f279006cff0 msgr2=0x7f279006d400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:52.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.417+0000 7f2798200640 1 -- 172.21.15.31:0/615916071 shutdown_connections 2024-09-19T04:39:52.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.417+0000 7f2798200640 1 -- 172.21.15.31:0/615916071 wait complete. 2024-09-19T04:39:52.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.419+0000 7f2798200640 1 Processor -- start 2024-09-19T04:39:52.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.419+0000 7f2798200640 1 -- start start 2024-09-19T04:39:52.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.420+0000 7f2798200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27900cf2c0 0x7f27900ce0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:52.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.420+0000 7f2798200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f279015e4b0 0x7f2790156aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:52.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.420+0000 7f2798200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f279015e890 0x7f2790160f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:52.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.420+0000 7f2798200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f27900d37b0 con 0x7f27900cf2c0 2024-09-19T04:39:52.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.420+0000 7f2798200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f27900d34d0 con 0x7f279015e890 2024-09-19T04:39:52.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.420+0000 7f2798200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f27900d1a50 con 0x7f279015e4b0 2024-09-19T04:39:52.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.420+0000 7f2795800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27900cf2c0 0x7f27900ce0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:52.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.420+0000 7f2795800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27900cf2c0 0x7f27900ce0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35522/0 (socket says 172.21.15.31:35522) 2024-09-19T04:39:52.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.420+0000 7f2795800640 1 -- 172.21.15.31:0/918745155 learned_addr learned my addr 172.21.15.31:0/918745155 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:52.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.420+0000 7f2796200640 1 --2- 172.21.15.31:0/918745155 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f279015e890 0x7f2790160f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:52.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.420+0000 7f2794e00640 1 --2- 172.21.15.31:0/918745155 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f279015e4b0 0x7f2790156aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:52.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.420+0000 7f2795800640 1 -- 172.21.15.31:0/918745155 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f279015e4b0 msgr2=0x7f2790156aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:52.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.420+0000 7f2795800640 1 --2- 172.21.15.31:0/918745155 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f279015e4b0 0x7f2790156aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.420+0000 7f2795800640 1 -- 172.21.15.31:0/918745155 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f279015e890 msgr2=0x7f2790160f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:52.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.420+0000 7f2795800640 1 --2- 172.21.15.31:0/918745155 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f279015e890 0x7f2790160f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:52.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.420+0000 7f2795800640 1 -- 172.21.15.31:0/918745155 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2790157310 con 0x7f27900cf2c0 2024-09-19T04:39:52.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.421+0000 7f2795800640 1 --2- 172.21.15.31:0/918745155 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27900cf2c0 0x7f27900ce0e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2784000c00 tx=0x7f27840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:52.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.421+0000 7f278d600640 1 -- 172.21.15.31:0/918745155 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2784041020 con 0x7f27900cf2c0 2024-09-19T04:39:52.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.421+0000 7f278d600640 1 -- 172.21.15.31:0/918745155 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27840306c0 con 0x7f27900cf2c0 2024-09-19T04:39:52.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.421+0000 7f2798200640 1 -- 172.21.15.31:0/918745155 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27901575f0 con 0x7f27900cf2c0 2024-09-19T04:39:52.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.421+0000 7f278d600640 1 -- 172.21.15.31:0/918745155 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2784037040 con 0x7f27900cf2c0 2024-09-19T04:39:52.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.421+0000 7f2798200640 1 -- 172.21.15.31:0/918745155 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2790157bb0 con 0x7f27900cf2c0 2024-09-19T04:39:52.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.422+0000 7f2798200640 1 -- 172.21.15.31:0/918745155 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27900cf730 con 0x7f27900cf2c0 2024-09-19T04:39:52.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.423+0000 7f278d600640 1 -- 172.21.15.31:0/918745155 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2784044020 con 0x7f27900cf2c0 2024-09-19T04:39:52.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.424+0000 7f278d600640 1 --2- 172.21.15.31:0/918745155 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f277006c2b0 0x7f277006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:52.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.424+0000 7f278d600640 1 -- 172.21.15.31:0/918745155 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 6500+0+0 (secure 0 0 0) 0x7f27840abe50 con 0x7f27900cf2c0 2024-09-19T04:39:52.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.424+0000 7f2794e00640 1 --2- 172.21.15.31:0/918745155 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f277006c2b0 0x7f277006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:52.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.425+0000 7f2794e00640 1 --2- 172.21.15.31:0/918745155 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f277006c2b0 0x7f277006e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f27900ce620 tx=0x7f277c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:52.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.429+0000 7f278d600640 1 -- 172.21.15.31:0/918745155 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f278404b030 con 0x7f27900cf2c0 2024-09-19T04:39:52.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:52.617+0000 7f2798200640 1 -- 172.21.15.31:0/918745155 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f27900b3e00 con 0x7f27900cf2c0 2024-09-19T04:39:53.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.225+0000 7f278d600640 1 -- 172.21.15.31:0/918745155 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v23) ==== 169+0+0 (secure 0 0 0) 0x7f2784079c40 con 0x7f27900cf2c0 2024-09-19T04:39:53.227 INFO:teuthology.orchestra.run.smithi031.stderr:set pool 4 allow_ec_overwrites to true 2024-09-19T04:39:53.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.229+0000 7f2798200640 1 -- 172.21.15.31:0/918745155 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f277006c2b0 msgr2=0x7f277006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:53.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.229+0000 7f2798200640 1 --2- 172.21.15.31:0/918745155 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f277006c2b0 0x7f277006e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f27900ce620 tx=0x7f277c008040 comp rx=0 tx=0).stop 2024-09-19T04:39:53.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.229+0000 7f2798200640 1 -- 172.21.15.31:0/918745155 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27900cf2c0 msgr2=0x7f27900ce0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:53.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.229+0000 7f2798200640 1 --2- 172.21.15.31:0/918745155 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27900cf2c0 0x7f27900ce0e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2784000c00 tx=0x7f27840046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.230+0000 7f2798200640 1 -- 172.21.15.31:0/918745155 shutdown_connections 2024-09-19T04:39:53.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.230+0000 7f2798200640 1 --2- 172.21.15.31:0/918745155 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f277006c2b0 0x7f277006e770 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.230+0000 7f2798200640 1 --2- 172.21.15.31:0/918745155 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f279015e890 0x7f2790160f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.230+0000 7f2798200640 1 --2- 172.21.15.31:0/918745155 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f279015e4b0 0x7f2790156aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.230+0000 7f2798200640 1 --2- 172.21.15.31:0/918745155 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27900cf2c0 0x7f27900ce0e0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.230+0000 7f2798200640 1 -- 172.21.15.31:0/918745155 >> 172.21.15.31:0/918745155 conn(0x7f279006cff0 msgr2=0x7f27900d0e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:53.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.232+0000 7f2798200640 1 -- 172.21.15.31:0/918745155 shutdown_connections 2024-09-19T04:39:53.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.232+0000 7f2798200640 1 -- 172.21.15.31:0/918745155 wait complete. 2024-09-19T04:39:53.268 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-19T04:39:53.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.426+0000 7f37e9600640 1 Processor -- start 2024-09-19T04:39:53.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.426+0000 7f37e9600640 1 -- start start 2024-09-19T04:39:53.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.427+0000 7f37e9600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f37e4072d80 0x7f37e4072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:53.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.427+0000 7f37e9600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f37e406e0a0 0x7f37e40cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:53.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.427+0000 7f37e9600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37e4072960 con 0x7f37e4072040 2024-09-19T04:39:53.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.427+0000 7f37e9600640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f37e41605e0 con 0x7f37e4072d80 2024-09-19T04:39:53.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.427+0000 7f37e9600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f37e41608c0 con 0x7f37e406e0a0 2024-09-19T04:39:53.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.427+0000 7f37e2a00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f37e4072040 0x7f37e415fe00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38896/0 (socket says 172.21.15.31:38896) 2024-09-19T04:39:53.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.427+0000 7f37e2a00640 1 -- 172.21.15.31:0/2898859557 learned_addr learned my addr 172.21.15.31:0/2898859557 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:39:53.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.428+0000 7f37da000640 1 --2- 172.21.15.31:0/2898859557 >> v2:172.21.15.52:3300/0 conn(0x7f37e4072d80 0x7f37e4072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:53.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.428+0000 7f37e2000640 1 -- 172.21.15.31:0/2898859557 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3108729616 0 0) 0x7f37e4072960 con 0x7f37e4072040 2024-09-19T04:39:53.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.428+0000 7f37e3400640 1 --2- 172.21.15.31:0/2898859557 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f37e406e0a0 0x7f37e40cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:53.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.428+0000 7f37e2000640 1 -- 172.21.15.31:0/2898859557 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f37c8003520 con 0x7f37e4072040 2024-09-19T04:39:53.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.428+0000 7f37e2000640 1 -- 172.21.15.31:0/2898859557 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2034887129 0 0) 0x7f37c8003520 con 0x7f37e4072040 2024-09-19T04:39:53.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.428+0000 7f37e2000640 1 -- 172.21.15.31:0/2898859557 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f37e406e0a0 msgr2=0x7f37e40cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:53.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.428+0000 7f37e2000640 1 --2- 172.21.15.31:0/2898859557 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f37e406e0a0 0x7f37e40cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.428+0000 7f37e2000640 1 -- 172.21.15.31:0/2898859557 >> v2:172.21.15.52:3300/0 conn(0x7f37e4072d80 msgr2=0x7f37e4072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:53.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.428+0000 7f37e2000640 1 --2- 172.21.15.31:0/2898859557 >> v2:172.21.15.52:3300/0 conn(0x7f37e4072d80 0x7f37e4072420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.428+0000 7f37e2000640 1 -- 172.21.15.31:0/2898859557 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37e4160ba0 con 0x7f37e4072040 2024-09-19T04:39:53.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.428+0000 7f37e2000640 1 -- 172.21.15.31:0/2898859557 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7f37d4001670 con 0x7f37e4072040 2024-09-19T04:39:53.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.428+0000 7f37e2000640 1 -- 172.21.15.31:0/2898859557 >> v1:172.21.15.31:6789/0 conn(0x7f37e4072040 legacy=0x7f37e415fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:53.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.428+0000 7f37e2000640 1 --2- 172.21.15.31:0/2898859557 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37c80039b0 0x7f37c8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:53.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.428+0000 7f37e2000640 1 --2- 172.21.15.31:0/2898859557 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f37c8004800 0x7f37c8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:53.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.428+0000 7f37e2000640 1 --2- 172.21.15.31:0/2898859557 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f37e406e0a0 0x7f37c80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:53.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.428+0000 7f37e2000640 1 -- 172.21.15.31:0/2898859557 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f37e41605e0 con 0x7f37c8004800 2024-09-19T04:39:53.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.428+0000 7f37e2000640 1 -- 172.21.15.31:0/2898859557 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f37e41608c0 con 0x7f37c80039b0 2024-09-19T04:39:53.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.428+0000 7f37e2000640 1 -- 172.21.15.31:0/2898859557 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f37c800b9c0 con 0x7f37e406e0a0 2024-09-19T04:39:53.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.429+0000 7f37da000640 1 --2- 172.21.15.31:0/2898859557 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f37c8004800 0x7f37c8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:53.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.429+0000 7f37e2a00640 1 --2- 172.21.15.31:0/2898859557 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37c80039b0 0x7f37c8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:53.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.429+0000 7f37e3400640 1 --2- 172.21.15.31:0/2898859557 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f37e406e0a0 0x7f37c80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:53.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.429+0000 7f37da000640 1 -- 172.21.15.31:0/2898859557 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f37e406e0a0 msgr2=0x7f37c80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:53.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.429+0000 7f37da000640 1 --2- 172.21.15.31:0/2898859557 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f37e406e0a0 0x7f37c80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.429+0000 7f37da000640 1 -- 172.21.15.31:0/2898859557 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37c80039b0 msgr2=0x7f37c8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:53.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.429+0000 7f37da000640 1 --2- 172.21.15.31:0/2898859557 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37c80039b0 0x7f37c8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.429+0000 7f37da000640 1 -- 172.21.15.31:0/2898859557 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37c8003520 con 0x7f37c8004800 2024-09-19T04:39:53.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.430+0000 7f37da000640 1 --2- 172.21.15.31:0/2898859557 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f37c8004800 0x7f37c8004c80 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f37cc009ac0 tx=0x7f37c8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60ee34a5e9cd9402 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:53.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.430+0000 7f37e2000640 1 -- 172.21.15.31:0/2898859557 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37cc036070 con 0x7f37c8004800 2024-09-19T04:39:53.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.430+0000 7f37e2000640 1 -- 172.21.15.31:0/2898859557 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37cc031400 con 0x7f37c8004800 2024-09-19T04:39:53.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.430+0000 7f37e2000640 1 -- 172.21.15.31:0/2898859557 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37cc009690 con 0x7f37c8004800 2024-09-19T04:39:53.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.431+0000 7f37e9600640 1 -- 172.21.15.31:0/2898859557 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f37c8004800 msgr2=0x7f37c8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:53.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.431+0000 7f37e9600640 1 --2- 172.21.15.31:0/2898859557 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f37c8004800 0x7f37c8004c80 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f37cc009ac0 tx=0x7f37c8005830 comp rx=0 tx=0).stop 2024-09-19T04:39:53.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.431+0000 7f37e3400640 1 -- 172.21.15.31:0/2898859557 reap_dead start 2024-09-19T04:39:53.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.431+0000 7f37e9600640 1 -- 172.21.15.31:0/2898859557 shutdown_connections 2024-09-19T04:39:53.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.431+0000 7f37e9600640 1 -- 172.21.15.31:0/2898859557 >> 172.21.15.31:0/2898859557 conn(0x7f37e4067d70 msgr2=0x7f37e406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:53.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.431+0000 7f37e9600640 1 -- 172.21.15.31:0/2898859557 shutdown_connections 2024-09-19T04:39:53.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.431+0000 7f37e9600640 1 -- 172.21.15.31:0/2898859557 wait complete. 2024-09-19T04:39:53.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.433+0000 7f37e9600640 1 Processor -- start 2024-09-19T04:39:53.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.433+0000 7f37e9600640 1 -- start start 2024-09-19T04:39:53.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.434+0000 7f37e9600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37c8004800 0x7f37e4143560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:53.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.434+0000 7f37e9600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f37e4142bd0 0x7f37e415d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:53.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.434+0000 7f37e9600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f37e40b22e0 0x7f37e415ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:53.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.434+0000 7f37e9600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f37e406e530 con 0x7f37e4142bd0 2024-09-19T04:39:53.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.434+0000 7f37e9600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f37e4145b00 con 0x7f37c8004800 2024-09-19T04:39:53.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.434+0000 7f37e9600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f37e406e6b0 con 0x7f37e40b22e0 2024-09-19T04:39:53.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.434+0000 7f37da000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f37e4142bd0 0x7f37e415d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:53.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.434+0000 7f37da000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f37e4142bd0 0x7f37e415d480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35554/0 (socket says 172.21.15.31:35554) 2024-09-19T04:39:53.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.434+0000 7f37da000640 1 -- 172.21.15.31:0/1165471602 learned_addr learned my addr 172.21.15.31:0/1165471602 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:53.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.434+0000 7f37e2a00640 1 --2- 172.21.15.31:0/1165471602 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37c8004800 0x7f37e4143560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:53.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.434+0000 7f37e3400640 1 --2- 172.21.15.31:0/1165471602 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f37e40b22e0 0x7f37e415ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:53.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.434+0000 7f37da000640 1 -- 172.21.15.31:0/1165471602 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f37e40b22e0 msgr2=0x7f37e415ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:53.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.434+0000 7f37da000640 1 --2- 172.21.15.31:0/1165471602 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f37e40b22e0 0x7f37e415ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.434+0000 7f37da000640 1 -- 172.21.15.31:0/1165471602 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37c8004800 msgr2=0x7f37e4143560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:53.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.434+0000 7f37da000640 1 --2- 172.21.15.31:0/1165471602 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37c8004800 0x7f37e4143560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:53.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.434+0000 7f37da000640 1 -- 172.21.15.31:0/1165471602 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37e4143050 con 0x7f37e4142bd0 2024-09-19T04:39:53.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.434+0000 7f37e3400640 1 --2- 172.21.15.31:0/1165471602 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f37e40b22e0 0x7f37e415ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:53.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.435+0000 7f37da000640 1 --2- 172.21.15.31:0/1165471602 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f37e4142bd0 0x7f37e415d480 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f37cc009be0 tx=0x7f37cc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:53.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.435+0000 7f37db400640 1 -- 172.21.15.31:0/1165471602 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37cc040020 con 0x7f37e4142bd0 2024-09-19T04:39:53.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.435+0000 7f37db400640 1 -- 172.21.15.31:0/1165471602 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37cc003b40 con 0x7f37e4142bd0 2024-09-19T04:39:53.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.435+0000 7f37e9600640 1 -- 172.21.15.31:0/1165471602 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37e41432d0 con 0x7f37e4142bd0 2024-09-19T04:39:53.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.435+0000 7f37db400640 1 -- 172.21.15.31:0/1165471602 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37cc036040 con 0x7f37e4142bd0 2024-09-19T04:39:53.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.435+0000 7f37e9600640 1 -- 172.21.15.31:0/1165471602 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37e415c9a0 con 0x7f37e4142bd0 2024-09-19T04:39:53.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.436+0000 7f37e9600640 1 -- 172.21.15.31:0/1165471602 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37e4072420 con 0x7f37e4142bd0 2024-09-19T04:39:53.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.437+0000 7f37db400640 1 -- 172.21.15.31:0/1165471602 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f37cc043020 con 0x7f37e4142bd0 2024-09-19T04:39:53.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.438+0000 7f37db400640 1 --2- 172.21.15.31:0/1165471602 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f37c006c2b0 0x7f37c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:53.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.439+0000 7f37db400640 1 -- 172.21.15.31:0/1165471602 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 6500+0+0 (secure 0 0 0) 0x7f37cc0ab910 con 0x7f37e4142bd0 2024-09-19T04:39:53.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.439+0000 7f37e2a00640 1 --2- 172.21.15.31:0/1165471602 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f37c006c2b0 0x7f37c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:53.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.439+0000 7f37e2a00640 1 --2- 172.21.15.31:0/1165471602 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f37c006c2b0 0x7f37c006e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f37d4001050 tx=0x7f37d40078f0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:53.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.443+0000 7f37db400640 1 -- 172.21.15.31:0/1165471602 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f37cc04a070 con 0x7f37e4142bd0 2024-09-19T04:39:53.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:53.667+0000 7f37e9600640 1 -- 172.21.15.31:0/1165471602 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7f37e406f360 con 0x7f37e4142bd0 2024-09-19T04:39:54.170 INFO:tasks.ceph.mds.d.smithi052.stderr:2024-09-19T04:39:54.169+0000 7fb19e200640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:39:54.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.234+0000 7f37db400640 1 -- 172.21.15.31:0/1165471602 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v7) ==== 137+0+0 (secure 0 0 0) 0x7f37e4143050 con 0x7f37e4142bd0 2024-09-19T04:39:54.236 INFO:teuthology.orchestra.run.smithi031.stderr:added data pool 4 to fsmap 2024-09-19T04:39:54.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.237+0000 7f37e9600640 1 -- 172.21.15.31:0/1165471602 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f37c006c2b0 msgr2=0x7f37c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.237+0000 7f37e9600640 1 --2- 172.21.15.31:0/1165471602 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f37c006c2b0 0x7f37c006e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f37d4001050 tx=0x7f37d40078f0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.237+0000 7f37e9600640 1 -- 172.21.15.31:0/1165471602 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f37e4142bd0 msgr2=0x7f37e415d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.237+0000 7f37e9600640 1 --2- 172.21.15.31:0/1165471602 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f37e4142bd0 0x7f37e415d480 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f37cc009be0 tx=0x7f37cc004730 comp rx=0 tx=0).stop 2024-09-19T04:39:54.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.237+0000 7f37e9600640 1 -- 172.21.15.31:0/1165471602 shutdown_connections 2024-09-19T04:39:54.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.237+0000 7f37e9600640 1 --2- 172.21.15.31:0/1165471602 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f37e40b22e0 0x7f37e415ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.237+0000 7f37e9600640 1 --2- 172.21.15.31:0/1165471602 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f37e4142bd0 0x7f37e415d480 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.237+0000 7f37e9600640 1 --2- 172.21.15.31:0/1165471602 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f37c006c2b0 0x7f37c006e770 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.237+0000 7f37e9600640 1 --2- 172.21.15.31:0/1165471602 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37c8004800 0x7f37e4143560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.237+0000 7f37e9600640 1 -- 172.21.15.31:0/1165471602 >> 172.21.15.31:0/1165471602 conn(0x7f37e4067d70 msgr2=0x7f37e406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:54.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.237+0000 7f37e9600640 1 -- 172.21.15.31:0/1165471602 shutdown_connections 2024-09-19T04:39:54.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.237+0000 7f37e9600640 1 -- 172.21.15.31:0/1165471602 wait complete. 2024-09-19T04:39:54.256 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:39:54.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.410+0000 7fb916400640 1 Processor -- start 2024-09-19T04:39:54.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.410+0000 7fb916400640 1 -- start start 2024-09-19T04:39:54.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.411+0000 7fb916400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb91015e660 0x7fb9100d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.411+0000 7fb916400640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9100d3680 con 0x7fb9100b6700 2024-09-19T04:39:54.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.411+0000 7fb916400640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9100d3960 con 0x7fb9100d3150 2024-09-19T04:39:54.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.411+0000 7fb916400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fb91006d4b0 con 0x7fb91015e660 2024-09-19T04:39:54.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.412+0000 7fb90fe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fb9100b6700 0x7fb91006d940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38902/0 (socket says 172.21.15.31:38902) 2024-09-19T04:39:54.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.412+0000 7fb90fe00640 1 -- 172.21.15.31:0/3289815999 learned_addr learned my addr 172.21.15.31:0/3289815999 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:39:54.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.412+0000 7fb90f400640 1 --2- 172.21.15.31:0/3289815999 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb91015e660 0x7fb9100d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.412+0000 7fb90ea00640 1 -- 172.21.15.31:0/3289815999 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1616964122 0 0) 0x7fb9100d3680 con 0x7fb9100b6700 2024-09-19T04:39:54.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.412+0000 7fb90ea00640 1 -- 172.21.15.31:0/3289815999 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb8f4003520 con 0x7fb9100b6700 2024-09-19T04:39:54.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.412+0000 7fb90ea00640 1 -- 172.21.15.31:0/3289815999 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1990136138 0 0) 0x7fb9100d3960 con 0x7fb9100d3150 2024-09-19T04:39:54.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.412+0000 7fb90ea00640 1 -- 172.21.15.31:0/3289815999 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb9100d3680 con 0x7fb9100d3150 2024-09-19T04:39:54.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.412+0000 7fb90ea00640 1 -- 172.21.15.31:0/3289815999 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2377119681 0 0) 0x7fb8f4003520 con 0x7fb9100b6700 2024-09-19T04:39:54.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.412+0000 7fb90f400640 1 -- 172.21.15.31:0/3289815999 >> v1:172.21.15.52:6789/0 conn(0x7fb9100d3150 legacy=0x7fb9100b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.412+0000 7fb90f400640 1 -- 172.21.15.31:0/3289815999 >> v1:172.21.15.31:6789/0 conn(0x7fb9100b6700 legacy=0x7fb91006d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.412+0000 7fb90f400640 1 -- 172.21.15.31:0/3289815999 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb91006ce60 con 0x7fb91015e660 2024-09-19T04:39:54.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.413+0000 7fb90f400640 1 --2- 172.21.15.31:0/3289815999 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb91015e660 0x7fb9100d4dd0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fb9000097d0 tx=0x7fb90002a230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f671b110ea7cb0d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:54.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.414+0000 7fb90ea00640 1 -- 172.21.15.31:0/3289815999 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb900037070 con 0x7fb91015e660 2024-09-19T04:39:54.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.414+0000 7fb90ea00640 1 -- 172.21.15.31:0/3289815999 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb90002acc0 con 0x7fb91015e660 2024-09-19T04:39:54.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.414+0000 7fb90ea00640 1 -- 172.21.15.31:0/3289815999 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9080019f0 con 0x7fb91015e660 2024-09-19T04:39:54.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.414+0000 7fb916400640 1 -- 172.21.15.31:0/3289815999 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb91015e660 msgr2=0x7fb9100d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.414+0000 7fb916400640 1 --2- 172.21.15.31:0/3289815999 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb91015e660 0x7fb9100d4dd0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fb9000097d0 tx=0x7fb90002a230 comp rx=0 tx=0).stop 2024-09-19T04:39:54.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.414+0000 7fb916400640 1 -- 172.21.15.31:0/3289815999 shutdown_connections 2024-09-19T04:39:54.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.414+0000 7fb916400640 1 --2- 172.21.15.31:0/3289815999 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb91015e660 0x7fb9100d4dd0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.414+0000 7fb916400640 1 -- 172.21.15.31:0/3289815999 >> 172.21.15.31:0/3289815999 conn(0x7fb91008c000 msgr2=0x7fb9100d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:54.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.414+0000 7fb916400640 1 -- 172.21.15.31:0/3289815999 shutdown_connections 2024-09-19T04:39:54.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.414+0000 7fb916400640 1 -- 172.21.15.31:0/3289815999 wait complete. 2024-09-19T04:39:54.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.416+0000 7fb916400640 1 Processor -- start 2024-09-19T04:39:54.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.416+0000 7fb916400640 1 -- start start 2024-09-19T04:39:54.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.417+0000 7fb916400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9100b6700 0x7fb9100b9520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.417+0000 7fb916400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb9100d3150 0x7fb9100cc050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.417+0000 7fb916400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb91015e660 0x7fb910155380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.417+0000 7fb916400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb91015ea40 con 0x7fb91015e660 2024-09-19T04:39:54.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.417+0000 7fb916400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb9100d5310 con 0x7fb9100b6700 2024-09-19T04:39:54.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.417+0000 7fb916400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fb91006e050 con 0x7fb9100d3150 2024-09-19T04:39:54.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.417+0000 7fb90fe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb91015e660 0x7fb910155380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.417+0000 7fb90f400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9100b6700 0x7fb9100b9520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.417+0000 7fb90fe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb91015e660 0x7fb910155380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35556/0 (socket says 172.21.15.31:35556) 2024-09-19T04:39:54.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.417+0000 7fb90fe00640 1 -- 172.21.15.31:0/1186893336 learned_addr learned my addr 172.21.15.31:0/1186893336 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:54.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.417+0000 7fb906a00640 1 --2- 172.21.15.31:0/1186893336 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb9100d3150 0x7fb9100cc050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.418+0000 7fb90fe00640 1 -- 172.21.15.31:0/1186893336 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb9100d3150 msgr2=0x7fb9100cc050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.418+0000 7fb90fe00640 1 --2- 172.21.15.31:0/1186893336 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb9100d3150 0x7fb9100cc050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.418+0000 7fb90fe00640 1 -- 172.21.15.31:0/1186893336 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9100b6700 msgr2=0x7fb9100b9520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.418+0000 7fb90fe00640 1 --2- 172.21.15.31:0/1186893336 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9100b6700 0x7fb9100b9520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.418+0000 7fb90fe00640 1 -- 172.21.15.31:0/1186893336 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9100cc990 con 0x7fb91015e660 2024-09-19T04:39:54.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.418+0000 7fb90fe00640 1 --2- 172.21.15.31:0/1186893336 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb91015e660 0x7fb910155380 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fb908005c00 tx=0x7fb90800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:54.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.418+0000 7fb907e00640 1 -- 172.21.15.31:0/1186893336 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb908017070 con 0x7fb91015e660 2024-09-19T04:39:54.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.418+0000 7fb907e00640 1 -- 172.21.15.31:0/1186893336 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb908012400 con 0x7fb91015e660 2024-09-19T04:39:54.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.418+0000 7fb916400640 1 -- 172.21.15.31:0/1186893336 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9100ccc70 con 0x7fb91015e660 2024-09-19T04:39:54.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.418+0000 7fb907e00640 1 -- 172.21.15.31:0/1186893336 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9080127f0 con 0x7fb91015e660 2024-09-19T04:39:54.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.419+0000 7fb916400640 1 -- 172.21.15.31:0/1186893336 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9100cd230 con 0x7fb91015e660 2024-09-19T04:39:54.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.420+0000 7fb916400640 1 -- 172.21.15.31:0/1186893336 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9100d4dd0 con 0x7fb91015e660 2024-09-19T04:39:54.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.421+0000 7fb907e00640 1 -- 172.21.15.31:0/1186893336 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb90801a070 con 0x7fb91015e660 2024-09-19T04:39:54.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.421+0000 7fb907e00640 1 --2- 172.21.15.31:0/1186893336 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb8ec06c2b0 0x7fb8ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.421+0000 7fb907e00640 1 -- 172.21.15.31:0/1186893336 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fb90808b6b0 con 0x7fb91015e660 2024-09-19T04:39:54.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.422+0000 7fb90f400640 1 --2- 172.21.15.31:0/1186893336 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb8ec06c2b0 0x7fb8ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.422+0000 7fb90f400640 1 --2- 172.21.15.31:0/1186893336 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb8ec06c2b0 0x7fb8ec06e770 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb900034000 tx=0x7fb90002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:54.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.426+0000 7fb907e00640 1 -- 172.21.15.31:0/1186893336 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb908059480 con 0x7fb91015e660 2024-09-19T04:39:54.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.648+0000 7fb916400640 1 -- 172.21.15.31:0/1186893336 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb9100d4290 con 0x7fb91015e660 2024-09-19T04:39:54.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.649+0000 7fb907e00640 1 -- 172.21.15.31:0/1186893336 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5219 (secure 0 0 0) 0x7fb90805d780 con 0x7fb91015e660 2024-09-19T04:39:54.651 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:39:54.651 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":7,"btime":"2024-09-19T04:39:54:227442+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/3433161175","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6836","nonce":3433161175},{"type":"v1","addr":"172.21.15.31:6837","nonce":3433161175}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1405236214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":1405236214},{"type":"v1","addr":"172.21.15.31:6835","nonce":1405236214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3928232119","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":3928232119},{"type":"v1","addr":"172.21.15.52:6835","nonce":3928232119}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:48.624941+0000","modified":"2024-09-19T04:39:53.669001+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.52:6834/1346261032","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":1346261032},{"type":"v1","addr":"172.21.15.52:6834","nonce":1346261032}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-19T04:39:54.651 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 7 2024-09-19T04:39:54.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.651+0000 7fb916400640 1 -- 172.21.15.31:0/1186893336 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb8ec06c2b0 msgr2=0x7fb8ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.651+0000 7fb916400640 1 --2- 172.21.15.31:0/1186893336 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb8ec06c2b0 0x7fb8ec06e770 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb900034000 tx=0x7fb90002e000 comp rx=0 tx=0).stop 2024-09-19T04:39:54.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.651+0000 7fb916400640 1 -- 172.21.15.31:0/1186893336 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb91015e660 msgr2=0x7fb910155380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.651+0000 7fb916400640 1 --2- 172.21.15.31:0/1186893336 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb91015e660 0x7fb910155380 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fb908005c00 tx=0x7fb90800a430 comp rx=0 tx=0).stop 2024-09-19T04:39:54.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.651+0000 7fb916400640 1 -- 172.21.15.31:0/1186893336 shutdown_connections 2024-09-19T04:39:54.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.651+0000 7fb916400640 1 --2- 172.21.15.31:0/1186893336 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb91015e660 0x7fb910155380 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.651+0000 7fb916400640 1 --2- 172.21.15.31:0/1186893336 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb9100d3150 0x7fb9100cc050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.651+0000 7fb916400640 1 --2- 172.21.15.31:0/1186893336 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb8ec06c2b0 0x7fb8ec06e770 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.651+0000 7fb916400640 1 --2- 172.21.15.31:0/1186893336 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9100b6700 0x7fb9100b9520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.651+0000 7fb916400640 1 -- 172.21.15.31:0/1186893336 >> 172.21.15.31:0/1186893336 conn(0x7fb91008c000 msgr2=0x7fb9100d2630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:54.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.651+0000 7fb916400640 1 -- 172.21.15.31:0/1186893336 shutdown_connections 2024-09-19T04:39:54.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.651+0000 7fb916400640 1 -- 172.21.15.31:0/1186893336 wait complete. 2024-09-19T04:39:54.669 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:39:54.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.822+0000 7f69f0a00640 1 Processor -- start 2024-09-19T04:39:54.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.822+0000 7f69f0a00640 1 -- start start 2024-09-19T04:39:54.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.823+0000 7f69f0a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f69ec15e470 0x7f69ec0cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.823+0000 7f69f0a00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f69ec0d00e0 0x7f69ec0d4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.823+0000 7f69f0a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f69ec0d4850 0x7f69ec06d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.823+0000 7f69f0a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f69ec0cf710 con 0x7f69ec15e470 2024-09-19T04:39:54.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.823+0000 7f69f0a00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f69ec15e850 con 0x7f69ec0d00e0 2024-09-19T04:39:54.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.823+0000 7f69f0a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f69ec0d1c60 con 0x7f69ec0d4850 2024-09-19T04:39:54.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.824+0000 7f69ea800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f69ec15e470 0x7f69ec0cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.824+0000 7f69ea800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f69ec15e470 0x7f69ec0cfba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35560/0 (socket says 172.21.15.31:35560) 2024-09-19T04:39:54.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.824+0000 7f69ea800640 1 -- 172.21.15.31:0/340345482 learned_addr learned my addr 172.21.15.31:0/340345482 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:54.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.824+0000 7f69eb200640 1 --2- 172.21.15.31:0/340345482 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f69ec0d4850 0x7f69ec06d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.824+0000 7f69e3e00640 1 --2- 172.21.15.31:0/340345482 >> v2:172.21.15.52:3300/0 conn(0x7f69ec0d00e0 0x7f69ec0d4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.824+0000 7f69ea800640 1 -- 172.21.15.31:0/340345482 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f69ec0d4850 msgr2=0x7f69ec06d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:54.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.824+0000 7f69ea800640 1 --2- 172.21.15.31:0/340345482 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f69ec0d4850 0x7f69ec06d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.824+0000 7f69ea800640 1 -- 172.21.15.31:0/340345482 >> v2:172.21.15.52:3300/0 conn(0x7f69ec0d00e0 msgr2=0x7f69ec0d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:54.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.824+0000 7f69ea800640 1 --2- 172.21.15.31:0/340345482 >> v2:172.21.15.52:3300/0 conn(0x7f69ec0d00e0 0x7f69ec0d4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.824+0000 7f69ea800640 1 -- 172.21.15.31:0/340345482 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69ec0d1980 con 0x7f69ec15e470 2024-09-19T04:39:54.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.825+0000 7f69ea800640 1 --2- 172.21.15.31:0/340345482 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69ec15e470 0x7f69ec0cfba0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f69ec0b6f10 tx=0x7f69dc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b09ee9575f59fc27 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:54.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.825+0000 7f69e9e00640 1 -- 172.21.15.31:0/340345482 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69dc037070 con 0x7f69ec15e470 2024-09-19T04:39:54.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.825+0000 7f69e9e00640 1 -- 172.21.15.31:0/340345482 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69dc032440 con 0x7f69ec15e470 2024-09-19T04:39:54.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.826+0000 7f69e9e00640 1 -- 172.21.15.31:0/340345482 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69dc032810 con 0x7f69ec15e470 2024-09-19T04:39:54.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.826+0000 7f69f0a00640 1 -- 172.21.15.31:0/340345482 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69ec15e470 msgr2=0x7f69ec0cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.826+0000 7f69f0a00640 1 --2- 172.21.15.31:0/340345482 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69ec15e470 0x7f69ec0cfba0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f69ec0b6f10 tx=0x7f69dc02a1e0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.826+0000 7f69f0a00640 1 -- 172.21.15.31:0/340345482 shutdown_connections 2024-09-19T04:39:54.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.826+0000 7f69f0a00640 1 --2- 172.21.15.31:0/340345482 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f69ec0d4850 0x7f69ec06d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.826+0000 7f69f0a00640 1 --2- 172.21.15.31:0/340345482 >> v2:172.21.15.52:3300/0 conn(0x7f69ec0d00e0 0x7f69ec0d4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.826+0000 7f69f0a00640 1 --2- 172.21.15.31:0/340345482 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69ec15e470 0x7f69ec0cfba0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.826+0000 7f69f0a00640 1 -- 172.21.15.31:0/340345482 >> 172.21.15.31:0/340345482 conn(0x7f69ec09d700 msgr2=0x7f69ec08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:54.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.826+0000 7f69f0a00640 1 -- 172.21.15.31:0/340345482 shutdown_connections 2024-09-19T04:39:54.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.826+0000 7f69f0a00640 1 -- 172.21.15.31:0/340345482 wait complete. 2024-09-19T04:39:54.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.828+0000 7f69f0a00640 1 Processor -- start 2024-09-19T04:39:54.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.828+0000 7f69f0a00640 1 -- start start 2024-09-19T04:39:54.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.829+0000 7f69f0a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69ec0d00e0 0x7f69ec15eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.829+0000 7f69f0a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f69ec0d4850 0x7f69ec1569d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.829+0000 7f69f0a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f69ec15e470 0x7f69ec0b7bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.829+0000 7f69f0a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f69ec06d9a0 con 0x7f69ec0d00e0 2024-09-19T04:39:54.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.829+0000 7f69f0a00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f69ec0cf3a0 con 0x7f69ec0d4850 2024-09-19T04:39:54.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.829+0000 7f69f0a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f69ec06db20 con 0x7f69ec15e470 2024-09-19T04:39:54.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.829+0000 7f69ea800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69ec0d00e0 0x7f69ec15eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.829+0000 7f69ea800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69ec0d00e0 0x7f69ec15eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35572/0 (socket says 172.21.15.31:35572) 2024-09-19T04:39:54.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.829+0000 7f69ea800640 1 -- 172.21.15.31:0/3782501878 learned_addr learned my addr 172.21.15.31:0/3782501878 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:54.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.829+0000 7f69eb200640 1 --2- 172.21.15.31:0/3782501878 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f69ec15e470 0x7f69ec0b7bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.829+0000 7f69e3e00640 1 --2- 172.21.15.31:0/3782501878 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f69ec0d4850 0x7f69ec1569d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.829+0000 7f69ea800640 1 -- 172.21.15.31:0/3782501878 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f69ec15e470 msgr2=0x7f69ec0b7bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.829+0000 7f69ea800640 1 --2- 172.21.15.31:0/3782501878 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f69ec15e470 0x7f69ec0b7bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.829+0000 7f69ea800640 1 -- 172.21.15.31:0/3782501878 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f69ec0d4850 msgr2=0x7f69ec1569d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:54.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.829+0000 7f69ea800640 1 --2- 172.21.15.31:0/3782501878 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f69ec0d4850 0x7f69ec1569d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:54.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.829+0000 7f69ea800640 1 -- 172.21.15.31:0/3782501878 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69ec0b84b0 con 0x7f69ec0d00e0 2024-09-19T04:39:54.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.830+0000 7f69ea800640 1 --2- 172.21.15.31:0/3782501878 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69ec0d00e0 0x7f69ec15eae0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f69dc02a220 tx=0x7f69dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:54.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.830+0000 7f69e2a00640 1 -- 172.21.15.31:0/3782501878 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69dc037040 con 0x7f69ec0d00e0 2024-09-19T04:39:54.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.830+0000 7f69e2a00640 1 -- 172.21.15.31:0/3782501878 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69dc042070 con 0x7f69ec0d00e0 2024-09-19T04:39:54.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.830+0000 7f69f0a00640 1 -- 172.21.15.31:0/3782501878 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69ec0b8790 con 0x7f69ec0d00e0 2024-09-19T04:39:54.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.830+0000 7f69e2a00640 1 -- 172.21.15.31:0/3782501878 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69dc030880 con 0x7f69ec0d00e0 2024-09-19T04:39:54.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.830+0000 7f69f0a00640 1 -- 172.21.15.31:0/3782501878 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69ec0b8d50 con 0x7f69ec0d00e0 2024-09-19T04:39:54.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.831+0000 7f69f0a00640 1 -- 172.21.15.31:0/3782501878 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69ec06d460 con 0x7f69ec0d00e0 2024-09-19T04:39:54.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.832+0000 7f69e2a00640 1 -- 172.21.15.31:0/3782501878 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f69dc030a20 con 0x7f69ec0d00e0 2024-09-19T04:39:54.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.833+0000 7f69e2a00640 1 --2- 172.21.15.31:0/3782501878 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f69c806c2e0 0x7f69c806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:54.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.833+0000 7f69e2a00640 1 -- 172.21.15.31:0/3782501878 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f69dc0abf20 con 0x7f69ec0d00e0 2024-09-19T04:39:54.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.833+0000 7f69e3e00640 1 --2- 172.21.15.31:0/3782501878 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f69c806c2e0 0x7f69c806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:54.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.834+0000 7f69e3e00640 1 --2- 172.21.15.31:0/3782501878 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f69c806c2e0 0x7f69c806e7a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f69ec0d3c80 tx=0x7f69d4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:54.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:54.837+0000 7f69e2a00640 1 -- 172.21.15.31:0/3782501878 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f69dc079c60 con 0x7f69ec0d00e0 2024-09-19T04:39:55.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.020+0000 7f69f0a00640 1 -- 172.21.15.31:0/3782501878 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f69ec06cf90 con 0x7f69ec0d00e0 2024-09-19T04:39:55.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.022+0000 7f69e2a00640 1 -- 172.21.15.31:0/3782501878 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18575 (secure 0 0 0) 0x7f69dc07df60 con 0x7f69ec0d00e0 2024-09-19T04:39:55.024 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:39:55.024 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":24,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:39:53.668791+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:46.656485+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:47.611713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T04:39:51.258713+0000","flags":32773,"flags_names":"hashpspool,ec_overwrites,creating","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:39:55.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.024+0000 7f69f0a00640 1 -- 172.21.15.31:0/3782501878 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f69c806c2e0 msgr2=0x7f69c806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.024+0000 7f69f0a00640 1 --2- 172.21.15.31:0/3782501878 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f69c806c2e0 0x7f69c806e7a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f69ec0d3c80 tx=0x7f69d4008040 comp rx=0 tx=0).stop 2024-09-19T04:39:55.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.024+0000 7f69f0a00640 1 -- 172.21.15.31:0/3782501878 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69ec0d00e0 msgr2=0x7f69ec15eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.024+0000 7f69f0a00640 1 --2- 172.21.15.31:0/3782501878 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69ec0d00e0 0x7f69ec15eae0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f69dc02a220 tx=0x7f69dc0046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.024+0000 7f69f0a00640 1 -- 172.21.15.31:0/3782501878 shutdown_connections 2024-09-19T04:39:55.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.024+0000 7f69f0a00640 1 --2- 172.21.15.31:0/3782501878 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f69ec15e470 0x7f69ec0b7bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.024+0000 7f69f0a00640 1 --2- 172.21.15.31:0/3782501878 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f69c806c2e0 0x7f69c806e7a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.024+0000 7f69f0a00640 1 --2- 172.21.15.31:0/3782501878 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f69ec0d4850 0x7f69ec1569d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.024+0000 7f69f0a00640 1 --2- 172.21.15.31:0/3782501878 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f69ec0d00e0 0x7f69ec15eae0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.024+0000 7f69f0a00640 1 -- 172.21.15.31:0/3782501878 >> 172.21.15.31:0/3782501878 conn(0x7f69ec09d700 msgr2=0x7f69ec0b2fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:55.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.024+0000 7f69f0a00640 1 -- 172.21.15.31:0/3782501878 shutdown_connections 2024-09-19T04:39:55.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.024+0000 7f69f0a00640 1 -- 172.21.15.31:0/3782501878 wait complete. 2024-09-19T04:39:55.042 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:39:55.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.195+0000 7f2e0ce00640 1 Processor -- start 2024-09-19T04:39:55.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.195+0000 7f2e0ce00640 1 -- start start 2024-09-19T04:39:55.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.197+0000 7f2e0ce00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2e08162cc0 0x7f2e080b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:55.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.197+0000 7f2e0ce00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e080711b0 con 0x7f2e08070a80 2024-09-19T04:39:55.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.197+0000 7f2e0ce00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e08162020 con 0x7f2e0806c320 2024-09-19T04:39:55.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.197+0000 7f2e0ce00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f2e080d2110 con 0x7f2e08162cc0 2024-09-19T04:39:55.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.197+0000 7f2dffe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f2e08070a80 0x7f2e0806bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38912/0 (socket says 172.21.15.31:38912) 2024-09-19T04:39:55.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.197+0000 7f2dffe00640 1 -- 172.21.15.31:0/3557101928 learned_addr learned my addr 172.21.15.31:0/3557101928 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:39:55.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.197+0000 7f2e05e00640 1 --2- 172.21.15.31:0/3557101928 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2e08162cc0 0x7f2e080b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:55.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.197+0000 7f2e05400640 1 -- 172.21.15.31:0/3557101928 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2944585602 0 0) 0x7f2e080711b0 con 0x7f2e08070a80 2024-09-19T04:39:55.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.197+0000 7f2e05400640 1 -- 172.21.15.31:0/3557101928 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2dec003520 con 0x7f2e08070a80 2024-09-19T04:39:55.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.197+0000 7f2e05e00640 1 -- 172.21.15.31:0/3557101928 >> v1:172.21.15.52:6789/0 conn(0x7f2e0806c320 legacy=0x7f2e08158530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.197+0000 7f2e05400640 1 -- 172.21.15.31:0/3557101928 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1307763722 0 0) 0x7f2e08162020 con 0x7f2e0806c320 2024-09-19T04:39:55.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.198+0000 7f2e05e00640 1 -- 172.21.15.31:0/3557101928 >> v1:172.21.15.31:6789/0 conn(0x7f2e08070a80 legacy=0x7f2e0806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.198+0000 7f2e05e00640 1 -- 172.21.15.31:0/3557101928 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e08070ee0 con 0x7f2e08162cc0 2024-09-19T04:39:55.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.199+0000 7f2e05e00640 1 --2- 172.21.15.31:0/3557101928 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2e08162cc0 0x7f2e080b6f90 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f2df80097d0 tx=0x7f2df802a200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6c75ea2fb0edb7ba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:55.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.199+0000 7f2e05400640 1 -- 172.21.15.31:0/3557101928 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2df8037070 con 0x7f2e08162cc0 2024-09-19T04:39:55.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.199+0000 7f2e05400640 1 -- 172.21.15.31:0/3557101928 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2df8032440 con 0x7f2e08162cc0 2024-09-19T04:39:55.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.199+0000 7f2e05400640 1 -- 172.21.15.31:0/3557101928 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2df8032810 con 0x7f2e08162cc0 2024-09-19T04:39:55.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.199+0000 7f2e0ce00640 1 -- 172.21.15.31:0/3557101928 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2e08162cc0 msgr2=0x7f2e080b6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.199+0000 7f2e0ce00640 1 --2- 172.21.15.31:0/3557101928 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2e08162cc0 0x7f2e080b6f90 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f2df80097d0 tx=0x7f2df802a200 comp rx=0 tx=0).stop 2024-09-19T04:39:55.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.200+0000 7f2e0ce00640 1 -- 172.21.15.31:0/3557101928 shutdown_connections 2024-09-19T04:39:55.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.200+0000 7f2e0ce00640 1 --2- 172.21.15.31:0/3557101928 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2e08162cc0 0x7f2e080b6f90 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.200+0000 7f2e0ce00640 1 -- 172.21.15.31:0/3557101928 >> 172.21.15.31:0/3557101928 conn(0x7f2e0809aa70 msgr2=0x7f2e080b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:55.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.200+0000 7f2e0ce00640 1 -- 172.21.15.31:0/3557101928 shutdown_connections 2024-09-19T04:39:55.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.200+0000 7f2e0ce00640 1 -- 172.21.15.31:0/3557101928 wait complete. 2024-09-19T04:39:55.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.201+0000 7f2e0ce00640 1 Processor -- start 2024-09-19T04:39:55.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.201+0000 7f2e0ce00640 1 -- start start 2024-09-19T04:39:55.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.202+0000 7f2e0ce00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2e0806c320 0x7f2e08155070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:55.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.202+0000 7f2e0ce00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e08070a80 0x7f2e080b2f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:55.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.202+0000 7f2e0ce00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2e08162cc0 0x7f2e08158710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:55.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.202+0000 7f2e0ce00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2e080d1c80 con 0x7f2e08070a80 2024-09-19T04:39:55.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.202+0000 7f2e0ce00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2e080d1630 con 0x7f2e0806c320 2024-09-19T04:39:55.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.202+0000 7f2e0ce00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f2e080d1910 con 0x7f2e08162cc0 2024-09-19T04:39:55.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.202+0000 7f2dffe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e08070a80 0x7f2e080b2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:55.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.202+0000 7f2dffe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e08070a80 0x7f2e080b2f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35578/0 (socket says 172.21.15.31:35578) 2024-09-19T04:39:55.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.202+0000 7f2dffe00640 1 -- 172.21.15.31:0/99618532 learned_addr learned my addr 172.21.15.31:0/99618532 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:55.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.203+0000 7f2e06800640 1 --2- 172.21.15.31:0/99618532 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2e08162cc0 0x7f2e08158710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:55.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.203+0000 7f2e05e00640 1 --2- 172.21.15.31:0/99618532 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2e0806c320 0x7f2e08155070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:55.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.203+0000 7f2dffe00640 1 -- 172.21.15.31:0/99618532 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2e08162cc0 msgr2=0x7f2e08158710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.203+0000 7f2dffe00640 1 --2- 172.21.15.31:0/99618532 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2e08162cc0 0x7f2e08158710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.203+0000 7f2dffe00640 1 -- 172.21.15.31:0/99618532 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2e0806c320 msgr2=0x7f2e08155070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.203+0000 7f2dffe00640 1 --2- 172.21.15.31:0/99618532 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2e0806c320 0x7f2e08155070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.203+0000 7f2dffe00640 1 -- 172.21.15.31:0/99618532 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e08158c50 con 0x7f2e08070a80 2024-09-19T04:39:55.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.203+0000 7f2dffe00640 1 --2- 172.21.15.31:0/99618532 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e08070a80 0x7f2e080b2f70 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2df0001eb0 tx=0x7f2df000c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:55.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.204+0000 7f2dfe000640 1 -- 172.21.15.31:0/99618532 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2df0017070 con 0x7f2e08070a80 2024-09-19T04:39:55.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.204+0000 7f2dfe000640 1 -- 172.21.15.31:0/99618532 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2df0005d00 con 0x7f2e08070a80 2024-09-19T04:39:55.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.204+0000 7f2dfe000640 1 -- 172.21.15.31:0/99618532 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2df0007310 con 0x7f2e08070a80 2024-09-19T04:39:55.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.204+0000 7f2e0ce00640 1 -- 172.21.15.31:0/99618532 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e080b3600 con 0x7f2e08070a80 2024-09-19T04:39:55.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.204+0000 7f2e0ce00640 1 -- 172.21.15.31:0/99618532 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e080b3bc0 con 0x7f2e08070a80 2024-09-19T04:39:55.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.205+0000 7f2e0ce00640 1 -- 172.21.15.31:0/99618532 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e080b6f90 con 0x7f2e08070a80 2024-09-19T04:39:55.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.206+0000 7f2dfe000640 1 -- 172.21.15.31:0/99618532 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2df001a070 con 0x7f2e08070a80 2024-09-19T04:39:55.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.206+0000 7f2dfe000640 1 --2- 172.21.15.31:0/99618532 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f2de406c2b0 0x7f2de406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:55.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.207+0000 7f2dfe000640 1 -- 172.21.15.31:0/99618532 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f2df008aae0 con 0x7f2e08070a80 2024-09-19T04:39:55.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.207+0000 7f2e05e00640 1 --2- 172.21.15.31:0/99618532 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f2de406c2b0 0x7f2de406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:55.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.207+0000 7f2e05e00640 1 --2- 172.21.15.31:0/99618532 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f2de406c2b0 0x7f2de406e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2df8034000 tx=0x7f2df802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:55.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.211+0000 7f2dfe000640 1 -- 172.21.15.31:0/99618532 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2df00588c0 con 0x7f2e08070a80 2024-09-19T04:39:55.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.401+0000 7f2e0ce00640 1 -- 172.21.15.31:0/99618532 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2e0806c9f0 con 0x7f2e08070a80 2024-09-19T04:39:55.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.402+0000 7f2dfe000640 1 -- 172.21.15.31:0/99618532 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7f2df005cbc0 con 0x7f2e08070a80 2024-09-19T04:39:55.404 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:39:55.404 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":25,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:39:55.229214+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:46.656485+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:47.611713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T04:39:51.258713+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:39:55.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.404+0000 7f2e0ce00640 1 -- 172.21.15.31:0/99618532 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f2de406c2b0 msgr2=0x7f2de406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.404+0000 7f2e0ce00640 1 --2- 172.21.15.31:0/99618532 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f2de406c2b0 0x7f2de406e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2df8034000 tx=0x7f2df802e000 comp rx=0 tx=0).stop 2024-09-19T04:39:55.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.404+0000 7f2e0ce00640 1 -- 172.21.15.31:0/99618532 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e08070a80 msgr2=0x7f2e080b2f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.404+0000 7f2e0ce00640 1 --2- 172.21.15.31:0/99618532 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e08070a80 0x7f2e080b2f70 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2df0001eb0 tx=0x7f2df000c820 comp rx=0 tx=0).stop 2024-09-19T04:39:55.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.404+0000 7f2e0ce00640 1 -- 172.21.15.31:0/99618532 shutdown_connections 2024-09-19T04:39:55.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.404+0000 7f2e0ce00640 1 --2- 172.21.15.31:0/99618532 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2e08162cc0 0x7f2e08158710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.404+0000 7f2e0ce00640 1 --2- 172.21.15.31:0/99618532 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2e08070a80 0x7f2e080b2f70 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.404+0000 7f2e0ce00640 1 --2- 172.21.15.31:0/99618532 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f2de406c2b0 0x7f2de406e770 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.404+0000 7f2e0ce00640 1 --2- 172.21.15.31:0/99618532 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2e0806c320 0x7f2e08155070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.404+0000 7f2e0ce00640 1 -- 172.21.15.31:0/99618532 >> 172.21.15.31:0/99618532 conn(0x7f2e0809aa70 msgr2=0x7f2e0815c650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:55.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.404+0000 7f2e0ce00640 1 -- 172.21.15.31:0/99618532 shutdown_connections 2024-09-19T04:39:55.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.404+0000 7f2e0ce00640 1 -- 172.21.15.31:0/99618532 wait complete. 2024-09-19T04:39:55.438 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:39:55.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.592+0000 7f1188600640 1 Processor -- start 2024-09-19T04:39:55.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.592+0000 7f1188600640 1 -- start start 2024-09-19T04:39:55.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.593+0000 7f1188600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f11801554d0 0x7f11800ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:55.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.593+0000 7f1188600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f11800af3a0 0x7f1180162040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:55.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.593+0000 7f1188600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1180162580 0x7f118015ea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:55.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.593+0000 7f1188600640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f11800b0470 con 0x7f11801554d0 2024-09-19T04:39:55.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.593+0000 7f1188600640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f11800af860 con 0x7f11800af3a0 2024-09-19T04:39:55.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.593+0000 7f1188600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f11800afb40 con 0x7f1180162580 2024-09-19T04:39:55.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.593+0000 7f1185c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f11801554d0 0x7f11800ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:55.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.594+0000 7f1185c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f11801554d0 0x7f11800ccf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35592/0 (socket says 172.21.15.31:35592) 2024-09-19T04:39:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.594+0000 7f1185c00640 1 -- 172.21.15.31:0/1612782393 learned_addr learned my addr 172.21.15.31:0/1612782393 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.594+0000 7f1185200640 1 --2- 172.21.15.31:0/1612782393 >> v2:172.21.15.52:3300/0 conn(0x7f11800af3a0 0x7f1180162040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.594+0000 7f1186600640 1 --2- 172.21.15.31:0/1612782393 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1180162580 0x7f118015ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.594+0000 7f1185c00640 1 -- 172.21.15.31:0/1612782393 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1180162580 msgr2=0x7f118015ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.594+0000 7f1185c00640 1 --2- 172.21.15.31:0/1612782393 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1180162580 0x7f118015ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.594+0000 7f1185c00640 1 -- 172.21.15.31:0/1612782393 >> v2:172.21.15.52:3300/0 conn(0x7f11800af3a0 msgr2=0x7f1180162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.594+0000 7f1185c00640 1 --2- 172.21.15.31:0/1612782393 >> v2:172.21.15.52:3300/0 conn(0x7f11800af3a0 0x7f1180162040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.594+0000 7f1185c00640 1 -- 172.21.15.31:0/1612782393 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11800afe20 con 0x7f11801554d0 2024-09-19T04:39:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.594+0000 7f1186600640 1 --2- 172.21.15.31:0/1612782393 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1180162580 0x7f118015ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.595+0000 7f1185c00640 1 --2- 172.21.15.31:0/1612782393 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11801554d0 0x7f11800ccf60 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f118006d870 tx=0x7f117402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c89eaebbb14bd2f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.595+0000 7f117fe00640 1 -- 172.21.15.31:0/1612782393 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1174037070 con 0x7f11801554d0 2024-09-19T04:39:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.595+0000 7f117fe00640 1 -- 172.21.15.31:0/1612782393 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1174032440 con 0x7f11801554d0 2024-09-19T04:39:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.595+0000 7f117fe00640 1 -- 172.21.15.31:0/1612782393 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1174032810 con 0x7f11801554d0 2024-09-19T04:39:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.596+0000 7f1188600640 1 -- 172.21.15.31:0/1612782393 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11801554d0 msgr2=0x7f11800ccf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.596+0000 7f1188600640 1 --2- 172.21.15.31:0/1612782393 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11801554d0 0x7f11800ccf60 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f118006d870 tx=0x7f117402a1e0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.596+0000 7f1188600640 1 -- 172.21.15.31:0/1612782393 shutdown_connections 2024-09-19T04:39:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.596+0000 7f1188600640 1 --2- 172.21.15.31:0/1612782393 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1180162580 0x7f118015ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.596+0000 7f1188600640 1 --2- 172.21.15.31:0/1612782393 >> v2:172.21.15.52:3300/0 conn(0x7f11800af3a0 0x7f1180162040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.596+0000 7f1188600640 1 --2- 172.21.15.31:0/1612782393 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11801554d0 0x7f11800ccf60 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.596+0000 7f1188600640 1 -- 172.21.15.31:0/1612782393 >> 172.21.15.31:0/1612782393 conn(0x7f11800736d0 msgr2=0x7f118006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.596+0000 7f1188600640 1 -- 172.21.15.31:0/1612782393 shutdown_connections 2024-09-19T04:39:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.596+0000 7f1188600640 1 -- 172.21.15.31:0/1612782393 wait complete. 2024-09-19T04:39:55.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.597+0000 7f1188600640 1 Processor -- start 2024-09-19T04:39:55.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.598+0000 7f1188600640 1 -- start start 2024-09-19T04:39:55.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.598+0000 7f1188600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11800af3a0 0x7f11801ea780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:55.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.599+0000 7f1188600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f11801554d0 0x7f11800cf910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:55.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.599+0000 7f1188600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1180162580 0x7f1180138290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:55.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.599+0000 7f1188600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1180162d30 con 0x7f11800af3a0 2024-09-19T04:39:55.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.599+0000 7f1188600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f11801558b0 con 0x7f1180162580 2024-09-19T04:39:55.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.599+0000 7f1188600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f1180162eb0 con 0x7f11801554d0 2024-09-19T04:39:55.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.599+0000 7f1185c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11800af3a0 0x7f11801ea780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:55.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.599+0000 7f1185c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11800af3a0 0x7f11801ea780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35606/0 (socket says 172.21.15.31:35606) 2024-09-19T04:39:55.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.599+0000 7f1185c00640 1 -- 172.21.15.31:0/3450697160 learned_addr learned my addr 172.21.15.31:0/3450697160 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:55.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.599+0000 7f1185200640 1 --2- 172.21.15.31:0/3450697160 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f11801554d0 0x7f11800cf910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:55.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.599+0000 7f1186600640 1 --2- 172.21.15.31:0/3450697160 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1180162580 0x7f1180138290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:55.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.599+0000 7f1185c00640 1 -- 172.21.15.31:0/3450697160 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f11801554d0 msgr2=0x7f11800cf910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.599+0000 7f1185c00640 1 --2- 172.21.15.31:0/3450697160 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f11801554d0 0x7f11800cf910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.599+0000 7f1185c00640 1 -- 172.21.15.31:0/3450697160 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1180162580 msgr2=0x7f1180138290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.599+0000 7f1185c00640 1 --2- 172.21.15.31:0/3450697160 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1180162580 0x7f1180138290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.599+0000 7f1185c00640 1 -- 172.21.15.31:0/3450697160 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11801eacc0 con 0x7f11800af3a0 2024-09-19T04:39:55.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.599+0000 7f1185200640 1 --2- 172.21.15.31:0/3450697160 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f11801554d0 0x7f11800cf910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:55.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.599+0000 7f1185c00640 1 --2- 172.21.15.31:0/3450697160 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11800af3a0 0x7f11801ea780 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f117402a220 tx=0x7f11740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:55.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.600+0000 7f117d600640 1 -- 172.21.15.31:0/3450697160 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1174037040 con 0x7f11800af3a0 2024-09-19T04:39:55.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.600+0000 7f117d600640 1 -- 172.21.15.31:0/3450697160 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1174042070 con 0x7f11800af3a0 2024-09-19T04:39:55.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.600+0000 7f117d600640 1 -- 172.21.15.31:0/3450697160 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1174030880 con 0x7f11800af3a0 2024-09-19T04:39:55.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.600+0000 7f1188600640 1 -- 172.21.15.31:0/3450697160 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f118014ae90 con 0x7f11800af3a0 2024-09-19T04:39:55.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.600+0000 7f1188600640 1 -- 172.21.15.31:0/3450697160 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11800cf3f0 con 0x7f11800af3a0 2024-09-19T04:39:55.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.601+0000 7f1188600640 1 -- 172.21.15.31:0/3450697160 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1180162040 con 0x7f11800af3a0 2024-09-19T04:39:55.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.602+0000 7f117d600640 1 -- 172.21.15.31:0/3450697160 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1174030a20 con 0x7f11800af3a0 2024-09-19T04:39:55.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.603+0000 7f117d600640 1 --2- 172.21.15.31:0/3450697160 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f116006c2b0 0x7f116006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:55.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.603+0000 7f117d600640 1 -- 172.21.15.31:0/3450697160 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f11740ac180 con 0x7f11800af3a0 2024-09-19T04:39:55.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.603+0000 7f1185200640 1 --2- 172.21.15.31:0/3450697160 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f116006c2b0 0x7f116006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:55.607 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.604+0000 7f1185200640 1 --2- 172.21.15.31:0/3450697160 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f116006c2b0 0x7f116006e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f11801492b0 tx=0x7f116c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:55.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.607+0000 7f117d600640 1 -- 172.21.15.31:0/3450697160 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f117407a480 con 0x7f11800af3a0 2024-09-19T04:39:55.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.832+0000 7f1188600640 1 -- 172.21.15.31:0/3450697160 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f11800b5ea0 con 0x7f11800af3a0 2024-09-19T04:39:55.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.833+0000 7f117d600640 1 -- 172.21.15.31:0/3450697160 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5219 (secure 0 0 0) 0x7f1174079d80 con 0x7f11800af3a0 2024-09-19T04:39:55.835 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:39:55.835 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":7,"btime":"2024-09-19T04:39:54:227442+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/3433161175","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6836","nonce":3433161175},{"type":"v1","addr":"172.21.15.31:6837","nonce":3433161175}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1405236214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":1405236214},{"type":"v1","addr":"172.21.15.31:6835","nonce":1405236214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3928232119","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":3928232119},{"type":"v1","addr":"172.21.15.52:6835","nonce":3928232119}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:48.624941+0000","modified":"2024-09-19T04:39:53.669001+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.52:6834/1346261032","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":1346261032},{"type":"v1","addr":"172.21.15.52:6834","nonce":1346261032}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-19T04:39:55.835 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 7 2024-09-19T04:39:55.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.835+0000 7f1188600640 1 -- 172.21.15.31:0/3450697160 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f116006c2b0 msgr2=0x7f116006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.835+0000 7f1188600640 1 --2- 172.21.15.31:0/3450697160 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f116006c2b0 0x7f116006e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f11801492b0 tx=0x7f116c008040 comp rx=0 tx=0).stop 2024-09-19T04:39:55.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.835+0000 7f1188600640 1 -- 172.21.15.31:0/3450697160 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11800af3a0 msgr2=0x7f11801ea780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:55.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.835+0000 7f1188600640 1 --2- 172.21.15.31:0/3450697160 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11800af3a0 0x7f11801ea780 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f117402a220 tx=0x7f11740046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.835+0000 7f1188600640 1 -- 172.21.15.31:0/3450697160 shutdown_connections 2024-09-19T04:39:55.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.835+0000 7f1188600640 1 --2- 172.21.15.31:0/3450697160 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f116006c2b0 0x7f116006e770 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.835+0000 7f1188600640 1 --2- 172.21.15.31:0/3450697160 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1180162580 0x7f1180138290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.835+0000 7f1188600640 1 --2- 172.21.15.31:0/3450697160 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f11801554d0 0x7f11800cf910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.835+0000 7f1188600640 1 --2- 172.21.15.31:0/3450697160 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f11800af3a0 0x7f11801ea780 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:55.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.835+0000 7f1188600640 1 -- 172.21.15.31:0/3450697160 >> 172.21.15.31:0/3450697160 conn(0x7f11800736d0 msgr2=0x7f11800b1f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:55.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.835+0000 7f1188600640 1 -- 172.21.15.31:0/3450697160 shutdown_connections 2024-09-19T04:39:55.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:55.835+0000 7f1188600640 1 -- 172.21.15.31:0/3450697160 wait complete. 2024-09-19T04:39:55.852 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:39:56.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.005+0000 7f8661400640 1 Processor -- start 2024-09-19T04:39:56.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.005+0000 7f8661400640 1 -- start start 2024-09-19T04:39:56.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.006+0000 7f8661400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f865c0d3150 0x7f865c0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.006+0000 7f8661400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f865c0b6530 0x7f865c06d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.006+0000 7f8661400640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f865c0d3680 con 0x7f865c15e660 2024-09-19T04:39:56.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.006+0000 7f8661400640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f865c06d4b0 con 0x7f865c0b6530 2024-09-19T04:39:56.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.006+0000 7f8661400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f865c0d3960 con 0x7f865c0d3150 2024-09-19T04:39:56.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.007+0000 7f865b200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f865c0b6530 0x7f865c06d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.007+0000 7f8659e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f865c0d3150 0x7f865c0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.007+0000 7f865a800640 1 --1- >> v1:172.21.15.52:6789/0 conn(0x7f865c15e660 0x7f865c0d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.52:6789/0 says I am v1:172.21.15.31:33420/0 (socket says 172.21.15.31:33420) 2024-09-19T04:39:56.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.007+0000 7f865a800640 1 -- 172.21.15.31:0/1641442021 learned_addr learned my addr 172.21.15.31:0/1641442021 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:39:56.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.007+0000 7f865b200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f865c0b6530 0x7f865c06d940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:36078/0 (socket says 172.21.15.31:36078) 2024-09-19T04:39:56.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.007+0000 7f8659e00640 1 -- 172.21.15.31:0/1641442021 >> v2:172.21.15.52:3300/0 conn(0x7f865c0b6530 msgr2=0x7f865c06d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:56.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.007+0000 7f8659e00640 1 --2- 172.21.15.31:0/1641442021 >> v2:172.21.15.52:3300/0 conn(0x7f865c0b6530 0x7f865c06d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.007+0000 7f8659e00640 1 -- 172.21.15.31:0/1641442021 >> v1:172.21.15.52:6789/0 conn(0x7f865c15e660 legacy=0x7f865c0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.007+0000 7f8659e00640 1 -- 172.21.15.31:0/1641442021 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f865c06ce60 con 0x7f865c0d3150 2024-09-19T04:39:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.008+0000 7f8659e00640 1 --2- 172.21.15.31:0/1641442021 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f865c0d3150 0x7f865c0b5ff0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f86480097a0 tx=0x7f864802a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8b52b4cd186f84b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.009+0000 7f8659400640 1 -- 172.21.15.31:0/1641442021 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8648037070 con 0x7f865c0d3150 2024-09-19T04:39:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.009+0000 7f8659400640 1 -- 172.21.15.31:0/1641442021 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f864802ada0 con 0x7f865c0d3150 2024-09-19T04:39:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.009+0000 7f8659400640 1 -- 172.21.15.31:0/1641442021 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8648032660 con 0x7f865c0d3150 2024-09-19T04:39:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.009+0000 7f8661400640 1 -- 172.21.15.31:0/1641442021 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f865c0d3150 msgr2=0x7f865c0b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.009+0000 7f8661400640 1 --2- 172.21.15.31:0/1641442021 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f865c0d3150 0x7f865c0b5ff0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f86480097a0 tx=0x7f864802a110 comp rx=0 tx=0).stop 2024-09-19T04:39:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.009+0000 7f8661400640 1 -- 172.21.15.31:0/1641442021 shutdown_connections 2024-09-19T04:39:56.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.009+0000 7f8661400640 1 --2- 172.21.15.31:0/1641442021 >> v2:172.21.15.52:3300/0 conn(0x7f865c0b6530 0x7f865c06d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.009+0000 7f8661400640 1 --2- 172.21.15.31:0/1641442021 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f865c0d3150 0x7f865c0b5ff0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.009+0000 7f8661400640 1 -- 172.21.15.31:0/1641442021 >> 172.21.15.31:0/1641442021 conn(0x7f865c08c000 msgr2=0x7f865c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:56.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.009+0000 7f8661400640 1 -- 172.21.15.31:0/1641442021 shutdown_connections 2024-09-19T04:39:56.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.009+0000 7f8661400640 1 -- 172.21.15.31:0/1641442021 wait complete. 2024-09-19T04:39:56.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.011+0000 7f8661400640 1 Processor -- start 2024-09-19T04:39:56.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.011+0000 7f8661400640 1 -- start start 2024-09-19T04:39:56.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.012+0000 7f8661400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f865c0b6530 0x7f865c0cb640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.012+0000 7f8661400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f865c0d3150 0x7f865c161910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.012+0000 7f8661400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f865c15e660 0x7f865c15ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.012+0000 7f8661400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f865c06de80 con 0x7f865c0d3150 2024-09-19T04:39:56.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.012+0000 7f8661400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f865c15ea40 con 0x7f865c0b6530 2024-09-19T04:39:56.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.012+0000 7f8661400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f865c06e000 con 0x7f865c15e660 2024-09-19T04:39:56.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.012+0000 7f8659e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f865c0d3150 0x7f865c161910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.012+0000 7f8659e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f865c0d3150 0x7f865c161910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35612/0 (socket says 172.21.15.31:35612) 2024-09-19T04:39:56.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.012+0000 7f8659e00640 1 -- 172.21.15.31:0/3930996634 learned_addr learned my addr 172.21.15.31:0/3930996634 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:56.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.012+0000 7f865b200640 1 --2- 172.21.15.31:0/3930996634 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f865c15e660 0x7f865c15ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.012+0000 7f865a800640 1 --2- 172.21.15.31:0/3930996634 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f865c0b6530 0x7f865c0cb640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.013+0000 7f8659e00640 1 -- 172.21.15.31:0/3930996634 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f865c15e660 msgr2=0x7f865c15ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.013+0000 7f8659e00640 1 --2- 172.21.15.31:0/3930996634 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f865c15e660 0x7f865c15ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.013+0000 7f8659e00640 1 -- 172.21.15.31:0/3930996634 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f865c0b6530 msgr2=0x7f865c0cb640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.013+0000 7f8659e00640 1 --2- 172.21.15.31:0/3930996634 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f865c0b6530 0x7f865c0cb640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.013+0000 7f8659e00640 1 -- 172.21.15.31:0/3930996634 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f865c0cbc20 con 0x7f865c0d3150 2024-09-19T04:39:56.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.013+0000 7f865a800640 1 --2- 172.21.15.31:0/3930996634 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f865c0b6530 0x7f865c0cb640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:56.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.013+0000 7f8659e00640 1 --2- 172.21.15.31:0/3930996634 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f865c0d3150 0x7f865c161910 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f864802a150 tx=0x7f86480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:56.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.013+0000 7f8652a00640 1 -- 172.21.15.31:0/3930996634 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8648037040 con 0x7f865c0d3150 2024-09-19T04:39:56.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.013+0000 7f8652a00640 1 -- 172.21.15.31:0/3930996634 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8648004030 con 0x7f865c0d3150 2024-09-19T04:39:56.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.013+0000 7f8652a00640 1 -- 172.21.15.31:0/3930996634 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8648006e10 con 0x7f865c0d3150 2024-09-19T04:39:56.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.013+0000 7f8661400640 1 -- 172.21.15.31:0/3930996634 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f865c0cbf00 con 0x7f865c0d3150 2024-09-19T04:39:56.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.013+0000 7f8661400640 1 -- 172.21.15.31:0/3930996634 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f865c0cc7a0 con 0x7f865c0d3150 2024-09-19T04:39:56.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.014+0000 7f8661400640 1 -- 172.21.15.31:0/3930996634 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f865c0cc0d0 con 0x7f865c0d3150 2024-09-19T04:39:56.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.015+0000 7f8652a00640 1 -- 172.21.15.31:0/3930996634 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8648003610 con 0x7f865c0d3150 2024-09-19T04:39:56.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.016+0000 7f8652a00640 1 --2- 172.21.15.31:0/3930996634 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f863c06c2b0 0x7f863c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.016+0000 7f8652a00640 1 -- 172.21.15.31:0/3930996634 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f86480ac040 con 0x7f865c0d3150 2024-09-19T04:39:56.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.016+0000 7f865a800640 1 --2- 172.21.15.31:0/3930996634 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f863c06c2b0 0x7f863c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.017+0000 7f865a800640 1 --2- 172.21.15.31:0/3930996634 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f863c06c2b0 0x7f863c06e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f864c000f60 tx=0x7f864c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:56.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.020+0000 7f8652a00640 1 -- 172.21.15.31:0/3930996634 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f864807a460 con 0x7f865c0d3150 2024-09-19T04:39:56.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.204+0000 7f8661400640 1 -- 172.21.15.31:0/3930996634 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f865c0d0030 con 0x7f865c0d3150 2024-09-19T04:39:56.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.205+0000 7f8652a00640 1 -- 172.21.15.31:0/3930996634 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7f865c0d0030 con 0x7f865c0d3150 2024-09-19T04:39:56.208 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:39:56.208 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":25,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:39:55.229214+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:46.656485+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:47.611713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T04:39:51.258713+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:39:56.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.208+0000 7f8661400640 1 -- 172.21.15.31:0/3930996634 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f863c06c2b0 msgr2=0x7f863c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.208+0000 7f8661400640 1 --2- 172.21.15.31:0/3930996634 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f863c06c2b0 0x7f863c06e770 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f864c000f60 tx=0x7f864c009040 comp rx=0 tx=0).stop 2024-09-19T04:39:56.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.208+0000 7f8661400640 1 -- 172.21.15.31:0/3930996634 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f865c0d3150 msgr2=0x7f865c161910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.208+0000 7f8661400640 1 --2- 172.21.15.31:0/3930996634 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f865c0d3150 0x7f865c161910 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f864802a150 tx=0x7f86480046c0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.208+0000 7f8661400640 1 -- 172.21.15.31:0/3930996634 shutdown_connections 2024-09-19T04:39:56.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.208+0000 7f8661400640 1 --2- 172.21.15.31:0/3930996634 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f865c15e660 0x7f865c15ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.208+0000 7f8661400640 1 --2- 172.21.15.31:0/3930996634 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f865c0d3150 0x7f865c161910 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.208+0000 7f8661400640 1 --2- 172.21.15.31:0/3930996634 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f863c06c2b0 0x7f863c06e770 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.208+0000 7f8661400640 1 --2- 172.21.15.31:0/3930996634 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f865c0b6530 0x7f865c0cb640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.208+0000 7f8661400640 1 -- 172.21.15.31:0/3930996634 >> 172.21.15.31:0/3930996634 conn(0x7f865c08c000 msgr2=0x7f865c0b1140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:56.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.208+0000 7f8661400640 1 -- 172.21.15.31:0/3930996634 shutdown_connections 2024-09-19T04:39:56.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.208+0000 7f8661400640 1 -- 172.21.15.31:0/3930996634 wait complete. 2024-09-19T04:39:56.628 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T04:39:48.624941+0000', 'modified': '2024-09-19T04:39:53.669001+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4287}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4287': {'gid': 4287, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.52:6834/1346261032', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.52:6832', 'nonce': 1346261032}, {'type': 'v1', 'addr': '172.21.15.52:6834', 'nonce': 1346261032}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 4287, 'qdb_cluster': [4287]} 2024-09-19T04:39:56.628 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T04:39:56.629 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-19T04:39:56.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.785+0000 7f0958400640 1 Processor -- start 2024-09-19T04:39:56.788 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.785+0000 7f0958400640 1 -- start start 2024-09-19T04:39:56.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.787+0000 7f0958400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f095006dfd0 0x7f095015b900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.787+0000 7f0958400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0950072860 0x7f0950072c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.787+0000 7f0958400640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f095006e690 con 0x7f09500b4250 2024-09-19T04:39:56.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.787+0000 7f0958400640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f095006e440 con 0x7f095006dfd0 2024-09-19T04:39:56.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.787+0000 7f0958400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f09500731d0 con 0x7f0950072860 2024-09-19T04:39:56.789 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.787+0000 7f0955a00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f09500b4250 0x7f09500b3430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38928/0 (socket says 172.21.15.31:38928) 2024-09-19T04:39:56.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.787+0000 7f0955a00640 1 -- 172.21.15.31:0/1319765735 learned_addr learned my addr 172.21.15.31:0/1319765735 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:39:56.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.787+0000 7f0955000640 1 --2- 172.21.15.31:0/1319765735 >> v2:172.21.15.31:3300/0 conn(0x7f095006dfd0 0x7f095015b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.787+0000 7f0956400640 1 --2- 172.21.15.31:0/1319765735 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0950072860 0x7f0950072c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.787+0000 7f094fe00640 1 -- 172.21.15.31:0/1319765735 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3962632762 0 0) 0x7f095006e690 con 0x7f09500b4250 2024-09-19T04:39:56.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.787+0000 7f0955000640 1 -- 172.21.15.31:0/1319765735 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0950072860 msgr2=0x7f0950072c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:56.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.787+0000 7f0955000640 1 --2- 172.21.15.31:0/1319765735 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0950072860 0x7f0950072c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.787+0000 7f0955000640 1 -- 172.21.15.31:0/1319765735 >> v1:172.21.15.31:6789/0 conn(0x7f09500b4250 legacy=0x7f09500b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.787+0000 7f0955000640 1 -- 172.21.15.31:0/1319765735 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f095006e970 con 0x7f095006dfd0 2024-09-19T04:39:56.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.788+0000 7f0955000640 1 --2- 172.21.15.31:0/1319765735 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f095006dfd0 0x7f095015b900 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f093c0097a0 tx=0x7f093c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4922159114e4c087 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:56.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.789+0000 7f094fe00640 1 -- 172.21.15.31:0/1319765735 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f093c037070 con 0x7f095006dfd0 2024-09-19T04:39:56.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.789+0000 7f094fe00640 1 -- 172.21.15.31:0/1319765735 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f093c032440 con 0x7f095006dfd0 2024-09-19T04:39:56.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.789+0000 7f094fe00640 1 -- 172.21.15.31:0/1319765735 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f093c032810 con 0x7f095006dfd0 2024-09-19T04:39:56.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.789+0000 7f0958400640 1 -- 172.21.15.31:0/1319765735 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f095006dfd0 msgr2=0x7f095015b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.789+0000 7f0958400640 1 --2- 172.21.15.31:0/1319765735 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f095006dfd0 0x7f095015b900 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f093c0097a0 tx=0x7f093c02a180 comp rx=0 tx=0).stop 2024-09-19T04:39:56.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.789+0000 7f0958400640 1 -- 172.21.15.31:0/1319765735 shutdown_connections 2024-09-19T04:39:56.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.789+0000 7f0958400640 1 --2- 172.21.15.31:0/1319765735 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0950072860 0x7f0950072c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.789+0000 7f0958400640 1 --2- 172.21.15.31:0/1319765735 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f095006dfd0 0x7f095015b900 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.789+0000 7f0958400640 1 -- 172.21.15.31:0/1319765735 >> 172.21.15.31:0/1319765735 conn(0x7f0950067da0 msgr2=0x7f095006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:56.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.789+0000 7f0958400640 1 -- 172.21.15.31:0/1319765735 shutdown_connections 2024-09-19T04:39:56.792 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.789+0000 7f0958400640 1 -- 172.21.15.31:0/1319765735 wait complete. 2024-09-19T04:39:56.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.791+0000 7f0958400640 1 Processor -- start 2024-09-19T04:39:56.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.791+0000 7f0958400640 1 -- start start 2024-09-19T04:39:56.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.792+0000 7f0958400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f095006dfd0 0x7f09500a9a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.792+0000 7f0958400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0950072860 0x7f0950152130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.792+0000 7f0958400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09500b4250 0x7f0950152670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.792+0000 7f0958400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f09500b4900 con 0x7f095006dfd0 2024-09-19T04:39:56.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.792+0000 7f0958400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f095006ef30 con 0x7f09500b4250 2024-09-19T04:39:56.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.792+0000 7f0958400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f0950071fd0 con 0x7f0950072860 2024-09-19T04:39:56.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.792+0000 7f0955a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f095006dfd0 0x7f09500a9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.792+0000 7f0955a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f095006dfd0 0x7f09500a9a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35634/0 (socket says 172.21.15.31:35634) 2024-09-19T04:39:56.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.792+0000 7f0955a00640 1 -- 172.21.15.31:0/2324779919 learned_addr learned my addr 172.21.15.31:0/2324779919 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:56.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.792+0000 7f0956400640 1 --2- 172.21.15.31:0/2324779919 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09500b4250 0x7f0950152670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.792+0000 7f0955000640 1 --2- 172.21.15.31:0/2324779919 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0950072860 0x7f0950152130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.792+0000 7f0955a00640 1 -- 172.21.15.31:0/2324779919 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0950072860 msgr2=0x7f0950152130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.792+0000 7f0955a00640 1 --2- 172.21.15.31:0/2324779919 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0950072860 0x7f0950152130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.792+0000 7f0955a00640 1 -- 172.21.15.31:0/2324779919 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09500b4250 msgr2=0x7f0950152670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.792+0000 7f0955a00640 1 --2- 172.21.15.31:0/2324779919 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09500b4250 0x7f0950152670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.792+0000 7f0955a00640 1 -- 172.21.15.31:0/2324779919 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f095014c9c0 con 0x7f095006dfd0 2024-09-19T04:39:56.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.792+0000 7f0955000640 1 --2- 172.21.15.31:0/2324779919 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0950072860 0x7f0950152130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:39:56.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.793+0000 7f0955a00640 1 --2- 172.21.15.31:0/2324779919 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f095006dfd0 0x7f09500a9a90 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f094400c400 tx=0x7f094400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:56.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.793+0000 7f094d600640 1 -- 172.21.15.31:0/2324779919 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0944017070 con 0x7f095006dfd0 2024-09-19T04:39:56.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.793+0000 7f094d600640 1 -- 172.21.15.31:0/2324779919 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0944005ce0 con 0x7f095006dfd0 2024-09-19T04:39:56.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.793+0000 7f0958400640 1 -- 172.21.15.31:0/2324779919 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f095014cca0 con 0x7f095006dfd0 2024-09-19T04:39:56.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.793+0000 7f094d600640 1 -- 172.21.15.31:0/2324779919 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0944007310 con 0x7f095006dfd0 2024-09-19T04:39:56.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.793+0000 7f0958400640 1 -- 172.21.15.31:0/2324779919 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f095014d260 con 0x7f095006dfd0 2024-09-19T04:39:56.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.795+0000 7f094d600640 1 -- 172.21.15.31:0/2324779919 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f094401a070 con 0x7f095006dfd0 2024-09-19T04:39:56.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.796+0000 7f094d600640 1 --2- 172.21.15.31:0/2324779919 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f093006c2b0 0x7f093006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.796+0000 7f094d600640 1 -- 172.21.15.31:0/2324779919 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f094408ac70 con 0x7f095006dfd0 2024-09-19T04:39:56.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.796+0000 7f0955000640 1 --2- 172.21.15.31:0/2324779919 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f093006c2b0 0x7f093006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.797+0000 7f095af22740 1 Processor -- start 2024-09-19T04:39:56.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.797+0000 7f095af22740 1 -- start start 2024-09-19T04:39:56.799 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.797+0000 7f0955000640 1 --2- 172.21.15.31:0/2324779919 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f093006c2b0 0x7f093006e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f093c034000 tx=0x7f093c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:56.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.798+0000 7f095af22740 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x564939396cf0 0x5649393dc490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.798+0000 7f095af22740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649393944b0 0x5649393970d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.798+0000 7f095af22740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 0x564939391570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.798+0000 7f095af22740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x5649392f53b0 con 0x564939398480 2024-09-19T04:39:56.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.798+0000 7f095af22740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5649392fa410 con 0x5649393944b0 2024-09-19T04:39:56.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.798+0000 7f095af22740 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x5649392a2620 con 0x564939396cf0 2024-09-19T04:39:56.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.798+0000 7f0956400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 0x564939391570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.798+0000 7f0956400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 0x564939391570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35642/0 (socket says 172.21.15.31:35642) 2024-09-19T04:39:56.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.798+0000 7f0956400640 1 -- 172.21.15.31:0/4013288136 learned_addr learned my addr 172.21.15.31:0/4013288136 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:56.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.798+0000 7f0955a00640 1 --2- 172.21.15.31:0/4013288136 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x564939396cf0 0x5649393dc490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.798+0000 7f0955000640 1 --2- 172.21.15.31:0/4013288136 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649393944b0 0x5649393970d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.799+0000 7f0956400640 1 -- 172.21.15.31:0/4013288136 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x564939396cf0 msgr2=0x5649393dc490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:56.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.799+0000 7f0956400640 1 --2- 172.21.15.31:0/4013288136 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x564939396cf0 0x5649393dc490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.799+0000 7f0956400640 1 -- 172.21.15.31:0/4013288136 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649393944b0 msgr2=0x5649393970d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:56.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.799+0000 7f0956400640 1 --2- 172.21.15.31:0/4013288136 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649393944b0 0x5649393970d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.799+0000 7f0956400640 1 -- 172.21.15.31:0/4013288136 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56493900d2d0 con 0x564939398480 2024-09-19T04:39:56.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.799+0000 7f0956400640 1 --2- 172.21.15.31:0/4013288136 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 0x564939391570 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0948007460 tx=0x7f0948007860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17373bc1798ba3e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:56.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.799+0000 7f0942000640 1 -- 172.21.15.31:0/4013288136 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09480147e0 con 0x564939398480 2024-09-19T04:39:56.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.799+0000 7f0942000640 1 -- 172.21.15.31:0/4013288136 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f094801a070 con 0x564939398480 2024-09-19T04:39:56.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.799+0000 7f0942000640 1 -- 172.21.15.31:0/4013288136 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0948014ba0 con 0x564939398480 2024-09-19T04:39:56.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.800+0000 7f095af22740 1 -- 172.21.15.31:0/4013288136 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 msgr2=0x564939391570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.800+0000 7f095af22740 1 --2- 172.21.15.31:0/4013288136 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 0x564939391570 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0948007460 tx=0x7f0948007860 comp rx=0 tx=0).stop 2024-09-19T04:39:56.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.800+0000 7f095af22740 1 -- 172.21.15.31:0/4013288136 shutdown_connections 2024-09-19T04:39:56.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.800+0000 7f095af22740 1 --2- 172.21.15.31:0/4013288136 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 0x564939391570 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.800+0000 7f095af22740 1 --2- 172.21.15.31:0/4013288136 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649393944b0 0x5649393970d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.800+0000 7f095af22740 1 --2- 172.21.15.31:0/4013288136 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x564939396cf0 0x5649393dc490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.800+0000 7f095af22740 1 -- 172.21.15.31:0/4013288136 >> 172.21.15.31:0/4013288136 conn(0x564939393740 msgr2=0x5649393db960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:56.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.800+0000 7f095af22740 1 -- 172.21.15.31:0/4013288136 shutdown_connections 2024-09-19T04:39:56.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.800+0000 7f095af22740 1 -- 172.21.15.31:0/4013288136 wait complete. 2024-09-19T04:39:56.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.801+0000 7f095af22740 1 -- start start 2024-09-19T04:39:56.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.801+0000 7f095af22740 1 Processor -- start 2024-09-19T04:39:56.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.802+0000 7f095af22740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564939396cf0 0x5649393b2440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.802+0000 7f095af22740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 0x564939391da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.802+0000 7f095af22740 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x5649393922e0 0x5649393bce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.802+0000 7f095af22740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x5649392b5780 con 0x564939398480 2024-09-19T04:39:56.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.802+0000 7f095af22740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5649392f63d0 con 0x564939396cf0 2024-09-19T04:39:56.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.802+0000 7f095af22740 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x564939392be0 con 0x5649393922e0 2024-09-19T04:39:56.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.802+0000 7f095af22740 10 client.0 _ll_register_callbacks cb 0x5649392f35d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:39:56.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.802+0000 7f0955000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 0x564939391da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.802+0000 7f0955000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 0x564939391da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35654/0 (socket says 172.21.15.31:35654) 2024-09-19T04:39:56.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.802+0000 7f0955000640 1 -- 172.21.15.31:0/3858960175 learned_addr learned my addr 172.21.15.31:0/3858960175 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:56.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.802+0000 7f0955a00640 1 --2- 172.21.15.31:0/3858960175 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564939396cf0 0x5649393b2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.802+0000 7f0956400640 1 --2- 172.21.15.31:0/3858960175 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x5649393922e0 0x5649393bce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.802+0000 7f0955000640 1 -- 172.21.15.31:0/3858960175 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x5649393922e0 msgr2=0x5649393bce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:56.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.802+0000 7f0955000640 1 --2- 172.21.15.31:0/3858960175 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x5649393922e0 0x5649393bce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.802+0000 7f0955000640 1 -- 172.21.15.31:0/3858960175 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564939396cf0 msgr2=0x5649393b2440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:56.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.802+0000 7f0955000640 1 --2- 172.21.15.31:0/3858960175 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564939396cf0 0x5649393b2440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.802+0000 7f0955000640 1 -- 172.21.15.31:0/3858960175 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649390d76b0 con 0x564939398480 2024-09-19T04:39:56.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.802+0000 7f0956400640 1 --2- 172.21.15.31:0/3858960175 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x5649393922e0 0x5649393bce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:56.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.803+0000 7f0955000640 1 --2- 172.21.15.31:0/3858960175 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 0x564939391da0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f093c009890 tx=0x7f093c02c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4187aa895da7421 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:56.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.803+0000 7f0936a00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-19T04:39:56.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.803+0000 7f0936a00640 1 -- 172.21.15.31:0/3858960175 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f093c04e060 con 0x564939398480 2024-09-19T04:39:56.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.803+0000 7f0936a00640 1 -- 172.21.15.31:0/3858960175 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f093c003810 con 0x564939398480 2024-09-19T04:39:56.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.803+0000 7f095af22740 1 -- 172.21.15.31:0/3858960175 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f094801a070 con 0x564939398480 2024-09-19T04:39:56.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.803+0000 7f0936a00640 1 -- 172.21.15.31:0/3858960175 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f093c054050 con 0x564939398480 2024-09-19T04:39:56.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.803+0000 7f095af22740 10 client.4398 fetch_fsmap learned FSMap version 7 2024-09-19T04:39:56.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.803+0000 7f095af22740 1 -- 172.21.15.31:0/3858960175 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x5649393b6e50 con 0x564939398480 2024-09-19T04:39:56.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.803+0000 7f0936a00640 1 -- 172.21.15.31:0/3858960175 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f094801a070 con 0x564939398480 2024-09-19T04:39:56.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.803+0000 7f0936a00640 1 -- 172.21.15.31:0/3858960175 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 7) ==== 3510+0+0 (secure 0 0 0) 0x7f093c057020 con 0x564939398480 2024-09-19T04:39:56.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.804+0000 7f095af22740 10 client.4398 fetch_fsmap finished waiting for FSMap version 7 2024-09-19T04:39:56.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.804+0000 7f095af22740 10 client.4398 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T04:39:56.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.804+0000 7f095af22740 20 client.4398 populate_metadata read hostname 'smithi031' 2024-09-19T04:39:56.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.804+0000 7f095af22740 1 --2- 172.21.15.31:0/3858960175 >> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] conn(0x564939390c70 0x5649393f9ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.804+0000 7f095af22740 4 client.4398 mds_command: new command op to 4287 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T04:39:56.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.804+0000 7f095af22740 1 -- 172.21.15.31:0/3858960175 --> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564939307b40 con 0x564939390c70 2024-09-19T04:39:56.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.804+0000 7f0955a00640 1 --2- 172.21.15.31:0/3858960175 >> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] conn(0x564939390c70 0x5649393f9ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.805+0000 7f0955a00640 1 --2- 172.21.15.31:0/3858960175 >> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] conn(0x564939390c70 0x5649393f9ca0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=13525397b6934769 server_cookie=dffbf349ac56a7a2 in_seq=0 out_seq=0 2024-09-19T04:39:56.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.805+0000 7f0936a00640 10 client.4398 ms_handle_connect on v2:172.21.15.52:6832/1346261032 2024-09-19T04:39:56.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.806+0000 7f0936a00640 1 -- 172.21.15.31:0/3858960175 <== mds.0 v2:172.21.15.52:6832/1346261032 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564939307b40 con 0x564939390c70 2024-09-19T04:39:56.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.806+0000 7f0936a00640 10 client.4398 handle_command_reply: tid=0 2024-09-19T04:39:56.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.806+0000 7f095af22740 1 client.4398 shutdown 2024-09-19T04:39:56.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.806+0000 7f095af22740 1 -- 172.21.15.31:0/3858960175 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 msgr2=0x564939391da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.806+0000 7f095af22740 1 --2- 172.21.15.31:0/3858960175 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 0x564939391da0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f093c009890 tx=0x7f093c02c070 comp rx=0 tx=0).stop 2024-09-19T04:39:56.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.806+0000 7f095af22740 1 -- 172.21.15.31:0/3858960175 shutdown_connections 2024-09-19T04:39:56.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.806+0000 7f095af22740 1 --2- 172.21.15.31:0/3858960175 >> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] conn(0x564939390c70 0x5649393f9ca0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.806+0000 7f095af22740 1 --2- 172.21.15.31:0/3858960175 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x5649393922e0 0x5649393bce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.806+0000 7f095af22740 1 --2- 172.21.15.31:0/3858960175 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 0x564939391da0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.806+0000 7f0936a00640 0 client.4398 ms_handle_reset on v2:172.21.15.52:6832/1346261032 2024-09-19T04:39:56.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.806+0000 7f095af22740 1 --2- 172.21.15.31:0/3858960175 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564939396cf0 0x5649393b2440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.806+0000 7f095af22740 1 -- 172.21.15.31:0/3858960175 >> 172.21.15.31:0/3858960175 conn(0x5649393944b0 msgr2=0x5649393daf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:56.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.806+0000 7f095af22740 1 -- 172.21.15.31:0/3858960175 shutdown_connections 2024-09-19T04:39:56.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.806+0000 7f095af22740 1 -- 172.21.15.31:0/3858960175 wait complete. 2024-09-19T04:39:56.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.806+0000 7f095af22740 20 client.4398 trim_cache size 0 max 16384 2024-09-19T04:39:56.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.825+0000 7f095af22740 1 Processor -- start 2024-09-19T04:39:56.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.825+0000 7f095af22740 1 -- start start 2024-09-19T04:39:56.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.826+0000 7f095af22740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649393922e0 0x564939452050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.826+0000 7f095af22740 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x564939396cf0 0x5649393dd4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.826+0000 7f095af22740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 0x5649393dda00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.826+0000 7f095af22740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0950200da0 con 0x564939398480 2024-09-19T04:39:56.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.826+0000 7f095af22740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0950200130 con 0x5649393922e0 2024-09-19T04:39:56.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.826+0000 7f095af22740 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f0950200750 con 0x564939396cf0 2024-09-19T04:39:56.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.826+0000 7f0956400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 0x5649393dda00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.826+0000 7f0956400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 0x5649393dda00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35662/0 (socket says 172.21.15.31:35662) 2024-09-19T04:39:56.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.826+0000 7f0956400640 1 -- 172.21.15.31:0/218744498 learned_addr learned my addr 172.21.15.31:0/218744498 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:56.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.826+0000 7f0955a00640 1 --2- 172.21.15.31:0/218744498 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649393922e0 0x564939452050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.826+0000 7f0955000640 1 --2- 172.21.15.31:0/218744498 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x564939396cf0 0x5649393dd4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.826+0000 7f0956400640 1 -- 172.21.15.31:0/218744498 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x564939396cf0 msgr2=0x5649393dd4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:56.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.826+0000 7f0956400640 1 --2- 172.21.15.31:0/218744498 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x564939396cf0 0x5649393dd4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.827+0000 7f0956400640 1 -- 172.21.15.31:0/218744498 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649393922e0 msgr2=0x564939452050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:56.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.827+0000 7f0956400640 1 --2- 172.21.15.31:0/218744498 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649393922e0 0x564939452050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.827+0000 7f0956400640 1 -- 172.21.15.31:0/218744498 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649393b88f0 con 0x564939398480 2024-09-19T04:39:56.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.827+0000 7f0955a00640 1 --2- 172.21.15.31:0/218744498 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649393922e0 0x564939452050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:39:56.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.827+0000 7f0956400640 1 --2- 172.21.15.31:0/218744498 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 0x5649393dda00 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f0948007430 tx=0x7f094800c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea33c33c2fe1e5b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:56.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.827+0000 7f0941600640 1 -- 172.21.15.31:0/218744498 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09480145e0 con 0x564939398480 2024-09-19T04:39:56.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.827+0000 7f0941600640 1 -- 172.21.15.31:0/218744498 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f094801a040 con 0x564939398480 2024-09-19T04:39:56.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.827+0000 7f0941600640 1 -- 172.21.15.31:0/218744498 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09480149e0 con 0x564939398480 2024-09-19T04:39:56.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.828+0000 7f095af22740 1 -- 172.21.15.31:0/218744498 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 msgr2=0x5649393dda00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.828+0000 7f095af22740 1 --2- 172.21.15.31:0/218744498 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 0x5649393dda00 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f0948007430 tx=0x7f094800c000 comp rx=0 tx=0).stop 2024-09-19T04:39:56.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.828+0000 7f095af22740 1 -- 172.21.15.31:0/218744498 shutdown_connections 2024-09-19T04:39:56.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.828+0000 7f095af22740 1 --2- 172.21.15.31:0/218744498 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x564939398480 0x5649393dda00 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.828+0000 7f095af22740 1 --2- 172.21.15.31:0/218744498 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x564939396cf0 0x5649393dd4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.828+0000 7f095af22740 1 --2- 172.21.15.31:0/218744498 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649393922e0 0x564939452050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.828+0000 7f095af22740 1 -- 172.21.15.31:0/218744498 >> 172.21.15.31:0/218744498 conn(0x5649393944b0 msgr2=0x5649393be6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:56.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.828+0000 7f095af22740 1 -- 172.21.15.31:0/218744498 shutdown_connections 2024-09-19T04:39:56.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.828+0000 7f095af22740 1 -- 172.21.15.31:0/218744498 wait complete. 2024-09-19T04:39:56.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.828+0000 7f095af22740 1 -- start start 2024-09-19T04:39:56.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.829+0000 7f095af22740 1 Processor -- start 2024-09-19T04:39:56.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.829+0000 7f095af22740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5649393922e0 0x5649393df880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.829+0000 7f095af22740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564939396cf0 0x5649393bc6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.830+0000 7f095af22740 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x564939398480 0x56493943f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.830+0000 7f095af22740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x564939390af0 con 0x5649393922e0 2024-09-19T04:39:56.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.830+0000 7f095af22740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5649393b2980 con 0x564939396cf0 2024-09-19T04:39:56.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.830+0000 7f095af22740 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x5649393910b0 con 0x564939398480 2024-09-19T04:39:56.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.830+0000 7f095af22740 10 client.0 _ll_register_callbacks cb 0x7f093c009620 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:39:56.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.830+0000 7f0955a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5649393922e0 0x5649393df880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.830+0000 7f0955a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5649393922e0 0x5649393df880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35668/0 (socket says 172.21.15.31:35668) 2024-09-19T04:39:56.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.830+0000 7f0955a00640 1 -- 172.21.15.31:0/2863943420 learned_addr learned my addr 172.21.15.31:0/2863943420 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:56.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.830+0000 7f0955000640 1 --2- 172.21.15.31:0/2863943420 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564939396cf0 0x5649393bc6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.830+0000 7f0956400640 1 --2- 172.21.15.31:0/2863943420 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x564939398480 0x56493943f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.830+0000 7f0955a00640 1 -- 172.21.15.31:0/2863943420 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x564939398480 msgr2=0x56493943f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:56.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.830+0000 7f0955a00640 1 --2- 172.21.15.31:0/2863943420 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x564939398480 0x56493943f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.830+0000 7f0955a00640 1 -- 172.21.15.31:0/2863943420 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564939396cf0 msgr2=0x5649393bc6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:56.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.830+0000 7f0955a00640 1 --2- 172.21.15.31:0/2863943420 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564939396cf0 0x5649393bc6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.830+0000 7f0955a00640 1 -- 172.21.15.31:0/2863943420 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649393ddd00 con 0x5649393922e0 2024-09-19T04:39:56.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.830+0000 7f0955a00640 1 --2- 172.21.15.31:0/2863943420 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5649393922e0 0x5649393df880 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f09440070a0 tx=0x7f0944088c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e027b0be1aee08fc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:56.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.830+0000 7f0936a00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-19T04:39:56.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.830+0000 7f0936a00640 1 -- 172.21.15.31:0/2863943420 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0944061050 con 0x5649393922e0 2024-09-19T04:39:56.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.831+0000 7f0936a00640 1 -- 172.21.15.31:0/2863943420 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f09440611f0 con 0x5649393922e0 2024-09-19T04:39:56.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.831+0000 7f095af22740 1 -- 172.21.15.31:0/2863943420 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f094801a040 con 0x5649393922e0 2024-09-19T04:39:56.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.831+0000 7f0936a00640 1 -- 172.21.15.31:0/2863943420 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f09440074b0 con 0x5649393922e0 2024-09-19T04:39:56.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.831+0000 7f095af22740 10 client.4404 fetch_fsmap learned FSMap version 7 2024-09-19T04:39:56.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.831+0000 7f095af22740 1 -- 172.21.15.31:0/2863943420 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x56493943ff20 con 0x5649393922e0 2024-09-19T04:39:56.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.831+0000 7f0936a00640 1 -- 172.21.15.31:0/2863943420 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f094801a040 con 0x5649393922e0 2024-09-19T04:39:56.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.831+0000 7f0936a00640 1 -- 172.21.15.31:0/2863943420 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 7) ==== 3510+0+0 (secure 0 0 0) 0x7f0944070b60 con 0x5649393922e0 2024-09-19T04:39:56.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.831+0000 7f095af22740 10 client.4404 fetch_fsmap finished waiting for FSMap version 7 2024-09-19T04:39:56.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.831+0000 7f095af22740 10 client.4404 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T04:39:56.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.831+0000 7f095af22740 20 client.4404 populate_metadata read hostname 'smithi031' 2024-09-19T04:39:56.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.831+0000 7f095af22740 1 --2- 172.21.15.31:0/2863943420 >> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] conn(0x56493945bbe0 0x5649393eda90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:56.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.831+0000 7f095af22740 4 client.4404 mds_command: new command op to 4287 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T04:39:56.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.831+0000 7f095af22740 1 -- 172.21.15.31:0/2863943420 --> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] -- command(tid 0: {"prefix": "status"}) -- 0x564939301e90 con 0x56493945bbe0 2024-09-19T04:39:56.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.831+0000 7f0955000640 1 --2- 172.21.15.31:0/2863943420 >> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] conn(0x56493945bbe0 0x5649393eda90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:56.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.832+0000 7f0955000640 1 --2- 172.21.15.31:0/2863943420 >> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] conn(0x56493945bbe0 0x5649393eda90 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b110bb8d3ed26238 server_cookie=9ac1b11ad9a06d17 in_seq=0 out_seq=0 2024-09-19T04:39:56.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.832+0000 7f0936a00640 10 client.4404 ms_handle_connect on v2:172.21.15.52:6832/1346261032 2024-09-19T04:39:56.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.832+0000 7f0936a00640 1 -- 172.21.15.31:0/2863943420 <== mds.0 v2:172.21.15.52:6832/1346261032 1 ==== command_reply(tid 0: 0 ) ==== 8+0+330 (crc 0 0 0) 0x564939301e90 con 0x56493945bbe0 2024-09-19T04:39:56.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.832+0000 7f0936a00640 10 client.4404 handle_command_reply: tid=0 2024-09-19T04:39:56.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.832+0000 7f095af22740 1 client.4404 shutdown 2024-09-19T04:39:56.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.832+0000 7f095af22740 1 -- 172.21.15.31:0/2863943420 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5649393922e0 msgr2=0x5649393df880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.832+0000 7f095af22740 1 --2- 172.21.15.31:0/2863943420 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5649393922e0 0x5649393df880 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f09440070a0 tx=0x7f0944088c90 comp rx=0 tx=0).stop 2024-09-19T04:39:56.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.832+0000 7f095af22740 1 -- 172.21.15.31:0/2863943420 shutdown_connections 2024-09-19T04:39:56.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.832+0000 7f095af22740 1 --2- 172.21.15.31:0/2863943420 >> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] conn(0x56493945bbe0 0x5649393eda90 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.832+0000 7f095af22740 1 --2- 172.21.15.31:0/2863943420 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x564939398480 0x56493943f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.832+0000 7f0936a00640 0 client.4404 ms_handle_reset on v2:172.21.15.52:6832/1346261032 2024-09-19T04:39:56.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.832+0000 7f095af22740 1 --2- 172.21.15.31:0/2863943420 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564939396cf0 0x5649393bc6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.833+0000 7f095af22740 1 --2- 172.21.15.31:0/2863943420 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x5649393922e0 0x5649393df880 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.833+0000 7f095af22740 1 -- 172.21.15.31:0/2863943420 >> 172.21.15.31:0/2863943420 conn(0x5649393944b0 msgr2=0x56493938cc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:56.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.833+0000 7f095af22740 1 -- 172.21.15.31:0/2863943420 shutdown_connections 2024-09-19T04:39:56.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.833+0000 7f095af22740 1 -- 172.21.15.31:0/2863943420 wait complete. 2024-09-19T04:39:56.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.833+0000 7f095af22740 20 client.4404 trim_cache size 0 max 16384 2024-09-19T04:39:56.839 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T04:39:56.840 INFO:teuthology.orchestra.run.smithi031.stdout: "cluster_fsid": "ae16a32b-37f5-48e5-a20a-d947237e5ec4", 2024-09-19T04:39:56.840 INFO:teuthology.orchestra.run.smithi031.stdout: "whoami": 0, 2024-09-19T04:39:56.840 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 4287, 2024-09-19T04:39:56.840 INFO:teuthology.orchestra.run.smithi031.stdout: "want_state": "up:active", 2024-09-19T04:39:56.840 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "up:active", 2024-09-19T04:39:56.840 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs", 2024-09-19T04:39:56.840 INFO:teuthology.orchestra.run.smithi031.stdout: "rank_uptime": 7.6310759260000003, 2024-09-19T04:39:56.840 INFO:teuthology.orchestra.run.smithi031.stdout: "mdsmap_epoch": 7, 2024-09-19T04:39:56.840 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch": 25, 2024-09-19T04:39:56.840 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch_barrier": 24, 2024-09-19T04:39:56.840 INFO:teuthology.orchestra.run.smithi031.stdout: "uptime": 13.660067098000001 2024-09-19T04:39:56.840 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T04:39:56.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.833+0000 7f0958400640 1 -- 172.21.15.31:0/2324779919 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f093006c2b0 msgr2=0x7f093006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.833+0000 7f0958400640 1 --2- 172.21.15.31:0/2324779919 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f093006c2b0 0x7f093006e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f093c034000 tx=0x7f093c02e000 comp rx=0 tx=0).stop 2024-09-19T04:39:56.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.833+0000 7f0958400640 1 -- 172.21.15.31:0/2324779919 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f095006dfd0 msgr2=0x7f09500a9a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:56.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.833+0000 7f0958400640 1 --2- 172.21.15.31:0/2324779919 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f095006dfd0 0x7f09500a9a90 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f094400c400 tx=0x7f094400c8c0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.833+0000 7f0958400640 1 -- 172.21.15.31:0/2324779919 shutdown_connections 2024-09-19T04:39:56.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.833+0000 7f0958400640 1 --2- 172.21.15.31:0/2324779919 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f093006c2b0 0x7f093006e770 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.833+0000 7f0958400640 1 --2- 172.21.15.31:0/2324779919 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09500b4250 0x7f0950152670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.833+0000 7f0958400640 1 --2- 172.21.15.31:0/2324779919 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0950072860 0x7f0950152130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.833+0000 7f0958400640 1 --2- 172.21.15.31:0/2324779919 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f095006dfd0 0x7f09500a9a90 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:56.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.833+0000 7f0958400640 1 -- 172.21.15.31:0/2324779919 >> 172.21.15.31:0/2324779919 conn(0x7f0950067da0 msgr2=0x7f095006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:56.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.834+0000 7f0958400640 1 -- 172.21.15.31:0/2324779919 shutdown_connections 2024-09-19T04:39:56.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:56.834+0000 7f0958400640 1 -- 172.21.15.31:0/2324779919 wait complete. 2024-09-19T04:39:56.850 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T04:39:56.850 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-19T04:39:56.851 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:39:57.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.004+0000 7faccf800640 1 Processor -- start 2024-09-19T04:39:57.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.004+0000 7faccf800640 1 -- start start 2024-09-19T04:39:57.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.005+0000 7faccf800640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7facc806d2c0 0x7facc80b7a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.005+0000 7faccf800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7facc80d2b60 0x7facc80b7f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.005+0000 7faccf800640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7facc80d3040 con 0x7facc815e890 2024-09-19T04:39:57.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.005+0000 7faccf800640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7facc80d3c50 con 0x7facc806d2c0 2024-09-19T04:39:57.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.005+0000 7faccf800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7facc80d3320 con 0x7facc80d2b60 2024-09-19T04:39:57.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.006+0000 7facc7e00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7facc806d2c0 0x7facc80b7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.006+0000 7faccd800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7facc80d2b60 0x7facc80b7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.006+0000 7facc7e00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7facc806d2c0 0x7facc80b7a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:36154/0 (socket says 172.21.15.31:36154) 2024-09-19T04:39:57.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.006+0000 7faccce00640 1 --1- >> v1:172.21.15.52:6789/0 conn(0x7facc815e890 0x7facc806cbb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.52:6789/0 says I am v1:172.21.15.31:33436/0 (socket says 172.21.15.31:33436) 2024-09-19T04:39:57.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.006+0000 7facc7e00640 1 -- 172.21.15.31:0/3141226445 learned_addr learned my addr 172.21.15.31:0/3141226445 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:57.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.006+0000 7faccd800640 1 -- 172.21.15.31:0/3141226445 >> v2:172.21.15.52:3300/0 conn(0x7facc806d2c0 msgr2=0x7facc80b7a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:39:57.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.006+0000 7facc7400640 1 -- 172.21.15.31:0/3141226445 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 468612426 0 0) 0x7facc80d3040 con 0x7facc815e890 2024-09-19T04:39:57.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.006+0000 7faccd800640 1 --2- 172.21.15.31:0/3141226445 >> v2:172.21.15.52:3300/0 conn(0x7facc806d2c0 0x7facc80b7a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.006+0000 7faccd800640 1 -- 172.21.15.31:0/3141226445 >> v1:172.21.15.52:6789/0 conn(0x7facc815e890 legacy=0x7facc806cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.006+0000 7faccd800640 1 -- 172.21.15.31:0/3141226445 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facc80d3600 con 0x7facc80d2b60 2024-09-19T04:39:57.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.006+0000 7facc7e00640 1 --2- 172.21.15.31:0/3141226445 >> v2:172.21.15.52:3300/0 conn(0x7facc806d2c0 0x7facc80b7a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:39:57.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.007+0000 7faccd800640 1 --2- 172.21.15.31:0/3141226445 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7facc80d2b60 0x7facc80b7f60 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7facc0009d90 tx=0x7facc002a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=48c9feda67cecbec server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:57.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.008+0000 7facc7400640 1 -- 172.21.15.31:0/3141226445 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facc0031600 con 0x7facc80d2b60 2024-09-19T04:39:57.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.008+0000 7facc7400640 1 -- 172.21.15.31:0/3141226445 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7facc00317a0 con 0x7facc80d2b60 2024-09-19T04:39:57.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.008+0000 7facc7400640 1 -- 172.21.15.31:0/3141226445 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facc0031b70 con 0x7facc80d2b60 2024-09-19T04:39:57.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.008+0000 7faccf800640 1 -- 172.21.15.31:0/3141226445 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7facc80d2b60 msgr2=0x7facc80b7f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.008+0000 7faccf800640 1 --2- 172.21.15.31:0/3141226445 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7facc80d2b60 0x7facc80b7f60 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7facc0009d90 tx=0x7facc002a5d0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.008+0000 7faccf800640 1 -- 172.21.15.31:0/3141226445 shutdown_connections 2024-09-19T04:39:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.008+0000 7faccf800640 1 --2- 172.21.15.31:0/3141226445 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7facc80d2b60 0x7facc80b7f60 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.008+0000 7faccf800640 1 --2- 172.21.15.31:0/3141226445 >> v2:172.21.15.52:3300/0 conn(0x7facc806d2c0 0x7facc80b7a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.008+0000 7faccf800640 1 -- 172.21.15.31:0/3141226445 >> 172.21.15.31:0/3141226445 conn(0x7facc80b66c0 msgr2=0x7facc80d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.008+0000 7faccf800640 1 -- 172.21.15.31:0/3141226445 shutdown_connections 2024-09-19T04:39:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.008+0000 7faccf800640 1 -- 172.21.15.31:0/3141226445 wait complete. 2024-09-19T04:39:57.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.010+0000 7faccf800640 1 Processor -- start 2024-09-19T04:39:57.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.010+0000 7faccf800640 1 -- start start 2024-09-19T04:39:57.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.011+0000 7faccf800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7facc806d2c0 0x7facc80cf080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.011+0000 7faccf800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7facc80d2b60 0x7facc8151830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.011+0000 7faccf800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7facc815e890 0x7facc80ab760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.011+0000 7faccf800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7facc806db10 con 0x7facc806d2c0 2024-09-19T04:39:57.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.011+0000 7faccf800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7facc815ec70 con 0x7facc80d2b60 2024-09-19T04:39:57.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.011+0000 7faccf800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7facc806dc90 con 0x7facc815e890 2024-09-19T04:39:57.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.011+0000 7faccce00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7facc806d2c0 0x7facc80cf080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.011+0000 7faccce00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7facc806d2c0 0x7facc80cf080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35680/0 (socket says 172.21.15.31:35680) 2024-09-19T04:39:57.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.011+0000 7faccce00640 1 -- 172.21.15.31:0/2087565998 learned_addr learned my addr 172.21.15.31:0/2087565998 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:39:57.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.011+0000 7facc7e00640 1 --2- 172.21.15.31:0/2087565998 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7facc80d2b60 0x7facc8151830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.011+0000 7faccd800640 1 --2- 172.21.15.31:0/2087565998 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7facc815e890 0x7facc80ab760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.012+0000 7faccce00640 1 -- 172.21.15.31:0/2087565998 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7facc815e890 msgr2=0x7facc80ab760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.012+0000 7faccce00640 1 --2- 172.21.15.31:0/2087565998 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7facc815e890 0x7facc80ab760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.012+0000 7faccce00640 1 -- 172.21.15.31:0/2087565998 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7facc80d2b60 msgr2=0x7facc8151830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.012+0000 7faccce00640 1 --2- 172.21.15.31:0/2087565998 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7facc80d2b60 0x7facc8151830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.012+0000 7faccce00640 1 -- 172.21.15.31:0/2087565998 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facc80cdfe0 con 0x7facc806d2c0 2024-09-19T04:39:57.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.012+0000 7faccce00640 1 --2- 172.21.15.31:0/2087565998 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7facc806d2c0 0x7facc80cf080 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7facbc00c420 tx=0x7facbc00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:57.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.012+0000 7facc4c00640 1 -- 172.21.15.31:0/2087565998 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facbc0074e0 con 0x7facc806d2c0 2024-09-19T04:39:57.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.012+0000 7facc4c00640 1 -- 172.21.15.31:0/2087565998 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7facbc0047e0 con 0x7facc806d2c0 2024-09-19T04:39:57.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.012+0000 7facc4c00640 1 -- 172.21.15.31:0/2087565998 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facbc004c10 con 0x7facc806d2c0 2024-09-19T04:39:57.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.012+0000 7faccf800640 1 -- 172.21.15.31:0/2087565998 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facc80ce2c0 con 0x7facc806d2c0 2024-09-19T04:39:57.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.013+0000 7faccf800640 1 -- 172.21.15.31:0/2087565998 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facc80ce880 con 0x7facc806d2c0 2024-09-19T04:39:57.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.014+0000 7faccf800640 1 -- 172.21.15.31:0/2087565998 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facc8162120 con 0x7facc806d2c0 2024-09-19T04:39:57.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.014+0000 7facc4c00640 1 -- 172.21.15.31:0/2087565998 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7facbc011070 con 0x7facc806d2c0 2024-09-19T04:39:57.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.015+0000 7facc4c00640 1 --2- 172.21.15.31:0/2087565998 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7faca806c2e0 0x7faca806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:39:57.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.015+0000 7facc4c00640 1 -- 172.21.15.31:0/2087565998 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7facbc08b2b0 con 0x7facc806d2c0 2024-09-19T04:39:57.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.015+0000 7facc7e00640 1 --2- 172.21.15.31:0/2087565998 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7faca806c2e0 0x7faca806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:39:57.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.016+0000 7facc7e00640 1 --2- 172.21.15.31:0/2087565998 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7faca806c2e0 0x7faca806e7a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7facc80b3760 tx=0x7facb4009240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:39:57.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.019+0000 7facc4c00640 1 -- 172.21.15.31:0/2087565998 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7facc8162120 con 0x7facc806d2c0 2024-09-19T04:39:57.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.244+0000 7faccf800640 1 -- 172.21.15.31:0/2087565998 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7facc80d4f00 con 0x7facc806d2c0 2024-09-19T04:39:57.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.244+0000 7facc4c00640 1 -- 172.21.15.31:0/2087565998 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+88 (secure 0 0 0) 0x7facbc058ff0 con 0x7facc806d2c0 2024-09-19T04:39:57.246 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-19T04:39:57.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.246+0000 7faccf800640 1 -- 172.21.15.31:0/2087565998 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7faca806c2e0 msgr2=0x7faca806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.246+0000 7faccf800640 1 --2- 172.21.15.31:0/2087565998 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7faca806c2e0 0x7faca806e7a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7facc80b3760 tx=0x7facb4009240 comp rx=0 tx=0).stop 2024-09-19T04:39:57.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.247+0000 7faccf800640 1 -- 172.21.15.31:0/2087565998 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7facc806d2c0 msgr2=0x7facc80cf080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:39:57.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.247+0000 7faccf800640 1 --2- 172.21.15.31:0/2087565998 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7facc806d2c0 0x7facc80cf080 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7facbc00c420 tx=0x7facbc00c8e0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.247+0000 7faccf800640 1 -- 172.21.15.31:0/2087565998 shutdown_connections 2024-09-19T04:39:57.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.247+0000 7faccf800640 1 --2- 172.21.15.31:0/2087565998 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7facc815e890 0x7facc80ab760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.247+0000 7faccf800640 1 --2- 172.21.15.31:0/2087565998 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7faca806c2e0 0x7faca806e7a0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.247+0000 7faccf800640 1 --2- 172.21.15.31:0/2087565998 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7facc80d2b60 0x7facc8151830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.247+0000 7faccf800640 1 --2- 172.21.15.31:0/2087565998 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7facc806d2c0 0x7facc80cf080 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:39:57.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.247+0000 7faccf800640 1 -- 172.21.15.31:0/2087565998 >> 172.21.15.31:0/2087565998 conn(0x7facc80b66c0 msgr2=0x7facc80b9bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:39:57.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.247+0000 7faccf800640 1 -- 172.21.15.31:0/2087565998 shutdown_connections 2024-09-19T04:39:57.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57.247+0000 7faccf800640 1 -- 172.21.15.31:0/2087565998 wait complete. 2024-09-19T04:39:57.264 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:39:57.264 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:39:57.264 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-19T04:39:57.264 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-19T04:39:57.264 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-19T04:39:57.264 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:39:57.264 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T04:39:57.264 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:39:57.264 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-19T04:39:57.265 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:57.265 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-19T04:39:57.300 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:39:57.300 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:39:57.300 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:39:57.300 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:57.300 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-19T04:39:57.300 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:57.301 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:39:57.301 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:57.301 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-19T04:39:57.301 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:39:57.301 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:57.301 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-19T04:39:57.301 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:39:57.301 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:57.301 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-19T04:39:57.301 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T04:39:57.301 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42703sec preferred_lft 42703sec 2024-09-19T04:39:57.301 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-19T04:39:57.301 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:39:57.301 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:39:57.302 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-19T04:39:57.302 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-19T04:39:57.302 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T04:39:57.302 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:39:57.302 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:39:57.303 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link add name ceph-brx type bridge 2024-09-19T04:39:57.303 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip addr flush dev ceph-brx 2024-09-19T04:39:57.303 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set ceph-brx up 2024-09-19T04:39:57.303 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T04:39:57.303 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:39:57.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:39:57.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:39:57.721 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:57.721 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:39:57.776 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-19T04:39:57.779 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:57.780 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-19T04:39:57.829 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-19T04:39:57.829 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:39:57.829 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T04:39:57.829 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T04:39:57.829 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:39:57.830 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:39:57.830 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:39:57.830 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T04:39:57.830 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T04:39:57.830 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T04:39:57.830 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:39:57.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:39:58.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:39:58.415 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:58.415 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-19T04:39:58.451 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:58.451 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list-id 2024-09-19T04:39:58.526 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:39:58.526 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:39:58.526 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T04:39:58.526 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-19T04:39:58.526 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:39:58.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:39:58.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:39:58.702 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-19T04:39:58.703 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:39:58.703 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:39:58.703 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-19T04:39:58.703 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T04:39:58.703 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-19T04:39:58.703 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-19T04:39:58.703 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-19T04:39:58.703 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:39:58.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:39:58.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:39:58.940 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:39:58.940 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:39:58.940 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-19T04:39:58.940 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T04:39:58.940 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:39:59.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:59 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:39:59.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:39:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:39:59.107 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-19T04:39:59.107 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:39:59.107 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-19T04:39:59.143 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-19T04:39:59.143 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:39:59.143 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-19T04:39:59.217 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-19T04:39:59.315 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T04:39:59.352 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-19T04:39:59.352 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-19T04:39:59.352 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-19T04:39:59.352 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-19T04:39:59.352 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-19T04:39:59.352 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-19T04:39:59.352 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-19T04:39:59.353 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-19T04:39:59.353 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-19T04:39:59.353 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-19T04:39:59.353 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-19T04:39:59.353 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-19T04:39:59.353 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T04:39:59.353 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-19T04:39:59.353 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-19T04:39:59.353 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-19T04:39:59.353 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-19T04:39:59.353 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-19T04:39:59.353 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-19T04:39:59.353 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T04:39:59.354 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T04:39:59.354 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T04:39:59.354 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T04:39:59.354 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-19T04:39:59.354 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-19T04:39:59.354 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T04:39:59.354 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T04:39:59.354 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T04:39:59.354 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T04:39:59.354 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-19T04:39:59.354 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T04:39:59.354 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T04:39:59.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:59.355 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-19T04:39:59.430 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-19T04:39:59.430 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-19T04:39:59.474 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-19T04:39:59.530 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T04:39:59.567 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-19T04:39:59.567 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-19T04:39:59.567 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-19T04:39:59.567 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-19T04:39:59.567 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-19T04:39:59.567 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-19T04:39:59.567 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-19T04:39:59.567 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-19T04:39:59.568 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-19T04:39:59.568 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-19T04:39:59.568 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-19T04:39:59.568 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-19T04:39:59.568 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T04:39:59.568 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-19T04:39:59.568 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-19T04:39:59.568 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-19T04:39:59.568 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-19T04:39:59.568 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-19T04:39:59.568 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-19T04:39:59.568 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T04:39:59.569 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T04:39:59.569 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T04:39:59.569 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T04:39:59.569 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-19T04:39:59.569 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-19T04:39:59.569 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T04:39:59.569 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T04:39:59.569 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T04:39:59.569 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T04:39:59.570 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-19T04:39:59.570 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T04:39:59.570 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T04:39:59.571 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:39:59.571 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-19T04:39:59.655 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi031.stderr:2024-09-19T04:39:59.654+0000 7f2b33d4d480 -1 init, newargv = 0x55e363503300 newargc=15 2024-09-19T04:39:59.656 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi031.stderr:ceph-fuse[42186]: starting ceph client 2024-09-19T04:39:59.666 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi031.stderr:ceph-fuse[42186]: starting fuse 2024-09-19T04:40:00.748 DEBUG:teuthology.orchestra.run.smithi031:> sudo modprobe fuse 2024-09-19T04:40:00.815 DEBUG:teuthology.orchestra.run.smithi031:> cat /proc/self/mounts | awk '{print $2}' 2024-09-19T04:40:00.854 INFO:teuthology.orchestra.run.smithi031.stdout:/proc 2024-09-19T04:40:00.854 INFO:teuthology.orchestra.run.smithi031.stdout:/sys 2024-09-19T04:40:00.854 INFO:teuthology.orchestra.run.smithi031.stdout:/dev 2024-09-19T04:40:00.854 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/security 2024-09-19T04:40:00.854 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/shm 2024-09-19T04:40:00.854 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/pts 2024-09-19T04:40:00.854 INFO:teuthology.orchestra.run.smithi031.stdout:/run 2024-09-19T04:40:00.854 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/cgroup 2024-09-19T04:40:00.854 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/pstore 2024-09-19T04:40:00.854 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/bpf 2024-09-19T04:40:00.855 INFO:teuthology.orchestra.run.smithi031.stdout:/ 2024-09-19T04:40:00.855 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/selinux 2024-09-19T04:40:00.855 INFO:teuthology.orchestra.run.smithi031.stdout:/proc/sys/fs/binfmt_misc 2024-09-19T04:40:00.855 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/hugepages 2024-09-19T04:40:00.855 INFO:teuthology.orchestra.run.smithi031.stdout:/dev/mqueue 2024-09-19T04:40:00.855 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/debug 2024-09-19T04:40:00.855 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/tracing 2024-09-19T04:40:00.855 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/fs/fuse/connections 2024-09-19T04:40:00.855 INFO:teuthology.orchestra.run.smithi031.stdout:/sys/kernel/config 2024-09-19T04:40:00.855 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-sysctl.service 2024-09-19T04:40:00.855 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-19T04:40:00.855 INFO:teuthology.orchestra.run.smithi031.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-19T04:40:00.855 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/nfs/rpc_pipefs 2024-09-19T04:40:00.856 INFO:teuthology.orchestra.run.smithi031.stdout:/run/user/1000 2024-09-19T04:40:00.856 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph 2024-09-19T04:40:00.856 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-0 2024-09-19T04:40:00.856 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-1 2024-09-19T04:40:00.856 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-2 2024-09-19T04:40:00.856 INFO:teuthology.orchestra.run.smithi031.stdout:/var/lib/ceph/osd/ceph-3 2024-09-19T04:40:00.856 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns 2024-09-19T04:40:00.856 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T04:40:00.856 INFO:teuthology.orchestra.run.smithi031.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T04:40:00.856 INFO:teuthology.orchestra.run.smithi031.stdout:/home/ubuntu/cephtest/mnt.admin 2024-09-19T04:40:00.857 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:00.857 DEBUG:teuthology.orchestra.run.smithi031:> ls /sys/fs/fuse/connections 2024-09-19T04:40:00.935 INFO:teuthology.orchestra.run.smithi031.stdout:41 2024-09-19T04:40:00.936 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-19T04:40:00.936 DEBUG:teuthology.orchestra.run.smithi031:> sudo stdin-killer -- python3 -c ' 2024-09-19T04:40:00.936 DEBUG:teuthology.orchestra.run.smithi031:> import glob 2024-09-19T04:40:00.936 DEBUG:teuthology.orchestra.run.smithi031:> import re 2024-09-19T04:40:00.936 DEBUG:teuthology.orchestra.run.smithi031:> import os 2024-09-19T04:40:00.936 DEBUG:teuthology.orchestra.run.smithi031:> import subprocess 2024-09-19T04:40:00.936 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-19T04:40:00.936 DEBUG:teuthology.orchestra.run.smithi031:> def _find_admin_socket(client_name): 2024-09-19T04:40:00.936 DEBUG:teuthology.orchestra.run.smithi031:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-19T04:40:00.936 DEBUG:teuthology.orchestra.run.smithi031:> files = glob.glob(asok_path) 2024-09-19T04:40:00.937 DEBUG:teuthology.orchestra.run.smithi031:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-19T04:40:00.937 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-19T04:40:00.937 DEBUG:teuthology.orchestra.run.smithi031:> # Given a non-glob path, it better be there 2024-09-19T04:40:00.937 DEBUG:teuthology.orchestra.run.smithi031:> if "*" not in asok_path: 2024-09-19T04:40:00.937 DEBUG:teuthology.orchestra.run.smithi031:> assert(len(files) == 1) 2024-09-19T04:40:00.937 DEBUG:teuthology.orchestra.run.smithi031:> return files[0] 2024-09-19T04:40:00.937 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-19T04:40:00.937 DEBUG:teuthology.orchestra.run.smithi031:> for f in files: 2024-09-19T04:40:00.937 DEBUG:teuthology.orchestra.run.smithi031:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-19T04:40:00.937 DEBUG:teuthology.orchestra.run.smithi031:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-19T04:40:00.937 DEBUG:teuthology.orchestra.run.smithi031:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-19T04:40:00.937 DEBUG:teuthology.orchestra.run.smithi031:> contents = proc_f.read() 2024-09-19T04:40:00.937 DEBUG:teuthology.orchestra.run.smithi031:> if mountpoint in contents: 2024-09-19T04:40:00.937 DEBUG:teuthology.orchestra.run.smithi031:> return f 2024-09-19T04:40:00.938 DEBUG:teuthology.orchestra.run.smithi031:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-19T04:40:00.938 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-19T04:40:00.938 DEBUG:teuthology.orchestra.run.smithi031:> print(_find_admin_socket("client.admin")) 2024-09-19T04:40:00.938 DEBUG:teuthology.orchestra.run.smithi031:> ' 2024-09-19T04:40:01.101 INFO:teuthology.orchestra.run.smithi031.stdout:/var/run/ceph/ceph-client.admin.42186.asok 2024-09-19T04:40:01.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:01.117 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.42186.asok 2024-09-19T04:40:01.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:01.117 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.42186.asok status 2024-09-19T04:40:01.308 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T04:40:01.308 INFO:teuthology.orchestra.run.smithi031.stdout: "metadata": { 2024-09-19T04:40:01.308 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_sha1": "2f599a46ad10e37c929e5c43da2f6907ddcd1961", 2024-09-19T04:40:01.308 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_version": "ceph version 19.1.1-361-g2f599a46 (2f599a46ad10e37c929e5c43da2f6907ddcd1961) squid (stable)", 2024-09-19T04:40:01.308 INFO:teuthology.orchestra.run.smithi031.stdout: "entity_id": "admin", 2024-09-19T04:40:01.308 INFO:teuthology.orchestra.run.smithi031.stdout: "hostname": "smithi031", 2024-09-19T04:40:01.308 INFO:teuthology.orchestra.run.smithi031.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-19T04:40:01.308 INFO:teuthology.orchestra.run.smithi031.stdout: "pid": "42186", 2024-09-19T04:40:01.308 INFO:teuthology.orchestra.run.smithi031.stdout: "root": "/" 2024-09-19T04:40:01.308 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:01.308 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_count": 0, 2024-09-19T04:40:01.308 INFO:teuthology.orchestra.run.smithi031.stdout: "dentry_pinned_count": 0, 2024-09-19T04:40:01.309 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 4399, 2024-09-19T04:40:01.309 INFO:teuthology.orchestra.run.smithi031.stdout: "inst": { 2024-09-19T04:40:01.309 INFO:teuthology.orchestra.run.smithi031.stdout: "name": { 2024-09-19T04:40:01.309 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "client", 2024-09-19T04:40:01.309 INFO:teuthology.orchestra.run.smithi031.stdout: "num": 4399 2024-09-19T04:40:01.309 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:01.309 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-19T04:40:01.309 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-19T04:40:01.309 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "172.21.15.31:0", 2024-09-19T04:40:01.309 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 3647087610 2024-09-19T04:40:01.309 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:01.309 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:01.309 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": { 2024-09-19T04:40:01.309 INFO:teuthology.orchestra.run.smithi031.stdout: "type": "v1", 2024-09-19T04:40:01.309 INFO:teuthology.orchestra.run.smithi031.stdout: "addr": "172.21.15.31:0", 2024-09-19T04:40:01.310 INFO:teuthology.orchestra.run.smithi031.stdout: "nonce": 3647087610 2024-09-19T04:40:01.310 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:01.310 INFO:teuthology.orchestra.run.smithi031.stdout: "inst_str": "client.4399 172.21.15.31:0/3647087610", 2024-09-19T04:40:01.310 INFO:teuthology.orchestra.run.smithi031.stdout: "addr_str": "172.21.15.31:0/3647087610", 2024-09-19T04:40:01.310 INFO:teuthology.orchestra.run.smithi031.stdout: "inode_count": 1, 2024-09-19T04:40:01.310 INFO:teuthology.orchestra.run.smithi031.stdout: "mds_epoch": 7, 2024-09-19T04:40:01.310 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch": 25, 2024-09-19T04:40:01.310 INFO:teuthology.orchestra.run.smithi031.stdout: "osd_epoch_barrier": 0, 2024-09-19T04:40:01.310 INFO:teuthology.orchestra.run.smithi031.stdout: "blocklisted": false, 2024-09-19T04:40:01.310 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs" 2024-09-19T04:40:01.310 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T04:40:01.319 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:01.320 DEBUG:teuthology.orchestra.run.smithi031:> stat --file-system '--printf=%T 2024-09-19T04:40:01.320 DEBUG:teuthology.orchestra.run.smithi031:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-19T04:40:01.355 INFO:teuthology.orchestra.run.smithi031.stdout:fuseblk 2024-09-19T04:40:01.355 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-19T04:40:01.356 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:01.356 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-19T04:40:01.453 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-19T04:40:01.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:01.560 INFO:teuthology.orchestra.run.smithi031.stdout:# file: . 2024-09-19T04:40:01.560 INFO:teuthology.orchestra.run.smithi031.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-19T04:40:01.560 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:01.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:01.568 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:40:01.568 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:01.604 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:40:01.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.800+0000 7f6232800640 1 Processor -- start 2024-09-19T04:40:01.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.800+0000 7f6232800640 1 -- start start 2024-09-19T04:40:01.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.801+0000 7f6232800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f622c072620 0x7f622c0af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:01.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.801+0000 7f6232800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f622c06dfd0 0x7f622c0afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:01.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.801+0000 7f6232800640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f622c06e590 con 0x7f622c072240 2024-09-19T04:40:01.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.801+0000 7f6232800640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f622c06e870 con 0x7f622c06dfd0 2024-09-19T04:40:01.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.801+0000 7f6232800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f622c06eb50 con 0x7f622c072620 2024-09-19T04:40:01.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.801+0000 7f622be00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f622c06dfd0 0x7f622c0afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:01.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.801+0000 7f622b400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f622c072240 0x7f622c15d1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:47128/0 (socket says 172.21.15.31:47128) 2024-09-19T04:40:01.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.801+0000 7f622b400640 1 -- 172.21.15.31:0/2531255319 learned_addr learned my addr 172.21.15.31:0/2531255319 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:01.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.801+0000 7f622aa00640 1 --2- 172.21.15.31:0/2531255319 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f622c072620 0x7f622c0af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:01.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.801+0000 7f622be00640 1 -- 172.21.15.31:0/2531255319 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f622c072620 msgr2=0x7f622c0af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:01.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.801+0000 7f622be00640 1 --2- 172.21.15.31:0/2531255319 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f622c072620 0x7f622c0af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.801+0000 7f622be00640 1 -- 172.21.15.31:0/2531255319 >> v1:172.21.15.31:6789/0 conn(0x7f622c072240 legacy=0x7f622c15d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:01.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.801+0000 7f622be00640 1 -- 172.21.15.31:0/2531255319 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f622c06ee30 con 0x7f622c06dfd0 2024-09-19T04:40:01.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.801+0000 7f622aa00640 1 --2- 172.21.15.31:0/2531255319 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f622c072620 0x7f622c0af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:01.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.801+0000 7f622a000640 1 -- 172.21.15.31:0/2531255319 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3572053047 0 0) 0x7f622c06e590 con 0x7f622c072240 2024-09-19T04:40:01.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.802+0000 7f622be00640 1 --2- 172.21.15.31:0/2531255319 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f622c06dfd0 0x7f622c0afa70 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6224009d90 tx=0x7f622402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a8ac32d8dff0d4e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:01.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.802+0000 7f622a000640 1 -- 172.21.15.31:0/2531255319 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6224007740 con 0x7f622c06dfd0 2024-09-19T04:40:01.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.802+0000 7f622a000640 1 -- 172.21.15.31:0/2531255319 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62240078e0 con 0x7f622c06dfd0 2024-09-19T04:40:01.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.802+0000 7f622a000640 1 -- 172.21.15.31:0/2531255319 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6224007cb0 con 0x7f622c06dfd0 2024-09-19T04:40:01.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.803+0000 7f6232800640 1 -- 172.21.15.31:0/2531255319 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f622c06dfd0 msgr2=0x7f622c0afa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:01.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.803+0000 7f6232800640 1 --2- 172.21.15.31:0/2531255319 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f622c06dfd0 0x7f622c0afa70 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6224009d90 tx=0x7f622402a660 comp rx=0 tx=0).stop 2024-09-19T04:40:01.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.803+0000 7f6232800640 1 -- 172.21.15.31:0/2531255319 shutdown_connections 2024-09-19T04:40:01.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.803+0000 7f6232800640 1 --2- 172.21.15.31:0/2531255319 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f622c06dfd0 0x7f622c0afa70 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.803+0000 7f6232800640 1 --2- 172.21.15.31:0/2531255319 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f622c072620 0x7f622c0af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.803+0000 7f6232800640 1 -- 172.21.15.31:0/2531255319 >> 172.21.15.31:0/2531255319 conn(0x7f622c067da0 msgr2=0x7f622c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:01.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.803+0000 7f6232800640 1 -- 172.21.15.31:0/2531255319 shutdown_connections 2024-09-19T04:40:01.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.803+0000 7f6232800640 1 -- 172.21.15.31:0/2531255319 wait complete. 2024-09-19T04:40:01.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.805+0000 7f6232800640 1 Processor -- start 2024-09-19T04:40:01.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.805+0000 7f6232800640 1 -- start start 2024-09-19T04:40:01.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.806+0000 7f6232800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f622c06dfd0 0x7f622c15bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:01.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.806+0000 7f6232800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f622c072240 0x7f622c0c69a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:01.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.806+0000 7f6232800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f622c072620 0x7f622c157d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:01.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.806+0000 7f6232800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f622c0cd560 con 0x7f622c072240 2024-09-19T04:40:01.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.806+0000 7f6232800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f622c0cd3e0 con 0x7f622c072620 2024-09-19T04:40:01.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.806+0000 7f6232800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f622c0cd6e0 con 0x7f622c06dfd0 2024-09-19T04:40:01.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.806+0000 7f622aa00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f622c072240 0x7f622c0c69a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:01.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.806+0000 7f622aa00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f622c072240 0x7f622c0c69a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39098/0 (socket says 172.21.15.31:39098) 2024-09-19T04:40:01.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.806+0000 7f622aa00640 1 -- 172.21.15.31:0/724248916 learned_addr learned my addr 172.21.15.31:0/724248916 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:01.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.806+0000 7f622b400640 1 --2- 172.21.15.31:0/724248916 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f622c06dfd0 0x7f622c15bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:01.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.806+0000 7f622be00640 1 --2- 172.21.15.31:0/724248916 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f622c072620 0x7f622c157d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:01.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.806+0000 7f622aa00640 1 -- 172.21.15.31:0/724248916 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f622c06dfd0 msgr2=0x7f622c15bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:01.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.806+0000 7f622aa00640 1 --2- 172.21.15.31:0/724248916 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f622c06dfd0 0x7f622c15bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.806+0000 7f622aa00640 1 -- 172.21.15.31:0/724248916 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f622c072620 msgr2=0x7f622c157d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:01.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.806+0000 7f622aa00640 1 --2- 172.21.15.31:0/724248916 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f622c072620 0x7f622c157d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:01.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.806+0000 7f622aa00640 1 -- 172.21.15.31:0/724248916 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f622c158430 con 0x7f622c072240 2024-09-19T04:40:01.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.807+0000 7f622aa00640 1 --2- 172.21.15.31:0/724248916 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f622c072240 0x7f622c0c69a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f621800c7f0 tx=0x7f621800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:01.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.807+0000 7f6223400640 1 -- 172.21.15.31:0/724248916 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6218015070 con 0x7f622c072240 2024-09-19T04:40:01.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.807+0000 7f6223400640 1 -- 172.21.15.31:0/724248916 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6218007820 con 0x7f622c072240 2024-09-19T04:40:01.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.807+0000 7f6223400640 1 -- 172.21.15.31:0/724248916 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6218007bd0 con 0x7f622c072240 2024-09-19T04:40:01.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.807+0000 7f6232800640 1 -- 172.21.15.31:0/724248916 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f622c158710 con 0x7f622c072240 2024-09-19T04:40:01.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.807+0000 7f6232800640 1 -- 172.21.15.31:0/724248916 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f622c159690 con 0x7f622c072240 2024-09-19T04:40:01.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.808+0000 7f6232800640 1 -- 172.21.15.31:0/724248916 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f622c158c30 con 0x7f622c072240 2024-09-19T04:40:01.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.809+0000 7f6223400640 1 -- 172.21.15.31:0/724248916 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6218018070 con 0x7f622c072240 2024-09-19T04:40:01.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.811+0000 7f6223400640 1 --2- 172.21.15.31:0/724248916 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f620c06c2b0 0x7f620c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:01.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.811+0000 7f6223400640 1 -- 172.21.15.31:0/724248916 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f621808b840 con 0x7f622c072240 2024-09-19T04:40:01.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.811+0000 7f622b400640 1 --2- 172.21.15.31:0/724248916 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f620c06c2b0 0x7f620c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:01.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.811+0000 7f622b400640 1 --2- 172.21.15.31:0/724248916 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f620c06c2b0 0x7f620c06e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f621c000f60 tx=0x7f621c007d50 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:01.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:01.815+0000 7f6223400640 1 -- 172.21.15.31:0/724248916 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f622c158c30 con 0x7f622c072240 2024-09-19T04:40:02.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.012+0000 7f6232800640 1 -- 172.21.15.31:0/724248916 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f622c15d1f0 con 0x7f622c072240 2024-09-19T04:40:02.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.012+0000 7f6223400640 1 -- 172.21.15.31:0/724248916 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f6218059610 con 0x7f622c072240 2024-09-19T04:40:02.013 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-19T04:40:02.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.014+0000 7f6232800640 1 -- 172.21.15.31:0/724248916 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f620c06c2b0 msgr2=0x7f620c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.014+0000 7f6232800640 1 --2- 172.21.15.31:0/724248916 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f620c06c2b0 0x7f620c06e770 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f621c000f60 tx=0x7f621c007d50 comp rx=0 tx=0).stop 2024-09-19T04:40:02.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.014+0000 7f6232800640 1 -- 172.21.15.31:0/724248916 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f622c072240 msgr2=0x7f622c0c69a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.014+0000 7f6232800640 1 --2- 172.21.15.31:0/724248916 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f622c072240 0x7f622c0c69a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f621800c7f0 tx=0x7f621800ccb0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.015+0000 7f6232800640 1 -- 172.21.15.31:0/724248916 shutdown_connections 2024-09-19T04:40:02.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.015+0000 7f6232800640 1 --2- 172.21.15.31:0/724248916 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f620c06c2b0 0x7f620c06e770 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.015+0000 7f6232800640 1 --2- 172.21.15.31:0/724248916 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f622c072620 0x7f622c157d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.015+0000 7f6232800640 1 --2- 172.21.15.31:0/724248916 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f622c072240 0x7f622c0c69a0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.015+0000 7f6232800640 1 --2- 172.21.15.31:0/724248916 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f622c06dfd0 0x7f622c15bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.015+0000 7f6232800640 1 -- 172.21.15.31:0/724248916 >> 172.21.15.31:0/724248916 conn(0x7f622c067da0 msgr2=0x7f622c156ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:02.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.015+0000 7f6232800640 1 -- 172.21.15.31:0/724248916 shutdown_connections 2024-09-19T04:40:02.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.015+0000 7f6232800640 1 -- 172.21.15.31:0/724248916 wait complete. 2024-09-19T04:40:02.032 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:40:02.032 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:02.068 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:40:02.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.264+0000 7f7523c00640 1 Processor -- start 2024-09-19T04:40:02.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.265+0000 7f7523c00640 1 -- start start 2024-09-19T04:40:02.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.266+0000 7f7523c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f751c162cc0 0x7f751c0b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.266+0000 7f7523c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f751c06c320 0x7f751c158530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.266+0000 7f7523c00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f751c0711b0 con 0x7f751c070a80 2024-09-19T04:40:02.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.266+0000 7f7523c00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f751c0d2110 con 0x7f751c06c320 2024-09-19T04:40:02.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.266+0000 7f7523c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f751c15fa40 con 0x7f751c162cc0 2024-09-19T04:40:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.266+0000 7f7521c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f751c06c320 0x7f751c158530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.266+0000 7f7521c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f751c06c320 0x7f751c158530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39102/0 (socket says 172.21.15.31:39102) 2024-09-19T04:40:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.266+0000 7f7521c00640 1 -- 172.21.15.31:0/4167303310 learned_addr learned my addr 172.21.15.31:0/4167303310 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.266+0000 7f7521200640 1 --2- 172.21.15.31:0/4167303310 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f751c162cc0 0x7f751c0b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.267+0000 7f7521c00640 1 -- 172.21.15.31:0/4167303310 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f751c162cc0 msgr2=0x7f751c0b6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.267+0000 7f7521c00640 1 --2- 172.21.15.31:0/4167303310 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f751c162cc0 0x7f751c0b6f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.267+0000 7f7521c00640 1 -- 172.21.15.31:0/4167303310 >> v1:172.21.15.52:6789/0 conn(0x7f751c070a80 legacy=0x7f751c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.267+0000 7f7521c00640 1 -- 172.21.15.31:0/4167303310 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f751c162020 con 0x7f751c06c320 2024-09-19T04:40:02.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.268+0000 7f7521c00640 1 --2- 172.21.15.31:0/4167303310 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f751c06c320 0x7f751c158530 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7514009e50 tx=0x7f751402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cc3189165f8502f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:02.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.268+0000 7f751b400640 1 -- 172.21.15.31:0/4167303310 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7514036070 con 0x7f751c06c320 2024-09-19T04:40:02.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.268+0000 7f751b400640 1 -- 172.21.15.31:0/4167303310 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7514031600 con 0x7f751c06c320 2024-09-19T04:40:02.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.268+0000 7f751b400640 1 -- 172.21.15.31:0/4167303310 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75140319d0 con 0x7f751c06c320 2024-09-19T04:40:02.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.268+0000 7f7523c00640 1 -- 172.21.15.31:0/4167303310 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f751c06c320 msgr2=0x7f751c158530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.268+0000 7f7523c00640 1 --2- 172.21.15.31:0/4167303310 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f751c06c320 0x7f751c158530 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7514009e50 tx=0x7f751402a710 comp rx=0 tx=0).stop 2024-09-19T04:40:02.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.268+0000 7f7523c00640 1 -- 172.21.15.31:0/4167303310 shutdown_connections 2024-09-19T04:40:02.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.268+0000 7f7523c00640 1 --2- 172.21.15.31:0/4167303310 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f751c06c320 0x7f751c158530 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.268+0000 7f7523c00640 1 --2- 172.21.15.31:0/4167303310 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f751c162cc0 0x7f751c0b6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.268+0000 7f7523c00640 1 -- 172.21.15.31:0/4167303310 >> 172.21.15.31:0/4167303310 conn(0x7f751c09aa70 msgr2=0x7f751c0b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:02.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.269+0000 7f7523c00640 1 -- 172.21.15.31:0/4167303310 shutdown_connections 2024-09-19T04:40:02.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.269+0000 7f7523c00640 1 -- 172.21.15.31:0/4167303310 wait complete. 2024-09-19T04:40:02.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.270+0000 7f7523c00640 1 Processor -- start 2024-09-19T04:40:02.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.270+0000 7f7523c00640 1 -- start start 2024-09-19T04:40:02.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.271+0000 7f7523c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f751c06c320 0x7f751c150b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.271+0000 7f7523c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f751c070a80 0x7f751c0b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.271+0000 7f7523c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f751c162cc0 0x7f751c154850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.271+0000 7f7523c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f751c0d1350 con 0x7f751c070a80 2024-09-19T04:40:02.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.271+0000 7f7523c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f751c0d1c80 con 0x7f751c162cc0 2024-09-19T04:40:02.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.271+0000 7f7523c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f751c0d1630 con 0x7f751c06c320 2024-09-19T04:40:02.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.271+0000 7f751be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f751c070a80 0x7f751c0b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.271+0000 7f751be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f751c070a80 0x7f751c0b2130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39106/0 (socket says 172.21.15.31:39106) 2024-09-19T04:40:02.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.271+0000 7f751be00640 1 -- 172.21.15.31:0/1709868747 learned_addr learned my addr 172.21.15.31:0/1709868747 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:02.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.272+0000 7f7521200640 1 --2- 172.21.15.31:0/1709868747 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f751c06c320 0x7f751c150b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.272+0000 7f7521c00640 1 --2- 172.21.15.31:0/1709868747 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f751c162cc0 0x7f751c154850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.272+0000 7f751be00640 1 -- 172.21.15.31:0/1709868747 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f751c06c320 msgr2=0x7f751c150b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.272+0000 7f751be00640 1 --2- 172.21.15.31:0/1709868747 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f751c06c320 0x7f751c150b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.272+0000 7f751be00640 1 -- 172.21.15.31:0/1709868747 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f751c162cc0 msgr2=0x7f751c154850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.272+0000 7f751be00640 1 --2- 172.21.15.31:0/1709868747 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f751c162cc0 0x7f751c154850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.272+0000 7f751be00640 1 -- 172.21.15.31:0/1709868747 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f751c1534d0 con 0x7f751c070a80 2024-09-19T04:40:02.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.272+0000 7f7521200640 1 --2- 172.21.15.31:0/1709868747 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f751c06c320 0x7f751c150b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:02.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.272+0000 7f751be00640 1 --2- 172.21.15.31:0/1709868747 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f751c070a80 0x7f751c0b2130 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f750800c440 tx=0x7f750800c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:02.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.272+0000 7f7518c00640 1 -- 172.21.15.31:0/1709868747 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75080052d0 con 0x7f751c070a80 2024-09-19T04:40:02.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.272+0000 7f7518c00640 1 -- 172.21.15.31:0/1709868747 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7508005470 con 0x7f751c070a80 2024-09-19T04:40:02.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.272+0000 7f7518c00640 1 -- 172.21.15.31:0/1709868747 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7508007260 con 0x7f751c070a80 2024-09-19T04:40:02.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.272+0000 7f7523c00640 1 -- 172.21.15.31:0/1709868747 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f751c1537b0 con 0x7f751c070a80 2024-09-19T04:40:02.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.273+0000 7f7523c00640 1 -- 172.21.15.31:0/1709868747 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f751c153d70 con 0x7f751c070a80 2024-09-19T04:40:02.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.274+0000 7f7523c00640 1 -- 172.21.15.31:0/1709868747 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f751c0d1910 con 0x7f751c070a80 2024-09-19T04:40:02.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.275+0000 7f7518c00640 1 -- 172.21.15.31:0/1709868747 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f75080074c0 con 0x7f751c070a80 2024-09-19T04:40:02.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.275+0000 7f7518c00640 1 --2- 172.21.15.31:0/1709868747 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f74fc06c2b0 0x7f74fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.276+0000 7f7518c00640 1 -- 172.21.15.31:0/1709868747 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f750808ac00 con 0x7f751c070a80 2024-09-19T04:40:02.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.276+0000 7f7521200640 1 --2- 172.21.15.31:0/1709868747 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f74fc06c2b0 0x7f74fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.276+0000 7f7521200640 1 --2- 172.21.15.31:0/1709868747 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f74fc06c2b0 0x7f74fc06e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f7510006fd0 tx=0x7f7510008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:02.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.280+0000 7f7518c00640 1 -- 172.21.15.31:0/1709868747 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7508091080 con 0x7f751c070a80 2024-09-19T04:40:02.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.475+0000 7f7523c00640 1 -- 172.21.15.31:0/1709868747 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f751c0d1020 con 0x7f751c070a80 2024-09-19T04:40:02.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.476+0000 7f7518c00640 1 -- 172.21.15.31:0/1709868747 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f7508059030 con 0x7f751c070a80 2024-09-19T04:40:02.477 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-19T04:40:02.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.478+0000 7f7523c00640 1 -- 172.21.15.31:0/1709868747 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f74fc06c2b0 msgr2=0x7f74fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.478+0000 7f7523c00640 1 --2- 172.21.15.31:0/1709868747 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f74fc06c2b0 0x7f74fc06e770 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f7510006fd0 tx=0x7f7510008040 comp rx=0 tx=0).stop 2024-09-19T04:40:02.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.478+0000 7f7523c00640 1 -- 172.21.15.31:0/1709868747 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f751c070a80 msgr2=0x7f751c0b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.478+0000 7f7523c00640 1 --2- 172.21.15.31:0/1709868747 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f751c070a80 0x7f751c0b2130 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f750800c440 tx=0x7f750800c900 comp rx=0 tx=0).stop 2024-09-19T04:40:02.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.478+0000 7f7523c00640 1 -- 172.21.15.31:0/1709868747 shutdown_connections 2024-09-19T04:40:02.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.478+0000 7f7523c00640 1 --2- 172.21.15.31:0/1709868747 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f74fc06c2b0 0x7f74fc06e770 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.478+0000 7f7523c00640 1 --2- 172.21.15.31:0/1709868747 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f751c162cc0 0x7f751c154850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.478+0000 7f7523c00640 1 --2- 172.21.15.31:0/1709868747 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f751c070a80 0x7f751c0b2130 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.478+0000 7f7523c00640 1 --2- 172.21.15.31:0/1709868747 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f751c06c320 0x7f751c150b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.478+0000 7f7523c00640 1 -- 172.21.15.31:0/1709868747 >> 172.21.15.31:0/1709868747 conn(0x7f751c09aa70 msgr2=0x7f751c0b5c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:02.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.478+0000 7f7523c00640 1 -- 172.21.15.31:0/1709868747 shutdown_connections 2024-09-19T04:40:02.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.478+0000 7f7523c00640 1 -- 172.21.15.31:0/1709868747 wait complete. 2024-09-19T04:40:02.494 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi031.front.sepia.ceph.com... 2024-09-19T04:40:02.495 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:02.495 DEBUG:teuthology.orchestra.run.smithi031:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-19T04:40:02.548 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi031.stderr:ceph-fuse[42186]: fuse finished with error 0 and tester_r 0 2024-09-19T04:40:02.553 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:40:02.639 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:40:02.640 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:02.640 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-19T04:40:02.682 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:02.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.877+0000 7fbbee200640 1 Processor -- start 2024-09-19T04:40:02.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.877+0000 7fbbee200640 1 -- start start 2024-09-19T04:40:02.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.878+0000 7fbbee200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fbbe815e660 0x7fbbe80d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.878+0000 7fbbee200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbbe80d3150 0x7fbbe80b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.878+0000 7fbbee200640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbbe80d3680 con 0x7fbbe80b6530 2024-09-19T04:40:02.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.879+0000 7fbbee200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fbbe806d4b0 con 0x7fbbe815e660 2024-09-19T04:40:02.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.879+0000 7fbbee200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fbbe80d3960 con 0x7fbbe80d3150 2024-09-19T04:40:02.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.879+0000 7fbbe7400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fbbe815e660 0x7fbbe80d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.879+0000 7fbbdfe00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbbe80d3150 0x7fbbe80b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.879+0000 7fbbe7400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fbbe815e660 0x7fbbe80d4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:38734/0 (socket says 172.21.15.31:38734) 2024-09-19T04:40:02.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.879+0000 7fbbe7400640 1 -- 172.21.15.31:0/255998925 learned_addr learned my addr 172.21.15.31:0/255998925 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:02.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.879+0000 7fbbe7400640 1 -- 172.21.15.31:0/255998925 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbbe80d3150 msgr2=0x7fbbe80b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:02.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.879+0000 7fbbe7400640 1 --2- 172.21.15.31:0/255998925 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbbe80d3150 0x7fbbe80b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.879+0000 7fbbe7400640 1 -- 172.21.15.31:0/255998925 >> v1:172.21.15.52:6789/0 conn(0x7fbbe80b6530 legacy=0x7fbbe80cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.879+0000 7fbbe7400640 1 -- 172.21.15.31:0/255998925 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbe806ce60 con 0x7fbbe815e660 2024-09-19T04:40:02.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.879+0000 7fbbe6a00640 1 -- 172.21.15.31:0/255998925 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3196451464 0 0) 0x7fbbe80d3680 con 0x7fbbe80b6530 2024-09-19T04:40:02.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.880+0000 7fbbe7400640 1 --2- 172.21.15.31:0/255998925 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbbe815e660 0x7fbbe80d4dd0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fbbd8009870 tx=0x7fbbd802a300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1269f73c8c25c187 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:02.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.881+0000 7fbbe6a00640 1 -- 172.21.15.31:0/255998925 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbd8037070 con 0x7fbbe815e660 2024-09-19T04:40:02.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.881+0000 7fbbe6a00640 1 -- 172.21.15.31:0/255998925 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbbd802ae50 con 0x7fbbe815e660 2024-09-19T04:40:02.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.881+0000 7fbbe6a00640 1 -- 172.21.15.31:0/255998925 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbd8032860 con 0x7fbbe815e660 2024-09-19T04:40:02.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.881+0000 7fbbee200640 1 -- 172.21.15.31:0/255998925 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbbe815e660 msgr2=0x7fbbe80d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.881+0000 7fbbee200640 1 --2- 172.21.15.31:0/255998925 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbbe815e660 0x7fbbe80d4dd0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fbbd8009870 tx=0x7fbbd802a300 comp rx=0 tx=0).stop 2024-09-19T04:40:02.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.881+0000 7fbbee200640 1 -- 172.21.15.31:0/255998925 shutdown_connections 2024-09-19T04:40:02.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.881+0000 7fbbee200640 1 --2- 172.21.15.31:0/255998925 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbbe80d3150 0x7fbbe80b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.881+0000 7fbbee200640 1 --2- 172.21.15.31:0/255998925 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbbe815e660 0x7fbbe80d4dd0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.881+0000 7fbbee200640 1 -- 172.21.15.31:0/255998925 >> 172.21.15.31:0/255998925 conn(0x7fbbe808c000 msgr2=0x7fbbe80d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:02.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.881+0000 7fbbee200640 1 -- 172.21.15.31:0/255998925 shutdown_connections 2024-09-19T04:40:02.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.882+0000 7fbbee200640 1 -- 172.21.15.31:0/255998925 wait complete. 2024-09-19T04:40:02.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.883+0000 7fbbee200640 1 Processor -- start 2024-09-19T04:40:02.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.883+0000 7fbbee200640 1 -- start start 2024-09-19T04:40:02.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.884+0000 7fbbee200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbbe80b6530 0x7fbbe815ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.884+0000 7fbbee200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbe80d3150 0x7fbbe8161180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.884+0000 7fbbee200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbbe815e660 0x7fbbe80b4740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.884+0000 7fbbee200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fbbe815ea40 con 0x7fbbe80d3150 2024-09-19T04:40:02.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.884+0000 7fbbee200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbbe80d5310 con 0x7fbbe815e660 2024-09-19T04:40:02.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.884+0000 7fbbee200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fbbe806e950 con 0x7fbbe80b6530 2024-09-19T04:40:02.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.884+0000 7fbbdfe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbe80d3150 0x7fbbe8161180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.884+0000 7fbbdfe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbe80d3150 0x7fbbe8161180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39108/0 (socket says 172.21.15.31:39108) 2024-09-19T04:40:02.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.884+0000 7fbbdfe00640 1 -- 172.21.15.31:0/3495529220 learned_addr learned my addr 172.21.15.31:0/3495529220 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:02.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.884+0000 7fbbe7e00640 1 --2- 172.21.15.31:0/3495529220 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbbe815e660 0x7fbbe80b4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.884+0000 7fbbe7400640 1 --2- 172.21.15.31:0/3495529220 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbbe80b6530 0x7fbbe815ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.885+0000 7fbbdfe00640 1 -- 172.21.15.31:0/3495529220 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbbe80b6530 msgr2=0x7fbbe815ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.885+0000 7fbbdfe00640 1 --2- 172.21.15.31:0/3495529220 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbbe80b6530 0x7fbbe815ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.885+0000 7fbbdfe00640 1 -- 172.21.15.31:0/3495529220 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbbe815e660 msgr2=0x7fbbe80b4740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:02.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.885+0000 7fbbdfe00640 1 --2- 172.21.15.31:0/3495529220 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbbe815e660 0x7fbbe80b4740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:02.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.885+0000 7fbbdfe00640 1 -- 172.21.15.31:0/3495529220 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbe80cc080 con 0x7fbbe80d3150 2024-09-19T04:40:02.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.885+0000 7fbbdfe00640 1 --2- 172.21.15.31:0/3495529220 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbe80d3150 0x7fbbe8161180 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fbbd000e980 tx=0x7fbbd000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:02.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.885+0000 7fbbdf400640 1 -- 172.21.15.31:0/3495529220 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbd0017070 con 0x7fbbe80d3150 2024-09-19T04:40:02.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.885+0000 7fbbdf400640 1 -- 172.21.15.31:0/3495529220 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbbd000ca00 con 0x7fbbe80d3150 2024-09-19T04:40:02.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.885+0000 7fbbdf400640 1 -- 172.21.15.31:0/3495529220 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbd000cdd0 con 0x7fbbe80d3150 2024-09-19T04:40:02.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.885+0000 7fbbee200640 1 -- 172.21.15.31:0/3495529220 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbe80b9010 con 0x7fbbe80d3150 2024-09-19T04:40:02.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.886+0000 7fbbee200640 1 -- 172.21.15.31:0/3495529220 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbe80b95d0 con 0x7fbbe80d3150 2024-09-19T04:40:02.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.887+0000 7fbbee200640 1 -- 172.21.15.31:0/3495529220 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbe80b5ff0 con 0x7fbbe80d3150 2024-09-19T04:40:02.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.887+0000 7fbbdf400640 1 -- 172.21.15.31:0/3495529220 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbbd001a070 con 0x7fbbe80d3150 2024-09-19T04:40:02.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.888+0000 7fbbdf400640 1 --2- 172.21.15.31:0/3495529220 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fbbc406c2b0 0x7fbbc406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:02.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.888+0000 7fbbdf400640 1 -- 172.21.15.31:0/3495529220 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fbbd008bae0 con 0x7fbbe80d3150 2024-09-19T04:40:02.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.889+0000 7fbbe7400640 1 --2- 172.21.15.31:0/3495529220 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fbbc406c2b0 0x7fbbc406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:02.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.889+0000 7fbbe7400640 1 --2- 172.21.15.31:0/3495529220 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fbbc406c2b0 0x7fbbc406e770 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fbbd8034000 tx=0x7fbbd802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:02.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:02.893+0000 7fbbdf400640 1 -- 172.21.15.31:0/3495529220 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbbd0059820 con 0x7fbbe80d3150 2024-09-19T04:40:03.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.077+0000 7fbbee200640 1 -- 172.21.15.31:0/3495529220 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbbe80b35b0 con 0x7fbbe80d3150 2024-09-19T04:40:03.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.078+0000 7fbbdf400640 1 -- 172.21.15.31:0/3495529220 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7fbbd005db20 con 0x7fbbe80d3150 2024-09-19T04:40:03.079 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:03.079 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":25,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:39:55.229214+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:46.656485+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:47.611713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T04:39:51.258713+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:03.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.080+0000 7fbbee200640 1 -- 172.21.15.31:0/3495529220 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fbbc406c2b0 msgr2=0x7fbbc406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.080+0000 7fbbee200640 1 --2- 172.21.15.31:0/3495529220 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fbbc406c2b0 0x7fbbc406e770 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fbbd8034000 tx=0x7fbbd802e000 comp rx=0 tx=0).stop 2024-09-19T04:40:03.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.080+0000 7fbbee200640 1 -- 172.21.15.31:0/3495529220 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbe80d3150 msgr2=0x7fbbe8161180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.080+0000 7fbbee200640 1 --2- 172.21.15.31:0/3495529220 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbe80d3150 0x7fbbe8161180 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fbbd000e980 tx=0x7fbbd000ee40 comp rx=0 tx=0).stop 2024-09-19T04:40:03.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.080+0000 7fbbee200640 1 -- 172.21.15.31:0/3495529220 shutdown_connections 2024-09-19T04:40:03.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.080+0000 7fbbee200640 1 --2- 172.21.15.31:0/3495529220 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fbbc406c2b0 0x7fbbc406e770 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.080+0000 7fbbee200640 1 --2- 172.21.15.31:0/3495529220 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbbe815e660 0x7fbbe80b4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.080+0000 7fbbee200640 1 --2- 172.21.15.31:0/3495529220 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbbe80d3150 0x7fbbe8161180 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.080+0000 7fbbee200640 1 --2- 172.21.15.31:0/3495529220 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbbe80b6530 0x7fbbe815ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.080+0000 7fbbee200640 1 -- 172.21.15.31:0/3495529220 >> 172.21.15.31:0/3495529220 conn(0x7fbbe808c000 msgr2=0x7fbbe80b57b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:03.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.081+0000 7fbbee200640 1 -- 172.21.15.31:0/3495529220 shutdown_connections 2024-09-19T04:40:03.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.081+0000 7fbbee200640 1 -- 172.21.15.31:0/3495529220 wait complete. 2024-09-19T04:40:03.098 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:03.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.257+0000 7f27cec00640 1 Processor -- start 2024-09-19T04:40:03.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.257+0000 7f27cec00640 1 -- start start 2024-09-19T04:40:03.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.258+0000 7f27cec00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27c815e470 0x7f27c80cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.258+0000 7f27cec00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f27c80d4a20 0x7f27c806d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.258+0000 7f27cec00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27c815e850 con 0x7f27c80d00e0 2024-09-19T04:40:03.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.258+0000 7f27cec00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f27c80cf710 con 0x7f27c80d4a20 2024-09-19T04:40:03.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.258+0000 7f27cec00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f27c80d1c60 con 0x7f27c815e470 2024-09-19T04:40:03.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.258+0000 7f27ce200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f27c80d4a20 0x7f27c806d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.258+0000 7f27ce200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f27c80d4a20 0x7f27c806d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39110/0 (socket says 172.21.15.31:39110) 2024-09-19T04:40:03.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.258+0000 7f27ce200640 1 -- 172.21.15.31:0/602433580 learned_addr learned my addr 172.21.15.31:0/602433580 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:03.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.258+0000 7f27cce00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f27c80d00e0 0x7f27c80d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:47136/0 (socket says 172.21.15.31:47136) 2024-09-19T04:40:03.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.258+0000 7f27cd800640 1 --2- 172.21.15.31:0/602433580 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27c815e470 0x7f27c80cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.259+0000 7f27ce200640 1 -- 172.21.15.31:0/602433580 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27c815e470 msgr2=0x7f27c80cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:03.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.259+0000 7f27ce200640 1 --2- 172.21.15.31:0/602433580 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27c815e470 0x7f27c80cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.259+0000 7f27ce200640 1 -- 172.21.15.31:0/602433580 >> v1:172.21.15.31:6789/0 conn(0x7f27c80d00e0 legacy=0x7f27c80d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.259+0000 7f27ce200640 1 -- 172.21.15.31:0/602433580 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27c80d1980 con 0x7f27c80d4a20 2024-09-19T04:40:03.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.259+0000 7f27c7e00640 1 -- 172.21.15.31:0/602433580 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3693082692 0 0) 0x7f27c815e850 con 0x7f27c80d00e0 2024-09-19T04:40:03.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.260+0000 7f27ce200640 1 --2- 172.21.15.31:0/602433580 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27c80d4a20 0x7f27c806d460 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f27c0009e50 tx=0x7f27c002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5dc67fbdaeeca94 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:03.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.260+0000 7f27c7e00640 1 -- 172.21.15.31:0/602433580 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c0036070 con 0x7f27c80d4a20 2024-09-19T04:40:03.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.260+0000 7f27c7e00640 1 -- 172.21.15.31:0/602433580 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27c0031600 con 0x7f27c80d4a20 2024-09-19T04:40:03.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.260+0000 7f27c7e00640 1 -- 172.21.15.31:0/602433580 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c00319d0 con 0x7f27c80d4a20 2024-09-19T04:40:03.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.260+0000 7f27cec00640 1 -- 172.21.15.31:0/602433580 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27c80d4a20 msgr2=0x7f27c806d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.260+0000 7f27cec00640 1 --2- 172.21.15.31:0/602433580 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27c80d4a20 0x7f27c806d460 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f27c0009e50 tx=0x7f27c002a710 comp rx=0 tx=0).stop 2024-09-19T04:40:03.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.261+0000 7f27cec00640 1 -- 172.21.15.31:0/602433580 shutdown_connections 2024-09-19T04:40:03.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.261+0000 7f27cec00640 1 --2- 172.21.15.31:0/602433580 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27c80d4a20 0x7f27c806d460 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.261+0000 7f27cec00640 1 --2- 172.21.15.31:0/602433580 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27c815e470 0x7f27c80cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.261+0000 7f27cec00640 1 -- 172.21.15.31:0/602433580 >> 172.21.15.31:0/602433580 conn(0x7f27c809d700 msgr2=0x7f27c808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:03.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.261+0000 7f27cec00640 1 -- 172.21.15.31:0/602433580 shutdown_connections 2024-09-19T04:40:03.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.261+0000 7f27cec00640 1 -- 172.21.15.31:0/602433580 wait complete. 2024-09-19T04:40:03.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.262+0000 7f27cec00640 1 Processor -- start 2024-09-19T04:40:03.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.262+0000 7f27cec00640 1 -- start start 2024-09-19T04:40:03.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.263+0000 7f27cec00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27c80d00e0 0x7f27c814c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.263+0000 7f27cec00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f27c80d4a20 0x7f27c8161100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.263+0000 7f27cec00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27c815e470 0x7f27c80b5e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.263+0000 7f27cec00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f27c806d9a0 con 0x7f27c815e470 2024-09-19T04:40:03.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.263+0000 7f27cec00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f27c80cf3a0 con 0x7f27c80d4a20 2024-09-19T04:40:03.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.263+0000 7f27cec00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f27c806db20 con 0x7f27c80d00e0 2024-09-19T04:40:03.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.263+0000 7f27ce200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27c815e470 0x7f27c80b5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.264+0000 7f27ce200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27c815e470 0x7f27c80b5e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39112/0 (socket says 172.21.15.31:39112) 2024-09-19T04:40:03.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.264+0000 7f27ce200640 1 -- 172.21.15.31:0/3256786577 learned_addr learned my addr 172.21.15.31:0/3256786577 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:03.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.264+0000 7f27cd800640 1 --2- 172.21.15.31:0/3256786577 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27c80d00e0 0x7f27c814c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.264+0000 7f27cce00640 1 --2- 172.21.15.31:0/3256786577 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f27c80d4a20 0x7f27c8161100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.264+0000 7f27ce200640 1 -- 172.21.15.31:0/3256786577 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27c80d00e0 msgr2=0x7f27c814c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.264+0000 7f27ce200640 1 --2- 172.21.15.31:0/3256786577 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27c80d00e0 0x7f27c814c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.264+0000 7f27ce200640 1 -- 172.21.15.31:0/3256786577 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f27c80d4a20 msgr2=0x7f27c8161100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.264+0000 7f27ce200640 1 --2- 172.21.15.31:0/3256786577 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f27c80d4a20 0x7f27c8161100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.264+0000 7f27ce200640 1 -- 172.21.15.31:0/3256786577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27c8161ae0 con 0x7f27c815e470 2024-09-19T04:40:03.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.264+0000 7f27cce00640 1 --2- 172.21.15.31:0/3256786577 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f27c80d4a20 0x7f27c8161100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:03.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.264+0000 7f27ce200640 1 --2- 172.21.15.31:0/3256786577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27c815e470 0x7f27c80b5e50 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f27c0034040 tx=0x7f27c0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:03.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.264+0000 7f27c5600640 1 -- 172.21.15.31:0/3256786577 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c0036050 con 0x7f27c815e470 2024-09-19T04:40:03.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.265+0000 7f27c5600640 1 -- 172.21.15.31:0/3256786577 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27c0042070 con 0x7f27c815e470 2024-09-19T04:40:03.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.265+0000 7f27c5600640 1 -- 172.21.15.31:0/3256786577 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c0009510 con 0x7f27c815e470 2024-09-19T04:40:03.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.265+0000 7f27cec00640 1 -- 172.21.15.31:0/3256786577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27c80b72c0 con 0x7f27c815e470 2024-09-19T04:40:03.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.265+0000 7f27cec00640 1 -- 172.21.15.31:0/3256786577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27c80b7880 con 0x7f27c815e470 2024-09-19T04:40:03.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.266+0000 7f27cec00640 1 -- 172.21.15.31:0/3256786577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27c806d460 con 0x7f27c815e470 2024-09-19T04:40:03.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.267+0000 7f27c5600640 1 -- 172.21.15.31:0/3256786577 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f27c0007bf0 con 0x7f27c815e470 2024-09-19T04:40:03.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.268+0000 7f27c5600640 1 --2- 172.21.15.31:0/3256786577 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f27a806c2b0 0x7f27a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.268+0000 7f27c5600640 1 -- 172.21.15.31:0/3256786577 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f27c00ac5e0 con 0x7f27c815e470 2024-09-19T04:40:03.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.268+0000 7f27cd800640 1 --2- 172.21.15.31:0/3256786577 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f27a806c2b0 0x7f27a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.269+0000 7f27cd800640 1 --2- 172.21.15.31:0/3256786577 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f27a806c2b0 0x7f27a806e770 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f27bc009aa0 tx=0x7f27bc009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:03.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.272+0000 7f27c5600640 1 -- 172.21.15.31:0/3256786577 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f27c007ab20 con 0x7f27c815e470 2024-09-19T04:40:03.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.461+0000 7f27cec00640 1 -- 172.21.15.31:0/3256786577 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f27c806cf90 con 0x7f27c815e470 2024-09-19T04:40:03.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.462+0000 7f27c5600640 1 -- 172.21.15.31:0/3256786577 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7f27c007a420 con 0x7f27c815e470 2024-09-19T04:40:03.463 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:03.463 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":25,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:39:55.229214+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:46.656485+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:47.611713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T04:39:51.258713+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:03.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.464+0000 7f27cec00640 1 -- 172.21.15.31:0/3256786577 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f27a806c2b0 msgr2=0x7f27a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.464+0000 7f27cec00640 1 --2- 172.21.15.31:0/3256786577 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f27a806c2b0 0x7f27a806e770 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f27bc009aa0 tx=0x7f27bc009190 comp rx=0 tx=0).stop 2024-09-19T04:40:03.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.464+0000 7f27cec00640 1 -- 172.21.15.31:0/3256786577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27c815e470 msgr2=0x7f27c80b5e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.464+0000 7f27cec00640 1 --2- 172.21.15.31:0/3256786577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27c815e470 0x7f27c80b5e50 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f27c0034040 tx=0x7f27c0004a40 comp rx=0 tx=0).stop 2024-09-19T04:40:03.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.464+0000 7f27cec00640 1 -- 172.21.15.31:0/3256786577 shutdown_connections 2024-09-19T04:40:03.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.464+0000 7f27cec00640 1 --2- 172.21.15.31:0/3256786577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27c815e470 0x7f27c80b5e50 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.464+0000 7f27cec00640 1 --2- 172.21.15.31:0/3256786577 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f27a806c2b0 0x7f27a806e770 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.464+0000 7f27cec00640 1 --2- 172.21.15.31:0/3256786577 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f27c80d4a20 0x7f27c8161100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.464+0000 7f27cec00640 1 --2- 172.21.15.31:0/3256786577 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27c80d00e0 0x7f27c814c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.464+0000 7f27cec00640 1 -- 172.21.15.31:0/3256786577 >> 172.21.15.31:0/3256786577 conn(0x7f27c809d700 msgr2=0x7f27c80b4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:03.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.465+0000 7f27cec00640 1 -- 172.21.15.31:0/3256786577 shutdown_connections 2024-09-19T04:40:03.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.465+0000 7f27cec00640 1 -- 172.21.15.31:0/3256786577 wait complete. 2024-09-19T04:40:03.481 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T04:40:03.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.640+0000 7f8726c00640 1 Processor -- start 2024-09-19T04:40:03.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.640+0000 7f8726c00640 1 -- start start 2024-09-19T04:40:03.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.641+0000 7f8726c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f872015e4b0 0x7f87200d23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.641+0000 7f8726c00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f87200cefb0 0x7f87200d2980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.641+0000 7f8726c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87200cf3f0 0x7f87200d2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.641+0000 7f8726c00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f87200cf8c0 con 0x7f872015e4b0 2024-09-19T04:40:03.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.641+0000 7f8726c00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f87200cfba0 con 0x7f87200cefb0 2024-09-19T04:40:03.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.641+0000 7f8726c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f87200cfe80 con 0x7f87200cf3f0 2024-09-19T04:40:03.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.641+0000 7f8725800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f872015e4b0 0x7f87200d23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.641+0000 7f8725800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f872015e4b0 0x7f87200d23c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39124/0 (socket says 172.21.15.31:39124) 2024-09-19T04:40:03.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.641+0000 7f8725800640 1 -- 172.21.15.31:0/959989866 learned_addr learned my addr 172.21.15.31:0/959989866 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:03.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.642+0000 7f8726200640 1 --2- 172.21.15.31:0/959989866 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87200cf3f0 0x7f87200d2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.642+0000 7f8724e00640 1 --2- 172.21.15.31:0/959989866 >> v2:172.21.15.52:3300/0 conn(0x7f87200cefb0 0x7f87200d2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.642+0000 7f8725800640 1 -- 172.21.15.31:0/959989866 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87200cf3f0 msgr2=0x7f87200d2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:03.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.642+0000 7f8725800640 1 --2- 172.21.15.31:0/959989866 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87200cf3f0 0x7f87200d2ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.642+0000 7f8725800640 1 -- 172.21.15.31:0/959989866 >> v2:172.21.15.52:3300/0 conn(0x7f87200cefb0 msgr2=0x7f87200d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:03.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.642+0000 7f8725800640 1 --2- 172.21.15.31:0/959989866 >> v2:172.21.15.52:3300/0 conn(0x7f87200cefb0 0x7f87200d2980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.642+0000 7f8725800640 1 -- 172.21.15.31:0/959989866 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87200d0160 con 0x7f872015e4b0 2024-09-19T04:40:03.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.642+0000 7f8726200640 1 --2- 172.21.15.31:0/959989866 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87200cf3f0 0x7f87200d2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:03.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.642+0000 7f8724e00640 1 --2- 172.21.15.31:0/959989866 >> v2:172.21.15.52:3300/0 conn(0x7f87200cefb0 0x7f87200d2980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:03.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.643+0000 7f8725800640 1 --2- 172.21.15.31:0/959989866 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f872015e4b0 0x7f87200d23c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f87200d1da0 tx=0x7f871402a1d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b095d35b36796ba0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:03.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.643+0000 7f871fe00640 1 -- 172.21.15.31:0/959989866 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8714037070 con 0x7f872015e4b0 2024-09-19T04:40:03.645 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.643+0000 7f871fe00640 1 -- 172.21.15.31:0/959989866 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8714032440 con 0x7f872015e4b0 2024-09-19T04:40:03.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.643+0000 7f871fe00640 1 -- 172.21.15.31:0/959989866 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8714032810 con 0x7f872015e4b0 2024-09-19T04:40:03.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.644+0000 7f8726c00640 1 -- 172.21.15.31:0/959989866 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f872015e4b0 msgr2=0x7f87200d23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.644+0000 7f8726c00640 1 --2- 172.21.15.31:0/959989866 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f872015e4b0 0x7f87200d23c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f87200d1da0 tx=0x7f871402a1d0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.644+0000 7f8726c00640 1 -- 172.21.15.31:0/959989866 shutdown_connections 2024-09-19T04:40:03.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.644+0000 7f8726c00640 1 --2- 172.21.15.31:0/959989866 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87200cf3f0 0x7f87200d2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.644+0000 7f8726c00640 1 --2- 172.21.15.31:0/959989866 >> v2:172.21.15.52:3300/0 conn(0x7f87200cefb0 0x7f87200d2980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.644+0000 7f8726c00640 1 --2- 172.21.15.31:0/959989866 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f872015e4b0 0x7f87200d23c0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.644+0000 7f8726c00640 1 -- 172.21.15.31:0/959989866 >> 172.21.15.31:0/959989866 conn(0x7f872009d740 msgr2=0x7f872008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:03.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.644+0000 7f8726c00640 1 -- 172.21.15.31:0/959989866 shutdown_connections 2024-09-19T04:40:03.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.644+0000 7f8726c00640 1 -- 172.21.15.31:0/959989866 wait complete. 2024-09-19T04:40:03.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.645+0000 7f8726c00640 1 Processor -- start 2024-09-19T04:40:03.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.646+0000 7f8726c00640 1 -- start start 2024-09-19T04:40:03.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.646+0000 7f8726c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87200cefb0 0x7f8720157760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.646+0000 7f8726c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87200cf3f0 0x7f87200c7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.646+0000 7f8726c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f872015e4b0 0x7f87200cc900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.646+0000 7f8726c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f87200d0e60 con 0x7f872015e4b0 2024-09-19T04:40:03.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.646+0000 7f8726c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f87200d0ce0 con 0x7f87200cf3f0 2024-09-19T04:40:03.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.646+0000 7f8726c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f87200d0fe0 con 0x7f87200cefb0 2024-09-19T04:40:03.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.647+0000 7f8726200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f872015e4b0 0x7f87200cc900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.647+0000 7f8726200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f872015e4b0 0x7f87200cc900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39138/0 (socket says 172.21.15.31:39138) 2024-09-19T04:40:03.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.647+0000 7f8726200640 1 -- 172.21.15.31:0/1484422808 learned_addr learned my addr 172.21.15.31:0/1484422808 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:03.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.647+0000 7f8725800640 1 --2- 172.21.15.31:0/1484422808 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87200cefb0 0x7f8720157760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.647+0000 7f8724e00640 1 --2- 172.21.15.31:0/1484422808 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87200cf3f0 0x7f87200c7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.647+0000 7f8726200640 1 -- 172.21.15.31:0/1484422808 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87200cefb0 msgr2=0x7f8720157760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.647+0000 7f8726200640 1 --2- 172.21.15.31:0/1484422808 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87200cefb0 0x7f8720157760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.647+0000 7f8726200640 1 -- 172.21.15.31:0/1484422808 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87200cf3f0 msgr2=0x7f87200c7ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:03.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.647+0000 7f8726200640 1 --2- 172.21.15.31:0/1484422808 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87200cf3f0 0x7f87200c7ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:03.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.647+0000 7f8726200640 1 -- 172.21.15.31:0/1484422808 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87200cd9b0 con 0x7f872015e4b0 2024-09-19T04:40:03.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.647+0000 7f8726200640 1 --2- 172.21.15.31:0/1484422808 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f872015e4b0 0x7f87200cc900 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f8718007ec0 tx=0x7f871800d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:03.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.648+0000 7f871d600640 1 -- 172.21.15.31:0/1484422808 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f871801a070 con 0x7f872015e4b0 2024-09-19T04:40:03.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.648+0000 7f871d600640 1 -- 172.21.15.31:0/1484422808 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8718003b90 con 0x7f872015e4b0 2024-09-19T04:40:03.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.648+0000 7f871d600640 1 -- 172.21.15.31:0/1484422808 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8718004030 con 0x7f872015e4b0 2024-09-19T04:40:03.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.648+0000 7f8726c00640 1 -- 172.21.15.31:0/1484422808 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87200ca670 con 0x7f872015e4b0 2024-09-19T04:40:03.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.648+0000 7f8726c00640 1 -- 172.21.15.31:0/1484422808 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87200ca8f0 con 0x7f872015e4b0 2024-09-19T04:40:03.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.649+0000 7f8726c00640 1 -- 172.21.15.31:0/1484422808 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87200d23c0 con 0x7f872015e4b0 2024-09-19T04:40:03.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.650+0000 7f871d600640 1 -- 172.21.15.31:0/1484422808 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f871801d070 con 0x7f872015e4b0 2024-09-19T04:40:03.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.651+0000 7f871d600640 1 --2- 172.21.15.31:0/1484422808 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f870006c2b0 0x7f870006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:03.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.651+0000 7f871d600640 1 -- 172.21.15.31:0/1484422808 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f871808b9f0 con 0x7f872015e4b0 2024-09-19T04:40:03.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.651+0000 7f8725800640 1 --2- 172.21.15.31:0/1484422808 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f870006c2b0 0x7f870006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:03.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.652+0000 7f8725800640 1 --2- 172.21.15.31:0/1484422808 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f870006c2b0 0x7f870006e770 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8714034000 tx=0x7f871402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:03.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.655+0000 7f871d600640 1 -- 172.21.15.31:0/1484422808 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f87200ca670 con 0x7f872015e4b0 2024-09-19T04:40:03.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:03.878+0000 7f8726c00640 1 -- 172.21.15.31:0/1484422808 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f87200d1620 con 0x7f872015e4b0 2024-09-19T04:40:04.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.252+0000 7f871d600640 1 -- 172.21.15.31:0/1484422808 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v8) ==== 118+0+0 (secure 0 0 0) 0x7f8718010070 con 0x7f872015e4b0 2024-09-19T04:40:04.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.255+0000 7f8726c00640 1 -- 172.21.15.31:0/1484422808 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f870006c2b0 msgr2=0x7f870006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:04.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.255+0000 7f8726c00640 1 --2- 172.21.15.31:0/1484422808 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f870006c2b0 0x7f870006e770 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8714034000 tx=0x7f871402e000 comp rx=0 tx=0).stop 2024-09-19T04:40:04.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.255+0000 7f8726c00640 1 -- 172.21.15.31:0/1484422808 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f872015e4b0 msgr2=0x7f87200cc900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:04.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.255+0000 7f8726c00640 1 --2- 172.21.15.31:0/1484422808 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f872015e4b0 0x7f87200cc900 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f8718007ec0 tx=0x7f871800d4a0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.255+0000 7f8726c00640 1 -- 172.21.15.31:0/1484422808 shutdown_connections 2024-09-19T04:40:04.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.255+0000 7f8726c00640 1 --2- 172.21.15.31:0/1484422808 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f872015e4b0 0x7f87200cc900 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.255+0000 7f8726c00640 1 --2- 172.21.15.31:0/1484422808 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f870006c2b0 0x7f870006e770 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.255+0000 7f8726c00640 1 --2- 172.21.15.31:0/1484422808 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87200cf3f0 0x7f87200c7ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.255+0000 7f8726c00640 1 --2- 172.21.15.31:0/1484422808 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87200cefb0 0x7f8720157760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.255+0000 7f8726c00640 1 -- 172.21.15.31:0/1484422808 >> 172.21.15.31:0/1484422808 conn(0x7f872009d740 msgr2=0x7f87200b1390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:04.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.255+0000 7f8726c00640 1 -- 172.21.15.31:0/1484422808 shutdown_connections 2024-09-19T04:40:04.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.255+0000 7f8726c00640 1 -- 172.21.15.31:0/1484422808 wait complete. 2024-09-19T04:40:04.273 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2024-09-19T04:40:04.273 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T04:40:04.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.432+0000 7fc525800640 1 Processor -- start 2024-09-19T04:40:04.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.433+0000 7fc525800640 1 -- start start 2024-09-19T04:40:04.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.434+0000 7fc525800640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fc520147340 0x7fc520070ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:04.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.434+0000 7fc525800640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc52006f240 con 0x7fc5200b4440 2024-09-19T04:40:04.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.434+0000 7fc525800640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5200b5ff0 con 0x7fc52006bc10 2024-09-19T04:40:04.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.434+0000 7fc525800640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fc5200b5dc0 con 0x7fc520147340 2024-09-19T04:40:04.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.434+0000 7fc517e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fc5200b4440 0x7fc5200ae340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:47146/0 (socket says 172.21.15.31:47146) 2024-09-19T04:40:04.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.434+0000 7fc517e00640 1 -- 172.21.15.31:0/501002141 learned_addr learned my addr 172.21.15.31:0/501002141 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:04.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.434+0000 7fc51ea00640 1 --2- 172.21.15.31:0/501002141 >> v2:172.21.15.52:3300/0 conn(0x7fc520147340 0x7fc520070ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:04.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.435+0000 7fc51e000640 1 -- 172.21.15.31:0/501002141 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2532856990 0 0) 0x7fc52006f240 con 0x7fc5200b4440 2024-09-19T04:40:04.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.435+0000 7fc51e000640 1 -- 172.21.15.31:0/501002141 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc504003520 con 0x7fc5200b4440 2024-09-19T04:40:04.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.435+0000 7fc51e000640 1 -- 172.21.15.31:0/501002141 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 470887538 0 0) 0x7fc504003520 con 0x7fc5200b4440 2024-09-19T04:40:04.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.435+0000 7fc51e000640 1 -- 172.21.15.31:0/501002141 >> v2:172.21.15.52:3300/0 conn(0x7fc520147340 msgr2=0x7fc520070ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:04.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.435+0000 7fc51e000640 1 --2- 172.21.15.31:0/501002141 >> v2:172.21.15.52:3300/0 conn(0x7fc520147340 0x7fc520070ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.435+0000 7fc51e000640 1 -- 172.21.15.31:0/501002141 >> v1:172.21.15.52:6789/0 conn(0x7fc52006bc10 legacy=0x7fc52006f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:04.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.435+0000 7fc51e000640 1 -- 172.21.15.31:0/501002141 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5200b62d0 con 0x7fc5200b4440 2024-09-19T04:40:04.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.435+0000 7fc51e000640 1 -- 172.21.15.31:0/501002141 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7fc508001670 con 0x7fc5200b4440 2024-09-19T04:40:04.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.435+0000 7fc51e000640 1 -- 172.21.15.31:0/501002141 >> v1:172.21.15.31:6789/0 conn(0x7fc5200b4440 legacy=0x7fc5200ae340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:04.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.435+0000 7fc51e000640 1 --2- 172.21.15.31:0/501002141 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc5040039b0 0x7fc504003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:04.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.435+0000 7fc51e000640 1 --2- 172.21.15.31:0/501002141 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc504004800 0x7fc504004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:04.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.435+0000 7fc51e000640 1 --2- 172.21.15.31:0/501002141 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc5040052e0 0x7fc50400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:04.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.435+0000 7fc51e000640 1 -- 172.21.15.31:0/501002141 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc50400c180 con 0x7fc504004800 2024-09-19T04:40:04.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.435+0000 7fc51e000640 1 -- 172.21.15.31:0/501002141 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc50400c330 con 0x7fc5040052e0 2024-09-19T04:40:04.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.435+0000 7fc51e000640 1 -- 172.21.15.31:0/501002141 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fc50400c530 con 0x7fc5040039b0 2024-09-19T04:40:04.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.435+0000 7fc517e00640 1 --2- 172.21.15.31:0/501002141 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc504004800 0x7fc504004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:04.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.435+0000 7fc51ea00640 1 --2- 172.21.15.31:0/501002141 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc5040039b0 0x7fc504003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:04.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.435+0000 7fc51f400640 1 --2- 172.21.15.31:0/501002141 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc5040052e0 0x7fc50400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:04.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.436+0000 7fc517e00640 1 -- 172.21.15.31:0/501002141 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc5040039b0 msgr2=0x7fc504003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:04.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.436+0000 7fc517e00640 1 --2- 172.21.15.31:0/501002141 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc5040039b0 0x7fc504003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.436+0000 7fc517e00640 1 -- 172.21.15.31:0/501002141 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc5040052e0 msgr2=0x7fc50400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:04.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.436+0000 7fc517e00640 1 --2- 172.21.15.31:0/501002141 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc5040052e0 0x7fc50400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.436+0000 7fc517e00640 1 -- 172.21.15.31:0/501002141 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc504003520 con 0x7fc504004800 2024-09-19T04:40:04.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.436+0000 7fc51f400640 1 -- 172.21.15.31:0/501002141 reap_dead start 2024-09-19T04:40:04.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.437+0000 7fc517e00640 1 --2- 172.21.15.31:0/501002141 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc504004800 0x7fc504004c80 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc50800c210 tx=0x7fc504005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f15d03a45dcd402 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:04.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.437+0000 7fc51e000640 1 -- 172.21.15.31:0/501002141 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc508007d10 con 0x7fc504004800 2024-09-19T04:40:04.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.437+0000 7fc51e000640 1 -- 172.21.15.31:0/501002141 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5080058d0 con 0x7fc504004800 2024-09-19T04:40:04.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.437+0000 7fc51e000640 1 -- 172.21.15.31:0/501002141 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc508005d20 con 0x7fc504004800 2024-09-19T04:40:04.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.437+0000 7fc525800640 1 -- 172.21.15.31:0/501002141 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc504004800 msgr2=0x7fc504004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:04.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.437+0000 7fc525800640 1 --2- 172.21.15.31:0/501002141 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc504004800 0x7fc504004c80 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc50800c210 tx=0x7fc504005830 comp rx=0 tx=0).stop 2024-09-19T04:40:04.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.437+0000 7fc525800640 1 -- 172.21.15.31:0/501002141 shutdown_connections 2024-09-19T04:40:04.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.438+0000 7fc525800640 1 --2- 172.21.15.31:0/501002141 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc504004800 0x7fc504004c80 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.438+0000 7fc525800640 1 -- 172.21.15.31:0/501002141 >> 172.21.15.31:0/501002141 conn(0x7fc52009aa70 msgr2=0x7fc5200b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:04.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.438+0000 7fc525800640 1 -- 172.21.15.31:0/501002141 shutdown_connections 2024-09-19T04:40:04.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.438+0000 7fc525800640 1 -- 172.21.15.31:0/501002141 wait complete. 2024-09-19T04:40:04.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.439+0000 7fc525800640 1 Processor -- start 2024-09-19T04:40:04.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.439+0000 7fc525800640 1 -- start start 2024-09-19T04:40:04.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.440+0000 7fc525800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc504004800 0x7fc520153240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:04.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.440+0000 7fc525800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc52015d3a0 0x7fc52013a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:04.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.440+0000 7fc525800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc52013e8d0 0x7fc52013ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:04.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.440+0000 7fc525800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc5200b65b0 con 0x7fc52015d3a0 2024-09-19T04:40:04.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.440+0000 7fc525800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc520071210 con 0x7fc504004800 2024-09-19T04:40:04.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.440+0000 7fc525800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fc5200b4870 con 0x7fc52013e8d0 2024-09-19T04:40:04.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.440+0000 7fc517e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc52015d3a0 0x7fc52013a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:04.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.440+0000 7fc517e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc52015d3a0 0x7fc52013a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39168/0 (socket says 172.21.15.31:39168) 2024-09-19T04:40:04.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.440+0000 7fc517e00640 1 -- 172.21.15.31:0/795124219 learned_addr learned my addr 172.21.15.31:0/795124219 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:04.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.441+0000 7fc51ea00640 1 --2- 172.21.15.31:0/795124219 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc504004800 0x7fc520153240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:04.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.441+0000 7fc51f400640 1 --2- 172.21.15.31:0/795124219 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc52013e8d0 0x7fc52013ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:04.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.441+0000 7fc517e00640 1 -- 172.21.15.31:0/795124219 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc52013e8d0 msgr2=0x7fc52013ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:04.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.441+0000 7fc517e00640 1 --2- 172.21.15.31:0/795124219 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc52013e8d0 0x7fc52013ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.441+0000 7fc517e00640 1 -- 172.21.15.31:0/795124219 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc504004800 msgr2=0x7fc520153240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:04.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.441+0000 7fc517e00640 1 --2- 172.21.15.31:0/795124219 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc504004800 0x7fc520153240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:04.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.441+0000 7fc517e00640 1 -- 172.21.15.31:0/795124219 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc52013b050 con 0x7fc52015d3a0 2024-09-19T04:40:04.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.441+0000 7fc517e00640 1 --2- 172.21.15.31:0/795124219 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc52015d3a0 0x7fc52013a800 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fc50800c330 tx=0x7fc5200b61c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:04.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.441+0000 7fc516a00640 1 -- 172.21.15.31:0/795124219 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc508041020 con 0x7fc52015d3a0 2024-09-19T04:40:04.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.442+0000 7fc516a00640 1 -- 172.21.15.31:0/795124219 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc508004c10 con 0x7fc52015d3a0 2024-09-19T04:40:04.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.442+0000 7fc516a00640 1 -- 172.21.15.31:0/795124219 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc508038040 con 0x7fc52015d3a0 2024-09-19T04:40:04.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.442+0000 7fc525800640 1 -- 172.21.15.31:0/795124219 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc52013b330 con 0x7fc52015d3a0 2024-09-19T04:40:04.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.442+0000 7fc525800640 1 -- 172.21.15.31:0/795124219 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc52013ad40 con 0x7fc52015d3a0 2024-09-19T04:40:04.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.443+0000 7fc525800640 1 -- 172.21.15.31:0/795124219 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc520070ac0 con 0x7fc52015d3a0 2024-09-19T04:40:04.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.444+0000 7fc516a00640 1 -- 172.21.15.31:0/795124219 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc508044020 con 0x7fc52015d3a0 2024-09-19T04:40:04.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.444+0000 7fc516a00640 1 --2- 172.21.15.31:0/795124219 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc4fc06c2b0 0x7fc4fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:04.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.445+0000 7fc516a00640 1 -- 172.21.15.31:0/795124219 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fc5080ab320 con 0x7fc52015d3a0 2024-09-19T04:40:04.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.445+0000 7fc51ea00640 1 --2- 172.21.15.31:0/795124219 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc4fc06c2b0 0x7fc4fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:04.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.445+0000 7fc51ea00640 1 --2- 172.21.15.31:0/795124219 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc4fc06c2b0 0x7fc4fc06e770 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc510009c40 tx=0x7fc510009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:04.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.449+0000 7fc516a00640 1 -- 172.21.15.31:0/795124219 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc5080796c0 con 0x7fc52015d3a0 2024-09-19T04:40:04.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:04.673+0000 7fc525800640 1 -- 172.21.15.31:0/795124219 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fc5200b1200 con 0x7fc52015d3a0 2024-09-19T04:40:05.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.258+0000 7fc516a00640 1 -- 172.21.15.31:0/795124219 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v9) ==== 122+0+0 (secure 0 0 0) 0x7fc508078fc0 con 0x7fc52015d3a0 2024-09-19T04:40:05.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.260+0000 7fc525800640 1 -- 172.21.15.31:0/795124219 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc4fc06c2b0 msgr2=0x7fc4fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:05.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.260+0000 7fc525800640 1 --2- 172.21.15.31:0/795124219 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc4fc06c2b0 0x7fc4fc06e770 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc510009c40 tx=0x7fc510009190 comp rx=0 tx=0).stop 2024-09-19T04:40:05.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.260+0000 7fc525800640 1 -- 172.21.15.31:0/795124219 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc52015d3a0 msgr2=0x7fc52013a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:05.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.260+0000 7fc525800640 1 --2- 172.21.15.31:0/795124219 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc52015d3a0 0x7fc52013a800 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fc50800c330 tx=0x7fc5200b61c0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.261+0000 7fc525800640 1 -- 172.21.15.31:0/795124219 shutdown_connections 2024-09-19T04:40:05.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.261+0000 7fc525800640 1 --2- 172.21.15.31:0/795124219 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc52013e8d0 0x7fc52013ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.261+0000 7fc525800640 1 --2- 172.21.15.31:0/795124219 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc52015d3a0 0x7fc52013a800 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.261+0000 7fc525800640 1 --2- 172.21.15.31:0/795124219 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc4fc06c2b0 0x7fc4fc06e770 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.261+0000 7fc525800640 1 --2- 172.21.15.31:0/795124219 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc504004800 0x7fc520153240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.261+0000 7fc525800640 1 -- 172.21.15.31:0/795124219 >> 172.21.15.31:0/795124219 conn(0x7fc52009aa70 msgr2=0x7fc5200b0350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:05.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.261+0000 7fc525800640 1 -- 172.21.15.31:0/795124219 shutdown_connections 2024-09-19T04:40:05.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.261+0000 7fc525800640 1 -- 172.21.15.31:0/795124219 wait complete. 2024-09-19T04:40:05.281 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T04:40:05.281 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:05.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.439+0000 7f7a9a000640 1 Processor -- start 2024-09-19T04:40:05.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.439+0000 7f7a9a000640 1 -- start start 2024-09-19T04:40:05.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.440+0000 7f7a9a000640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f7a9406f0e0 0x7f7a9415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:05.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.440+0000 7f7a9a000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f7a9406f4c0 0x7f7a940cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:05.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.440+0000 7f7a9a000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7a940cf5a0 0x7f7a940b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:05.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.440+0000 7f7a9a000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f7a9415bc50 con 0x7f7a9406f4c0 2024-09-19T04:40:05.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.440+0000 7f7a9a000640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f7a94152630 con 0x7f7a9406f0e0 2024-09-19T04:40:05.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.440+0000 7f7a9a000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f7a9415c620 con 0x7f7a940cf5a0 2024-09-19T04:40:05.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.441+0000 7f7a92a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f7a9406f4c0 0x7f7a940cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:05.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.441+0000 7f7a92a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f7a9406f4c0 0x7f7a940cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39178/0 (socket says 172.21.15.31:39178) 2024-09-19T04:40:05.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.441+0000 7f7a92a00640 1 -- 172.21.15.31:0/3771652334 learned_addr learned my addr 172.21.15.31:0/3771652334 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:05.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.441+0000 7f7a93e00640 1 --2- 172.21.15.31:0/3771652334 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7a940cf5a0 0x7f7a940b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:05.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.441+0000 7f7a93400640 1 --2- 172.21.15.31:0/3771652334 >> v2:172.21.15.52:3300/0 conn(0x7f7a9406f0e0 0x7f7a9415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:05.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.441+0000 7f7a92a00640 1 -- 172.21.15.31:0/3771652334 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7a940cf5a0 msgr2=0x7f7a940b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:05.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.441+0000 7f7a92a00640 1 --2- 172.21.15.31:0/3771652334 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7a940cf5a0 0x7f7a940b3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.441+0000 7f7a92a00640 1 -- 172.21.15.31:0/3771652334 >> v2:172.21.15.52:3300/0 conn(0x7f7a9406f0e0 msgr2=0x7f7a9415c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:05.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.441+0000 7f7a92a00640 1 --2- 172.21.15.31:0/3771652334 >> v2:172.21.15.52:3300/0 conn(0x7f7a9406f0e0 0x7f7a9415c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.441+0000 7f7a92a00640 1 -- 172.21.15.31:0/3771652334 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a940cfb40 con 0x7f7a9406f4c0 2024-09-19T04:40:05.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.442+0000 7f7a92a00640 1 --2- 172.21.15.31:0/3771652334 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a9406f4c0 0x7f7a940cf060 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f7a94073070 tx=0x7f7a8002c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2495358b6d884400 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:05.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.442+0000 7f7a92000640 1 -- 172.21.15.31:0/3771652334 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a80032790 con 0x7f7a9406f4c0 2024-09-19T04:40:05.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.442+0000 7f7a92000640 1 -- 172.21.15.31:0/3771652334 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a80038070 con 0x7f7a9406f4c0 2024-09-19T04:40:05.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.443+0000 7f7a92000640 1 -- 172.21.15.31:0/3771652334 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a80032b50 con 0x7f7a9406f4c0 2024-09-19T04:40:05.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.443+0000 7f7a9a000640 1 -- 172.21.15.31:0/3771652334 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a9406f4c0 msgr2=0x7f7a940cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:05.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.443+0000 7f7a9a000640 1 --2- 172.21.15.31:0/3771652334 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a9406f4c0 0x7f7a940cf060 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f7a94073070 tx=0x7f7a8002c890 comp rx=0 tx=0).stop 2024-09-19T04:40:05.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.443+0000 7f7a9a000640 1 -- 172.21.15.31:0/3771652334 shutdown_connections 2024-09-19T04:40:05.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.443+0000 7f7a9a000640 1 --2- 172.21.15.31:0/3771652334 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7a940cf5a0 0x7f7a940b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.443+0000 7f7a9a000640 1 --2- 172.21.15.31:0/3771652334 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a9406f4c0 0x7f7a940cf060 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.443+0000 7f7a9a000640 1 --2- 172.21.15.31:0/3771652334 >> v2:172.21.15.52:3300/0 conn(0x7f7a9406f0e0 0x7f7a9415c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.443+0000 7f7a9a000640 1 -- 172.21.15.31:0/3771652334 >> 172.21.15.31:0/3771652334 conn(0x7f7a94067da0 msgr2=0x7f7a9406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:05.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.443+0000 7f7a9a000640 1 -- 172.21.15.31:0/3771652334 shutdown_connections 2024-09-19T04:40:05.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.443+0000 7f7a9a000640 1 -- 172.21.15.31:0/3771652334 wait complete. 2024-09-19T04:40:05.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.445+0000 7f7a9a000640 1 Processor -- start 2024-09-19T04:40:05.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.445+0000 7f7a9a000640 1 -- start start 2024-09-19T04:40:05.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.446+0000 7f7a9a000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7a9406f0e0 0x7f7a940b2860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:05.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.446+0000 7f7a9a000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a9406f4c0 0x7f7a94155d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:05.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.446+0000 7f7a9a000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7a940cf5a0 0x7f7a940ae8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:05.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.446+0000 7f7a9a000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7a9406f930 con 0x7f7a9406f4c0 2024-09-19T04:40:05.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.446+0000 7f7a9a000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7a9415b8e0 con 0x7f7a940cf5a0 2024-09-19T04:40:05.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.446+0000 7f7a9a000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f7a9415ee80 con 0x7f7a9406f0e0 2024-09-19T04:40:05.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.446+0000 7f7a92a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a9406f4c0 0x7f7a94155d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:05.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.446+0000 7f7a92a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a9406f4c0 0x7f7a94155d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39186/0 (socket says 172.21.15.31:39186) 2024-09-19T04:40:05.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.446+0000 7f7a92a00640 1 -- 172.21.15.31:0/3759131096 learned_addr learned my addr 172.21.15.31:0/3759131096 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:05.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.446+0000 7f7a93e00640 1 --2- 172.21.15.31:0/3759131096 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7a940cf5a0 0x7f7a940ae8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:05.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.446+0000 7f7a93400640 1 --2- 172.21.15.31:0/3759131096 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7a9406f0e0 0x7f7a940b2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:05.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.446+0000 7f7a92a00640 1 -- 172.21.15.31:0/3759131096 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7a9406f0e0 msgr2=0x7f7a940b2860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:05.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.446+0000 7f7a92a00640 1 --2- 172.21.15.31:0/3759131096 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7a9406f0e0 0x7f7a940b2860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.446+0000 7f7a92a00640 1 -- 172.21.15.31:0/3759131096 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7a940cf5a0 msgr2=0x7f7a940ae8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:05.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.446+0000 7f7a92a00640 1 --2- 172.21.15.31:0/3759131096 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7a940cf5a0 0x7f7a940ae8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.446+0000 7f7a92a00640 1 -- 172.21.15.31:0/3759131096 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a94158e10 con 0x7f7a9406f4c0 2024-09-19T04:40:05.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.447+0000 7f7a92a00640 1 --2- 172.21.15.31:0/3759131096 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a9406f4c0 0x7f7a94155d90 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f7a8002c8d0 tx=0x7f7a80004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:05.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.447+0000 7f7a8b400640 1 -- 172.21.15.31:0/3759131096 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a80043070 con 0x7f7a9406f4c0 2024-09-19T04:40:05.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.447+0000 7f7a8b400640 1 -- 172.21.15.31:0/3759131096 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a8003c620 con 0x7f7a9406f4c0 2024-09-19T04:40:05.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.447+0000 7f7a8b400640 1 -- 172.21.15.31:0/3759131096 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a8003ca10 con 0x7f7a9406f4c0 2024-09-19T04:40:05.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.447+0000 7f7a9a000640 1 -- 172.21.15.31:0/3759131096 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a94157dd0 con 0x7f7a9406f4c0 2024-09-19T04:40:05.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.447+0000 7f7a9a000640 1 -- 172.21.15.31:0/3759131096 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a94158610 con 0x7f7a9406f4c0 2024-09-19T04:40:05.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.448+0000 7f7a9a000640 1 -- 172.21.15.31:0/3759131096 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a9415f9a0 con 0x7f7a9406f4c0 2024-09-19T04:40:05.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.449+0000 7f7a8b400640 1 -- 172.21.15.31:0/3759131096 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7a80046070 con 0x7f7a9406f4c0 2024-09-19T04:40:05.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.450+0000 7f7a8b400640 1 --2- 172.21.15.31:0/3759131096 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7a7406c2b0 0x7f7a7406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:05.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.450+0000 7f7a8b400640 1 -- 172.21.15.31:0/3759131096 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f7a800abd70 con 0x7f7a9406f4c0 2024-09-19T04:40:05.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.450+0000 7f7a93400640 1 --2- 172.21.15.31:0/3759131096 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7a7406c2b0 0x7f7a7406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:05.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.451+0000 7f7a93400640 1 --2- 172.21.15.31:0/3759131096 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7a7406c2b0 0x7f7a7406e770 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7a84009a50 tx=0x7f7a84008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:05.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.454+0000 7f7a8b400640 1 -- 172.21.15.31:0/3759131096 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7a94157dd0 con 0x7f7a9406f4c0 2024-09-19T04:40:05.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.674+0000 7f7a9a000640 1 -- 172.21.15.31:0/3759131096 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7a9415c210 con 0x7f7a9406f4c0 2024-09-19T04:40:05.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.674+0000 7f7a8b400640 1 -- 172.21.15.31:0/3759131096 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5219 (secure 0 0 0) 0x7f7a8007a100 con 0x7f7a9406f4c0 2024-09-19T04:40:05.675 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:05.675 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":9,"btime":"2024-09-19T04:40:05:253481+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/3433161175","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6836","nonce":3433161175},{"type":"v1","addr":"172.21.15.31:6837","nonce":3433161175}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1405236214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":1405236214},{"type":"v1","addr":"172.21.15.31:6835","nonce":1405236214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3928232119","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":3928232119},{"type":"v1","addr":"172.21.15.52:6835","nonce":3928232119}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:48.624941+0000","modified":"2024-09-19T04:40:04.673963+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.52:6834/1346261032","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":1346261032},{"type":"v1","addr":"172.21.15.52:6834","nonce":1346261032}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-19T04:40:05.676 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 9 2024-09-19T04:40:05.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.676+0000 7f7a9a000640 1 -- 172.21.15.31:0/3759131096 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7a7406c2b0 msgr2=0x7f7a7406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:05.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.676+0000 7f7a9a000640 1 --2- 172.21.15.31:0/3759131096 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7a7406c2b0 0x7f7a7406e770 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7a84009a50 tx=0x7f7a84008040 comp rx=0 tx=0).stop 2024-09-19T04:40:05.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.676+0000 7f7a9a000640 1 -- 172.21.15.31:0/3759131096 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a9406f4c0 msgr2=0x7f7a94155d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:05.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.676+0000 7f7a9a000640 1 --2- 172.21.15.31:0/3759131096 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a9406f4c0 0x7f7a94155d90 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f7a8002c8d0 tx=0x7f7a80004730 comp rx=0 tx=0).stop 2024-09-19T04:40:05.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.676+0000 7f7a9a000640 1 -- 172.21.15.31:0/3759131096 shutdown_connections 2024-09-19T04:40:05.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.676+0000 7f7a9a000640 1 --2- 172.21.15.31:0/3759131096 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7a7406c2b0 0x7f7a7406e770 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.676+0000 7f7a9a000640 1 --2- 172.21.15.31:0/3759131096 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7a940cf5a0 0x7f7a940ae8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.676+0000 7f7a9a000640 1 --2- 172.21.15.31:0/3759131096 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7a9406f4c0 0x7f7a94155d90 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.677+0000 7f7a9a000640 1 --2- 172.21.15.31:0/3759131096 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7a9406f0e0 0x7f7a940b2860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.677+0000 7f7a9a000640 1 -- 172.21.15.31:0/3759131096 >> 172.21.15.31:0/3759131096 conn(0x7f7a94067da0 msgr2=0x7f7a94159c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:05.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.677+0000 7f7a9a000640 1 -- 172.21.15.31:0/3759131096 shutdown_connections 2024-09-19T04:40:05.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.677+0000 7f7a9a000640 1 -- 172.21.15.31:0/3759131096 wait complete. 2024-09-19T04:40:05.693 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:05.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.848+0000 7f81a3a00640 1 Processor -- start 2024-09-19T04:40:05.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.848+0000 7f81a3a00640 1 -- start start 2024-09-19T04:40:05.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.850+0000 7f81a3a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f819c1475b0 0x7f819c0afb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:05.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.850+0000 7f81a3a00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f819c071fd0 0x7f819c072460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:05.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.850+0000 7f81a3a00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f819c0b3c60 con 0x7f819c147990 2024-09-19T04:40:05.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.850+0000 7f81a3a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f819c0b3f40 con 0x7f819c1475b0 2024-09-19T04:40:05.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.850+0000 7f81a3a00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f819c0b4220 con 0x7f819c071fd0 2024-09-19T04:40:05.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.850+0000 7f81a1000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f819c1475b0 0x7f819c0afb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:05.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.850+0000 7f819be00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f819c147990 0x7f819c0b3430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:47152/0 (socket says 172.21.15.31:47152) 2024-09-19T04:40:05.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.850+0000 7f819be00640 1 -- 172.21.15.31:0/1907275922 learned_addr learned my addr 172.21.15.31:0/1907275922 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:05.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.850+0000 7f81a1a00640 1 --2- 172.21.15.31:0/1907275922 >> v2:172.21.15.52:3300/0 conn(0x7f819c071fd0 0x7f819c072460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:05.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.850+0000 7f81a1000640 1 -- 172.21.15.31:0/1907275922 >> v2:172.21.15.52:3300/0 conn(0x7f819c071fd0 msgr2=0x7f819c072460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:05.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.850+0000 7f81a1000640 1 --2- 172.21.15.31:0/1907275922 >> v2:172.21.15.52:3300/0 conn(0x7f819c071fd0 0x7f819c072460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.850+0000 7f81a1000640 1 -- 172.21.15.31:0/1907275922 >> v1:172.21.15.31:6789/0 conn(0x7f819c147990 legacy=0x7f819c0b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:05.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.850+0000 7f81a1000640 1 -- 172.21.15.31:0/1907275922 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f819c0b4500 con 0x7f819c1475b0 2024-09-19T04:40:05.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.850+0000 7f819b400640 1 -- 172.21.15.31:0/1907275922 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3005374256 0 0) 0x7f819c0b3c60 con 0x7f819c147990 2024-09-19T04:40:05.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.852+0000 7f81a1000640 1 --2- 172.21.15.31:0/1907275922 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f819c1475b0 0x7f819c0afb60 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f819c0b3b70 tx=0x7f819002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=568d300a4466a1ea server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:05.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.852+0000 7f819b400640 1 -- 172.21.15.31:0/1907275922 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8190037070 con 0x7f819c1475b0 2024-09-19T04:40:05.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.852+0000 7f819b400640 1 -- 172.21.15.31:0/1907275922 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8190032440 con 0x7f819c1475b0 2024-09-19T04:40:05.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.852+0000 7f819b400640 1 -- 172.21.15.31:0/1907275922 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8190032810 con 0x7f819c1475b0 2024-09-19T04:40:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.852+0000 7f81a3a00640 1 -- 172.21.15.31:0/1907275922 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f819c1475b0 msgr2=0x7f819c0afb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.852+0000 7f81a3a00640 1 --2- 172.21.15.31:0/1907275922 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f819c1475b0 0x7f819c0afb60 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f819c0b3b70 tx=0x7f819002a1a0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.852+0000 7f81a3a00640 1 -- 172.21.15.31:0/1907275922 shutdown_connections 2024-09-19T04:40:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.852+0000 7f81a3a00640 1 --2- 172.21.15.31:0/1907275922 >> v2:172.21.15.52:3300/0 conn(0x7f819c071fd0 0x7f819c072460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.852+0000 7f81a3a00640 1 --2- 172.21.15.31:0/1907275922 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f819c1475b0 0x7f819c0afb60 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.852+0000 7f81a3a00640 1 -- 172.21.15.31:0/1907275922 >> 172.21.15.31:0/1907275922 conn(0x7f819c067da0 msgr2=0x7f819c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.853+0000 7f81a3a00640 1 -- 172.21.15.31:0/1907275922 shutdown_connections 2024-09-19T04:40:05.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.853+0000 7f81a3a00640 1 -- 172.21.15.31:0/1907275922 wait complete. 2024-09-19T04:40:05.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.854+0000 7f81a3a00640 1 Processor -- start 2024-09-19T04:40:05.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.854+0000 7f81a3a00640 1 -- start start 2024-09-19T04:40:05.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.855+0000 7f81a3a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f819c071fd0 0x7f819c1468f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:05.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.855+0000 7f81a3a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f819c1475b0 0x7f819c15ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:05.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.855+0000 7f81a3a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f819c147990 0x7f819c160500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:05.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.855+0000 7f81a3a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f819c06e150 con 0x7f819c071fd0 2024-09-19T04:40:05.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.855+0000 7f81a3a00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f819c06dfd0 con 0x7f819c147990 2024-09-19T04:40:05.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.855+0000 7f81a3a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f819c06e2d0 con 0x7f819c1475b0 2024-09-19T04:40:05.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.855+0000 7f81a1000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f819c071fd0 0x7f819c1468f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:05.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.855+0000 7f81a1000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f819c071fd0 0x7f819c1468f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39208/0 (socket says 172.21.15.31:39208) 2024-09-19T04:40:05.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.855+0000 7f81a1000640 1 -- 172.21.15.31:0/2150889224 learned_addr learned my addr 172.21.15.31:0/2150889224 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:05.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.856+0000 7f81a1a00640 1 --2- 172.21.15.31:0/2150889224 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f819c147990 0x7f819c160500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:05.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.856+0000 7f819be00640 1 --2- 172.21.15.31:0/2150889224 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f819c1475b0 0x7f819c15ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:05.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.856+0000 7f81a1000640 1 -- 172.21.15.31:0/2150889224 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f819c1475b0 msgr2=0x7f819c15ffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:05.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.856+0000 7f81a1000640 1 --2- 172.21.15.31:0/2150889224 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f819c1475b0 0x7f819c15ffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.856+0000 7f81a1000640 1 -- 172.21.15.31:0/2150889224 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f819c147990 msgr2=0x7f819c160500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:05.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.856+0000 7f81a1000640 1 --2- 172.21.15.31:0/2150889224 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f819c147990 0x7f819c160500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:05.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.856+0000 7f81a1000640 1 -- 172.21.15.31:0/2150889224 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f819c13e510 con 0x7f819c071fd0 2024-09-19T04:40:05.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.856+0000 7f81a1a00640 1 --2- 172.21.15.31:0/2150889224 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f819c147990 0x7f819c160500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:05.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.856+0000 7f81a1000640 1 --2- 172.21.15.31:0/2150889224 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f819c071fd0 0x7f819c1468f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f8190000c00 tx=0x7f81900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:05.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.856+0000 7f8198c00640 1 -- 172.21.15.31:0/2150889224 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8190037050 con 0x7f819c071fd0 2024-09-19T04:40:05.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.856+0000 7f8198c00640 1 -- 172.21.15.31:0/2150889224 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8190038040 con 0x7f819c071fd0 2024-09-19T04:40:05.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.856+0000 7f8198c00640 1 -- 172.21.15.31:0/2150889224 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8190004470 con 0x7f819c071fd0 2024-09-19T04:40:05.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.856+0000 7f81a3a00640 1 -- 172.21.15.31:0/2150889224 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f819c144370 con 0x7f819c071fd0 2024-09-19T04:40:05.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.857+0000 7f81a3a00640 1 -- 172.21.15.31:0/2150889224 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f819c1617b0 con 0x7f819c071fd0 2024-09-19T04:40:05.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.858+0000 7f81a3a00640 1 -- 172.21.15.31:0/2150889224 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f819c0afb60 con 0x7f819c071fd0 2024-09-19T04:40:05.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.859+0000 7f8198c00640 1 -- 172.21.15.31:0/2150889224 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8190003610 con 0x7f819c071fd0 2024-09-19T04:40:05.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.859+0000 7f8198c00640 1 --2- 172.21.15.31:0/2150889224 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f817c06c2b0 0x7f817c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:05.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.860+0000 7f8198c00640 1 -- 172.21.15.31:0/2150889224 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f81900ac210 con 0x7f819c071fd0 2024-09-19T04:40:05.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.860+0000 7f819be00640 1 --2- 172.21.15.31:0/2150889224 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f817c06c2b0 0x7f817c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:05.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.860+0000 7f819be00640 1 --2- 172.21.15.31:0/2150889224 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f817c06c2b0 0x7f817c06e770 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f819c146120 tx=0x7f8188007c00 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:05.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:05.864+0000 7f8198c00640 1 -- 172.21.15.31:0/2150889224 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f819007a640 con 0x7f819c071fd0 2024-09-19T04:40:06.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.053+0000 7f81a3a00640 1 -- 172.21.15.31:0/2150889224 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f819c0d00f0 con 0x7f819c071fd0 2024-09-19T04:40:06.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.054+0000 7f8198c00640 1 -- 172.21.15.31:0/2150889224 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7f8190079f40 con 0x7f819c071fd0 2024-09-19T04:40:06.055 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:06.056 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":25,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:39:55.229214+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:46.656485+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:47.611713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T04:39:51.258713+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:06.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.057+0000 7f81a3a00640 1 -- 172.21.15.31:0/2150889224 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f817c06c2b0 msgr2=0x7f817c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.057+0000 7f81a3a00640 1 --2- 172.21.15.31:0/2150889224 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f817c06c2b0 0x7f817c06e770 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f819c146120 tx=0x7f8188007c00 comp rx=0 tx=0).stop 2024-09-19T04:40:06.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.057+0000 7f81a3a00640 1 -- 172.21.15.31:0/2150889224 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f819c071fd0 msgr2=0x7f819c1468f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.057+0000 7f81a3a00640 1 --2- 172.21.15.31:0/2150889224 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f819c071fd0 0x7f819c1468f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f8190000c00 tx=0x7f81900046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.057+0000 7f81a3a00640 1 -- 172.21.15.31:0/2150889224 shutdown_connections 2024-09-19T04:40:06.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.057+0000 7f81a3a00640 1 --2- 172.21.15.31:0/2150889224 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f817c06c2b0 0x7f817c06e770 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.057+0000 7f81a3a00640 1 --2- 172.21.15.31:0/2150889224 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f819c147990 0x7f819c160500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.057+0000 7f81a3a00640 1 --2- 172.21.15.31:0/2150889224 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f819c1475b0 0x7f819c15ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.057+0000 7f81a3a00640 1 --2- 172.21.15.31:0/2150889224 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f819c071fd0 0x7f819c1468f0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.057+0000 7f81a3a00640 1 -- 172.21.15.31:0/2150889224 >> 172.21.15.31:0/2150889224 conn(0x7f819c067da0 msgr2=0x7f819c0b0710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:06.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.057+0000 7f81a3a00640 1 -- 172.21.15.31:0/2150889224 shutdown_connections 2024-09-19T04:40:06.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.057+0000 7f81a3a00640 1 -- 172.21.15.31:0/2150889224 wait complete. 2024-09-19T04:40:06.073 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T04:40:06.073 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:40:06.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.229+0000 7f39fd400640 1 Processor -- start 2024-09-19T04:40:06.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.230+0000 7f39fd400640 1 -- start start 2024-09-19T04:40:06.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.231+0000 7f39fd400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f39f815e660 0x7f39f80d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.231+0000 7f39fd400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f39f80d3150 0x7f39f80b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.231+0000 7f39fd400640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39f80d3680 con 0x7f39f80b6530 2024-09-19T04:40:06.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.231+0000 7f39fd400640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f39f806d4b0 con 0x7f39f815e660 2024-09-19T04:40:06.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.231+0000 7f39fd400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f39f80d3960 con 0x7f39f80d3150 2024-09-19T04:40:06.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.231+0000 7f39f6800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f39f815e660 0x7f39f80d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.231+0000 7f39f6800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f39f815e660 0x7f39f80d4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39214/0 (socket says 172.21.15.31:39214) 2024-09-19T04:40:06.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.231+0000 7f39f6800640 1 -- 172.21.15.31:0/628460280 learned_addr learned my addr 172.21.15.31:0/628460280 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:06.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.231+0000 7f39efe00640 1 --2- 172.21.15.31:0/628460280 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f39f80d3150 0x7f39f80b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.232+0000 7f39f6800640 1 -- 172.21.15.31:0/628460280 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f39f80d3150 msgr2=0x7f39f80b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:06.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.232+0000 7f39f6800640 1 --2- 172.21.15.31:0/628460280 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f39f80d3150 0x7f39f80b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.232+0000 7f39f6800640 1 -- 172.21.15.31:0/628460280 >> v1:172.21.15.52:6789/0 conn(0x7f39f80b6530 legacy=0x7f39f80cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.232+0000 7f39f6800640 1 -- 172.21.15.31:0/628460280 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39f806ce60 con 0x7f39f815e660 2024-09-19T04:40:06.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.233+0000 7f39f6800640 1 --2- 172.21.15.31:0/628460280 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f39f815e660 0x7f39f80d4dd0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f39e8009870 tx=0x7f39e802a2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5bc2a575212d1fe server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:06.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.233+0000 7f39f5e00640 1 -- 172.21.15.31:0/628460280 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39e8037070 con 0x7f39f815e660 2024-09-19T04:40:06.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.233+0000 7f39f5e00640 1 -- 172.21.15.31:0/628460280 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39e8032640 con 0x7f39f815e660 2024-09-19T04:40:06.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.233+0000 7f39f5e00640 1 -- 172.21.15.31:0/628460280 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39e8032a10 con 0x7f39f815e660 2024-09-19T04:40:06.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.233+0000 7f39fd400640 1 -- 172.21.15.31:0/628460280 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f39f815e660 msgr2=0x7f39f80d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.233+0000 7f39fd400640 1 --2- 172.21.15.31:0/628460280 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f39f815e660 0x7f39f80d4dd0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f39e8009870 tx=0x7f39e802a2e0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.234+0000 7f39fd400640 1 -- 172.21.15.31:0/628460280 shutdown_connections 2024-09-19T04:40:06.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.234+0000 7f39fd400640 1 --2- 172.21.15.31:0/628460280 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f39f80d3150 0x7f39f80b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.234+0000 7f39fd400640 1 --2- 172.21.15.31:0/628460280 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f39f815e660 0x7f39f80d4dd0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.234+0000 7f39fd400640 1 -- 172.21.15.31:0/628460280 >> 172.21.15.31:0/628460280 conn(0x7f39f808c000 msgr2=0x7f39f80d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:06.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.234+0000 7f39fd400640 1 -- 172.21.15.31:0/628460280 shutdown_connections 2024-09-19T04:40:06.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.234+0000 7f39fd400640 1 -- 172.21.15.31:0/628460280 wait complete. 2024-09-19T04:40:06.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.235+0000 7f39fd400640 1 Processor -- start 2024-09-19T04:40:06.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.236+0000 7f39fd400640 1 -- start start 2024-09-19T04:40:06.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.236+0000 7f39fd400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f39f80b6530 0x7f39f815ff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.236+0000 7f39fd400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f39f80d3150 0x7f39f80c9460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.236+0000 7f39fd400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f39f815e660 0x7f39f815ca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.237+0000 7f39fd400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f39f815ea40 con 0x7f39f80b6530 2024-09-19T04:40:06.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.237+0000 7f39fd400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f39f80d5310 con 0x7f39f80d3150 2024-09-19T04:40:06.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.237+0000 7f39fd400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f39f806e950 con 0x7f39f815e660 2024-09-19T04:40:06.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.237+0000 7f39f6800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f39f80b6530 0x7f39f815ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.237+0000 7f39f6800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f39f80b6530 0x7f39f815ff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39226/0 (socket says 172.21.15.31:39226) 2024-09-19T04:40:06.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.237+0000 7f39f6800640 1 -- 172.21.15.31:0/3577946367 learned_addr learned my addr 172.21.15.31:0/3577946367 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:06.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.237+0000 7f39efe00640 1 --2- 172.21.15.31:0/3577946367 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f39f80d3150 0x7f39f80c9460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.237+0000 7f39f7200640 1 --2- 172.21.15.31:0/3577946367 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f39f815e660 0x7f39f815ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.237+0000 7f39f6800640 1 -- 172.21.15.31:0/3577946367 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f39f815e660 msgr2=0x7f39f815ca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.237+0000 7f39f6800640 1 --2- 172.21.15.31:0/3577946367 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f39f815e660 0x7f39f815ca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.237+0000 7f39f6800640 1 -- 172.21.15.31:0/3577946367 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f39f80d3150 msgr2=0x7f39f80c9460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.237+0000 7f39f6800640 1 --2- 172.21.15.31:0/3577946367 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f39f80d3150 0x7f39f80c9460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.237+0000 7f39f6800640 1 -- 172.21.15.31:0/3577946367 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39f80c99a0 con 0x7f39f80b6530 2024-09-19T04:40:06.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.237+0000 7f39f7200640 1 --2- 172.21.15.31:0/3577946367 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f39f815e660 0x7f39f815ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:06.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.238+0000 7f39f6800640 1 --2- 172.21.15.31:0/3577946367 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f39f80b6530 0x7f39f815ff80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f39e8000c00 tx=0x7f39e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:06.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.238+0000 7f39eea00640 1 -- 172.21.15.31:0/3577946367 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39e8037040 con 0x7f39f80b6530 2024-09-19T04:40:06.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.238+0000 7f39eea00640 1 -- 172.21.15.31:0/3577946367 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39e8042070 con 0x7f39f80b6530 2024-09-19T04:40:06.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.238+0000 7f39eea00640 1 -- 172.21.15.31:0/3577946367 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39e80309b0 con 0x7f39f80b6530 2024-09-19T04:40:06.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.238+0000 7f39fd400640 1 -- 172.21.15.31:0/3577946367 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39f80c9c60 con 0x7f39f80b6530 2024-09-19T04:40:06.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.238+0000 7f39fd400640 1 -- 172.21.15.31:0/3577946367 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39f80ca220 con 0x7f39f80b6530 2024-09-19T04:40:06.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.239+0000 7f39fd400640 1 -- 172.21.15.31:0/3577946367 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39f80b5ff0 con 0x7f39f80b6530 2024-09-19T04:40:06.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.240+0000 7f39eea00640 1 -- 172.21.15.31:0/3577946367 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f39e8030b50 con 0x7f39f80b6530 2024-09-19T04:40:06.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.241+0000 7f39eea00640 1 --2- 172.21.15.31:0/3577946367 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f39d406c2e0 0x7f39d406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.241+0000 7f39eea00640 1 -- 172.21.15.31:0/3577946367 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f39e80abf20 con 0x7f39f80b6530 2024-09-19T04:40:06.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.241+0000 7f39efe00640 1 --2- 172.21.15.31:0/3577946367 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f39d406c2e0 0x7f39d406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.242+0000 7f39efe00640 1 --2- 172.21.15.31:0/3577946367 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f39d406c2e0 0x7f39d406e7a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f39f80b9760 tx=0x7f39e0009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:06.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.245+0000 7f39eea00640 1 -- 172.21.15.31:0/3577946367 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f39e807a350 con 0x7f39f80b6530 2024-09-19T04:40:06.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.428+0000 7f39fd400640 1 -- 172.21.15.31:0/3577946367 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f39f815e1d0 con 0x7f39d406c2e0 2024-09-19T04:40:06.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.439+0000 7f39eea00640 1 -- 172.21.15.31:0/3577946367 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332558 (secure 0 0 0) 0x7f39f815e1d0 con 0x7f39d406c2e0 2024-09-19T04:40:06.444 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:06.446 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T04:40:06.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.444+0000 7f39fd400640 1 -- 172.21.15.31:0/3577946367 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f39d406c2e0 msgr2=0x7f39d406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.444+0000 7f39fd400640 1 --2- 172.21.15.31:0/3577946367 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f39d406c2e0 0x7f39d406e7a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f39f80b9760 tx=0x7f39e0009190 comp rx=0 tx=0).stop 2024-09-19T04:40:06.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.444+0000 7f39fd400640 1 -- 172.21.15.31:0/3577946367 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f39f80b6530 msgr2=0x7f39f815ff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.444+0000 7f39fd400640 1 --2- 172.21.15.31:0/3577946367 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f39f80b6530 0x7f39f815ff80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f39e8000c00 tx=0x7f39e80046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.444+0000 7f39fd400640 1 -- 172.21.15.31:0/3577946367 shutdown_connections 2024-09-19T04:40:06.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.444+0000 7f39fd400640 1 --2- 172.21.15.31:0/3577946367 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f39f815e660 0x7f39f815ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.444+0000 7f39fd400640 1 --2- 172.21.15.31:0/3577946367 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f39d406c2e0 0x7f39d406e7a0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.444+0000 7f39fd400640 1 --2- 172.21.15.31:0/3577946367 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f39f80d3150 0x7f39f80c9460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.444+0000 7f39fd400640 1 --2- 172.21.15.31:0/3577946367 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f39f80b6530 0x7f39f815ff80 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.444+0000 7f39fd400640 1 -- 172.21.15.31:0/3577946367 >> 172.21.15.31:0/3577946367 conn(0x7f39f808c000 msgr2=0x7f39f80b1140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:06.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.445+0000 7f39fd400640 1 -- 172.21.15.31:0/3577946367 shutdown_connections 2024-09-19T04:40:06.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.445+0000 7f39fd400640 1 -- 172.21.15.31:0/3577946367 wait complete. 2024-09-19T04:40:06.463 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":32,"stamp":"2024-09-19T04:40:05.148437+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594869,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":206,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":158,"ondisk_log_size":158,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":227888,"kb_used_data":3304,"kb_used_omap":12,"kb_used_meta":224371,"kb_avail":754746832,"statfs":{"total":773094113280,"available":772860755968,"internally_reserved":0,"allocated":3383296,"data_stored":2047242,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":229756466},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2091,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001991"},"pg_stats":[{"pgid":"2.1f","version":"19'4","reported_seq":28,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306750+0000","last_change":"2024-09-19T04:39:48.212499+0000","last_active":"2024-09-19T04:39:55.306750+0000","last_peered":"2024-09-19T04:39:55.306750+0000","last_clean":"2024-09-19T04:39:55.306750+0000","last_became_active":"2024-09-19T04:39:48.212191+0000","last_became_peered":"2024-09-19T04:39:48.212191+0000","last_unstale":"2024-09-19T04:39:55.306750+0000","last_undegraded":"2024-09-19T04:39:55.306750+0000","last_fullsized":"2024-09-19T04:39:55.306750+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:44:08.851635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240923+0000","last_change":"2024-09-19T04:39:49.223603+0000","last_active":"2024-09-19T04:39:55.240923+0000","last_peered":"2024-09-19T04:39:55.240923+0000","last_clean":"2024-09-19T04:39:55.240923+0000","last_became_active":"2024-09-19T04:39:49.223272+0000","last_became_peered":"2024-09-19T04:39:49.223272+0000","last_unstale":"2024-09-19T04:39:55.240923+0000","last_undegraded":"2024-09-19T04:39:55.240923+0000","last_fullsized":"2024-09-19T04:39:55.240923+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:42.185395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240167+0000","last_change":"2024-09-19T04:39:54.078346+0000","last_active":"2024-09-19T04:39:55.240167+0000","last_peered":"2024-09-19T04:39:55.240167+0000","last_clean":"2024-09-19T04:39:55.240167+0000","last_became_active":"2024-09-19T04:39:54.077887+0000","last_became_peered":"2024-09-19T04:39:54.077887+0000","last_unstale":"2024-09-19T04:39:55.240167+0000","last_undegraded":"2024-09-19T04:39:55.240167+0000","last_fullsized":"2024-09-19T04:39:55.240167+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:43.997310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241029+0000","last_change":"2024-09-19T04:39:48.212032+0000","last_active":"2024-09-19T04:39:55.241029+0000","last_peered":"2024-09-19T04:39:55.241029+0000","last_clean":"2024-09-19T04:39:55.241029+0000","last_became_active":"2024-09-19T04:39:48.211783+0000","last_became_peered":"2024-09-19T04:39:48.211783+0000","last_unstale":"2024-09-19T04:39:55.241029+0000","last_undegraded":"2024-09-19T04:39:55.241029+0000","last_fullsized":"2024-09-19T04:39:55.241029+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306656+0000","last_change":"2024-09-19T04:39:49.214446+0000","last_active":"2024-09-19T04:39:55.306656+0000","last_peered":"2024-09-19T04:39:55.306656+0000","last_clean":"2024-09-19T04:39:55.306656+0000","last_became_active":"2024-09-19T04:39:49.214120+0000","last_became_peered":"2024-09-19T04:39:49.214120+0000","last_unstale":"2024-09-19T04:39:55.306656+0000","last_undegraded":"2024-09-19T04:39:55.306656+0000","last_fullsized":"2024-09-19T04:39:55.306656+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:46.523459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241690+0000","last_change":"2024-09-19T04:39:53.265653+0000","last_active":"2024-09-19T04:39:55.241690+0000","last_peered":"2024-09-19T04:39:55.241690+0000","last_clean":"2024-09-19T04:39:55.241690+0000","last_became_active":"2024-09-19T04:39:53.265189+0000","last_became_peered":"2024-09-19T04:39:53.265189+0000","last_unstale":"2024-09-19T04:39:55.241690+0000","last_undegraded":"2024-09-19T04:39:55.241690+0000","last_fullsized":"2024-09-19T04:39:55.241690+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:44.007291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306080+0000","last_change":"2024-09-19T04:39:48.212172+0000","last_active":"2024-09-19T04:39:55.306080+0000","last_peered":"2024-09-19T04:39:55.306080+0000","last_clean":"2024-09-19T04:39:55.306080+0000","last_became_active":"2024-09-19T04:39:48.211097+0000","last_became_peered":"2024-09-19T04:39:48.211097+0000","last_unstale":"2024-09-19T04:39:55.306080+0000","last_undegraded":"2024-09-19T04:39:55.306080+0000","last_fullsized":"2024-09-19T04:39:55.306080+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:00.067027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242658+0000","last_change":"2024-09-19T04:39:49.212874+0000","last_active":"2024-09-19T04:39:55.242658+0000","last_peered":"2024-09-19T04:39:55.242658+0000","last_clean":"2024-09-19T04:39:55.242658+0000","last_became_active":"2024-09-19T04:39:49.212596+0000","last_became_peered":"2024-09-19T04:39:49.212596+0000","last_unstale":"2024-09-19T04:39:55.242658+0000","last_undegraded":"2024-09-19T04:39:55.242658+0000","last_fullsized":"2024-09-19T04:39:55.242658+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:37:47.582469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242464+0000","last_change":"2024-09-19T04:39:53.265614+0000","last_active":"2024-09-19T04:39:55.242464+0000","last_peered":"2024-09-19T04:39:55.242464+0000","last_clean":"2024-09-19T04:39:55.242464+0000","last_became_active":"2024-09-19T04:39:53.264657+0000","last_became_peered":"2024-09-19T04:39:53.264657+0000","last_unstale":"2024-09-19T04:39:55.242464+0000","last_undegraded":"2024-09-19T04:39:55.242464+0000","last_fullsized":"2024-09-19T04:39:55.242464+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:08:16.399628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305914+0000","last_change":"2024-09-19T04:39:48.211282+0000","last_active":"2024-09-19T04:39:55.305914+0000","last_peered":"2024-09-19T04:39:55.305914+0000","last_clean":"2024-09-19T04:39:55.305914+0000","last_became_active":"2024-09-19T04:39:48.210839+0000","last_became_peered":"2024-09-19T04:39:48.210839+0000","last_unstale":"2024-09-19T04:39:55.305914+0000","last_undegraded":"2024-09-19T04:39:55.305914+0000","last_fullsized":"2024-09-19T04:39:55.305914+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:21.009128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242985+0000","last_change":"2024-09-19T04:39:49.214419+0000","last_active":"2024-09-19T04:39:55.242985+0000","last_peered":"2024-09-19T04:39:55.242985+0000","last_clean":"2024-09-19T04:39:55.242985+0000","last_became_active":"2024-09-19T04:39:49.213109+0000","last_became_peered":"2024-09-19T04:39:49.213109+0000","last_unstale":"2024-09-19T04:39:55.242985+0000","last_undegraded":"2024-09-19T04:39:55.242985+0000","last_fullsized":"2024-09-19T04:39:55.242985+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:23.779574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242094+0000","last_change":"2024-09-19T04:39:53.245521+0000","last_active":"2024-09-19T04:39:55.242094+0000","last_peered":"2024-09-19T04:39:55.242094+0000","last_clean":"2024-09-19T04:39:55.242094+0000","last_became_active":"2024-09-19T04:39:53.245060+0000","last_became_peered":"2024-09-19T04:39:53.245060+0000","last_unstale":"2024-09-19T04:39:55.242094+0000","last_undegraded":"2024-09-19T04:39:55.242094+0000","last_fullsized":"2024-09-19T04:39:55.242094+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:49.502013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305289+0000","last_change":"2024-09-19T04:39:49.220804+0000","last_active":"2024-09-19T04:39:55.305289+0000","last_peered":"2024-09-19T04:39:55.305289+0000","last_clean":"2024-09-19T04:39:55.305289+0000","last_became_active":"2024-09-19T04:39:49.216128+0000","last_became_peered":"2024-09-19T04:39:49.216128+0000","last_unstale":"2024-09-19T04:39:55.305289+0000","last_undegraded":"2024-09-19T04:39:55.305289+0000","last_fullsized":"2024-09-19T04:39:55.305289+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.229177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306196+0000","last_change":"2024-09-19T04:39:48.212850+0000","last_active":"2024-09-19T04:39:55.306196+0000","last_peered":"2024-09-19T04:39:55.306196+0000","last_clean":"2024-09-19T04:39:55.306196+0000","last_became_active":"2024-09-19T04:39:48.212451+0000","last_became_peered":"2024-09-19T04:39:48.212451+0000","last_unstale":"2024-09-19T04:39:55.306196+0000","last_undegraded":"2024-09-19T04:39:55.306196+0000","last_fullsized":"2024-09-19T04:39:55.306196+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243483+0000","last_change":"2024-09-19T04:39:53.267480+0000","last_active":"2024-09-19T04:39:55.243483+0000","last_peered":"2024-09-19T04:39:55.243483+0000","last_clean":"2024-09-19T04:39:55.243483+0000","last_became_active":"2024-09-19T04:39:53.266979+0000","last_became_peered":"2024-09-19T04:39:53.266979+0000","last_unstale":"2024-09-19T04:39:55.243483+0000","last_undegraded":"2024-09-19T04:39:55.243483+0000","last_fullsized":"2024-09-19T04:39:55.243483+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:55.457471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240564+0000","last_change":"2024-09-19T04:39:49.216093+0000","last_active":"2024-09-19T04:39:55.240564+0000","last_peered":"2024-09-19T04:39:55.240564+0000","last_clean":"2024-09-19T04:39:55.240564+0000","last_became_active":"2024-09-19T04:39:49.215808+0000","last_became_peered":"2024-09-19T04:39:49.215808+0000","last_unstale":"2024-09-19T04:39:55.240564+0000","last_undegraded":"2024-09-19T04:39:55.240564+0000","last_fullsized":"2024-09-19T04:39:55.240564+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:11:25.526797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304993+0000","last_change":"2024-09-19T04:39:48.207602+0000","last_active":"2024-09-19T04:39:55.304993+0000","last_peered":"2024-09-19T04:39:55.304993+0000","last_clean":"2024-09-19T04:39:55.304993+0000","last_became_active":"2024-09-19T04:39:48.207309+0000","last_became_peered":"2024-09-19T04:39:48.207309+0000","last_unstale":"2024-09-19T04:39:55.304993+0000","last_undegraded":"2024-09-19T04:39:55.304993+0000","last_fullsized":"2024-09-19T04:39:55.304993+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242526+0000","last_change":"2024-09-19T04:39:53.252334+0000","last_active":"2024-09-19T04:39:55.242526+0000","last_peered":"2024-09-19T04:39:55.242526+0000","last_clean":"2024-09-19T04:39:55.242526+0000","last_became_active":"2024-09-19T04:39:53.251869+0000","last_became_peered":"2024-09-19T04:39:53.251869+0000","last_unstale":"2024-09-19T04:39:55.242526+0000","last_undegraded":"2024-09-19T04:39:55.242526+0000","last_fullsized":"2024-09-19T04:39:55.242526+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:23.805806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240255+0000","last_change":"2024-09-19T04:39:49.213034+0000","last_active":"2024-09-19T04:39:55.240255+0000","last_peered":"2024-09-19T04:39:55.240255+0000","last_clean":"2024-09-19T04:39:55.240255+0000","last_became_active":"2024-09-19T04:39:49.211387+0000","last_became_peered":"2024-09-19T04:39:49.211387+0000","last_unstale":"2024-09-19T04:39:55.240255+0000","last_undegraded":"2024-09-19T04:39:55.240255+0000","last_fullsized":"2024-09-19T04:39:55.240255+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:49.598140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304825+0000","last_change":"2024-09-19T04:39:48.216499+0000","last_active":"2024-09-19T04:39:55.304825+0000","last_peered":"2024-09-19T04:39:55.304825+0000","last_clean":"2024-09-19T04:39:55.304825+0000","last_became_active":"2024-09-19T04:39:48.216187+0000","last_became_peered":"2024-09-19T04:39:48.216187+0000","last_unstale":"2024-09-19T04:39:55.304825+0000","last_undegraded":"2024-09-19T04:39:55.304825+0000","last_fullsized":"2024-09-19T04:39:55.304825+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:21.472952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305802+0000","last_change":"2024-09-19T04:39:54.077847+0000","last_active":"2024-09-19T04:39:55.305802+0000","last_peered":"2024-09-19T04:39:55.305802+0000","last_clean":"2024-09-19T04:39:55.305802+0000","last_became_active":"2024-09-19T04:39:54.077418+0000","last_became_peered":"2024-09-19T04:39:54.077418+0000","last_unstale":"2024-09-19T04:39:55.305802+0000","last_undegraded":"2024-09-19T04:39:55.305802+0000","last_fullsized":"2024-09-19T04:39:55.305802+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:01.569399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242564+0000","last_change":"2024-09-19T04:39:49.209513+0000","last_active":"2024-09-19T04:39:55.242564+0000","last_peered":"2024-09-19T04:39:55.242564+0000","last_clean":"2024-09-19T04:39:55.242564+0000","last_became_active":"2024-09-19T04:39:49.208546+0000","last_became_peered":"2024-09-19T04:39:49.208546+0000","last_unstale":"2024-09-19T04:39:55.242564+0000","last_undegraded":"2024-09-19T04:39:55.242564+0000","last_fullsized":"2024-09-19T04:39:55.242564+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:27.232452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304761+0000","last_change":"2024-09-19T04:39:48.214317+0000","last_active":"2024-09-19T04:39:55.304761+0000","last_peered":"2024-09-19T04:39:55.304761+0000","last_clean":"2024-09-19T04:39:55.304761+0000","last_became_active":"2024-09-19T04:39:48.214013+0000","last_became_peered":"2024-09-19T04:39:48.214013+0000","last_unstale":"2024-09-19T04:39:55.304761+0000","last_undegraded":"2024-09-19T04:39:55.304761+0000","last_fullsized":"2024-09-19T04:39:55.304761+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:45.496385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243509+0000","last_change":"2024-09-19T04:39:53.252467+0000","last_active":"2024-09-19T04:39:55.243509+0000","last_peered":"2024-09-19T04:39:55.243509+0000","last_clean":"2024-09-19T04:39:55.243509+0000","last_became_active":"2024-09-19T04:39:53.251941+0000","last_became_peered":"2024-09-19T04:39:53.251941+0000","last_unstale":"2024-09-19T04:39:55.243509+0000","last_undegraded":"2024-09-19T04:39:55.243509+0000","last_fullsized":"2024-09-19T04:39:55.243509+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:01.569399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306701+0000","last_change":"2024-09-19T04:39:49.212455+0000","last_active":"2024-09-19T04:39:55.306701+0000","last_peered":"2024-09-19T04:39:55.306701+0000","last_clean":"2024-09-19T04:39:55.306701+0000","last_became_active":"2024-09-19T04:39:49.212144+0000","last_became_peered":"2024-09-19T04:39:49.212144+0000","last_unstale":"2024-09-19T04:39:55.306701+0000","last_undegraded":"2024-09-19T04:39:55.306701+0000","last_fullsized":"2024-09-19T04:39:55.306701+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:38.196380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306230+0000","last_change":"2024-09-19T04:39:48.210127+0000","last_active":"2024-09-19T04:39:55.306230+0000","last_peered":"2024-09-19T04:39:55.306230+0000","last_clean":"2024-09-19T04:39:55.306230+0000","last_became_active":"2024-09-19T04:39:48.209248+0000","last_became_peered":"2024-09-19T04:39:48.209248+0000","last_unstale":"2024-09-19T04:39:55.306230+0000","last_undegraded":"2024-09-19T04:39:55.306230+0000","last_fullsized":"2024-09-19T04:39:55.306230+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242268+0000","last_change":"2024-09-19T04:39:54.081452+0000","last_active":"2024-09-19T04:39:55.242268+0000","last_peered":"2024-09-19T04:39:55.242268+0000","last_clean":"2024-09-19T04:39:55.242268+0000","last_became_active":"2024-09-19T04:39:54.080249+0000","last_became_peered":"2024-09-19T04:39:54.080249+0000","last_unstale":"2024-09-19T04:39:55.242268+0000","last_undegraded":"2024-09-19T04:39:55.242268+0000","last_fullsized":"2024-09-19T04:39:55.242268+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:18.065646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241134+0000","last_change":"2024-09-19T04:39:49.229561+0000","last_active":"2024-09-19T04:39:55.241134+0000","last_peered":"2024-09-19T04:39:55.241134+0000","last_clean":"2024-09-19T04:39:55.241134+0000","last_became_active":"2024-09-19T04:39:49.229241+0000","last_became_peered":"2024-09-19T04:39:49.229241+0000","last_unstale":"2024-09-19T04:39:55.241134+0000","last_undegraded":"2024-09-19T04:39:55.241134+0000","last_fullsized":"2024-09-19T04:39:55.241134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:37:47.582469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305224+0000","last_change":"2024-09-19T04:39:48.204573+0000","last_active":"2024-09-19T04:39:55.305224+0000","last_peered":"2024-09-19T04:39:55.305224+0000","last_clean":"2024-09-19T04:39:55.305224+0000","last_became_active":"2024-09-19T04:39:48.204247+0000","last_became_peered":"2024-09-19T04:39:48.204247+0000","last_unstale":"2024-09-19T04:39:55.305224+0000","last_undegraded":"2024-09-19T04:39:55.305224+0000","last_fullsized":"2024-09-19T04:39:55.305224+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240770+0000","last_change":"2024-09-19T04:39:54.078592+0000","last_active":"2024-09-19T04:39:55.240770+0000","last_peered":"2024-09-19T04:39:55.240770+0000","last_clean":"2024-09-19T04:39:55.240770+0000","last_became_active":"2024-09-19T04:39:54.076955+0000","last_became_peered":"2024-09-19T04:39:54.076955+0000","last_unstale":"2024-09-19T04:39:55.240770+0000","last_undegraded":"2024-09-19T04:39:55.240770+0000","last_fullsized":"2024-09-19T04:39:55.240770+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:44:19.051878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305345+0000","last_change":"2024-09-19T04:39:49.218282+0000","last_active":"2024-09-19T04:39:55.305345+0000","last_peered":"2024-09-19T04:39:55.305345+0000","last_clean":"2024-09-19T04:39:55.305345+0000","last_became_active":"2024-09-19T04:39:49.217977+0000","last_became_peered":"2024-09-19T04:39:49.217977+0000","last_unstale":"2024-09-19T04:39:55.305345+0000","last_undegraded":"2024-09-19T04:39:55.305345+0000","last_fullsized":"2024-09-19T04:39:55.305345+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:09.102913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306203+0000","last_change":"2024-09-19T04:39:48.214822+0000","last_active":"2024-09-19T04:39:55.306203+0000","last_peered":"2024-09-19T04:39:55.306203+0000","last_clean":"2024-09-19T04:39:55.306203+0000","last_became_active":"2024-09-19T04:39:48.214525+0000","last_became_peered":"2024-09-19T04:39:48.214525+0000","last_unstale":"2024-09-19T04:39:55.306203+0000","last_undegraded":"2024-09-19T04:39:55.306203+0000","last_fullsized":"2024-09-19T04:39:55.306203+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:07.622445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306240+0000","last_change":"2024-09-19T04:39:54.076502+0000","last_active":"2024-09-19T04:39:55.306240+0000","last_peered":"2024-09-19T04:39:55.306240+0000","last_clean":"2024-09-19T04:39:55.306240+0000","last_became_active":"2024-09-19T04:39:54.076022+0000","last_became_peered":"2024-09-19T04:39:54.076022+0000","last_unstale":"2024-09-19T04:39:55.306240+0000","last_undegraded":"2024-09-19T04:39:55.306240+0000","last_fullsized":"2024-09-19T04:39:55.306240+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:18.065646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243010+0000","last_change":"2024-09-19T04:39:49.210794+0000","last_active":"2024-09-19T04:39:55.243010+0000","last_peered":"2024-09-19T04:39:55.243010+0000","last_clean":"2024-09-19T04:39:55.243010+0000","last_became_active":"2024-09-19T04:39:49.210527+0000","last_became_peered":"2024-09-19T04:39:49.210527+0000","last_unstale":"2024-09-19T04:39:55.243010+0000","last_undegraded":"2024-09-19T04:39:55.243010+0000","last_fullsized":"2024-09-19T04:39:55.243010+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:35.307641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305435+0000","last_change":"2024-09-19T04:39:48.213670+0000","last_active":"2024-09-19T04:39:55.305435+0000","last_peered":"2024-09-19T04:39:55.305435+0000","last_clean":"2024-09-19T04:39:55.305435+0000","last_became_active":"2024-09-19T04:39:48.213361+0000","last_became_peered":"2024-09-19T04:39:48.213361+0000","last_unstale":"2024-09-19T04:39:55.305435+0000","last_undegraded":"2024-09-19T04:39:55.305435+0000","last_fullsized":"2024-09-19T04:39:55.305435+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:00.067027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304613+0000","last_change":"2024-09-19T04:39:53.266309+0000","last_active":"2024-09-19T04:39:55.304613+0000","last_peered":"2024-09-19T04:39:55.304613+0000","last_clean":"2024-09-19T04:39:55.304613+0000","last_became_active":"2024-09-19T04:39:53.265843+0000","last_became_peered":"2024-09-19T04:39:53.265843+0000","last_unstale":"2024-09-19T04:39:55.304613+0000","last_undegraded":"2024-09-19T04:39:55.304613+0000","last_fullsized":"2024-09-19T04:39:55.304613+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:23.805806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243019+0000","last_change":"2024-09-19T04:39:49.206200+0000","last_active":"2024-09-19T04:39:55.243019+0000","last_peered":"2024-09-19T04:39:55.243019+0000","last_clean":"2024-09-19T04:39:55.243019+0000","last_became_active":"2024-09-19T04:39:49.205879+0000","last_became_peered":"2024-09-19T04:39:49.205879+0000","last_unstale":"2024-09-19T04:39:55.243019+0000","last_undegraded":"2024-09-19T04:39:55.243019+0000","last_fullsized":"2024-09-19T04:39:55.243019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:01.072456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242456+0000","last_change":"2024-09-19T04:39:48.199073+0000","last_active":"2024-09-19T04:39:55.242456+0000","last_peered":"2024-09-19T04:39:55.242456+0000","last_clean":"2024-09-19T04:39:55.242456+0000","last_became_active":"2024-09-19T04:39:48.198721+0000","last_became_peered":"2024-09-19T04:39:48.198721+0000","last_unstale":"2024-09-19T04:39:55.242456+0000","last_undegraded":"2024-09-19T04:39:55.242456+0000","last_fullsized":"2024-09-19T04:39:55.242456+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:00.067027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305288+0000","last_change":"2024-09-19T04:39:53.266613+0000","last_active":"2024-09-19T04:39:55.305288+0000","last_peered":"2024-09-19T04:39:55.305288+0000","last_clean":"2024-09-19T04:39:55.305288+0000","last_became_active":"2024-09-19T04:39:53.266156+0000","last_became_peered":"2024-09-19T04:39:53.266156+0000","last_unstale":"2024-09-19T04:39:55.305288+0000","last_undegraded":"2024-09-19T04:39:55.305288+0000","last_fullsized":"2024-09-19T04:39:55.305288+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:55.457471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304597+0000","last_change":"2024-09-19T04:39:49.212549+0000","last_active":"2024-09-19T04:39:55.304597+0000","last_peered":"2024-09-19T04:39:55.304597+0000","last_clean":"2024-09-19T04:39:55.304597+0000","last_became_active":"2024-09-19T04:39:49.212261+0000","last_became_peered":"2024-09-19T04:39:49.212261+0000","last_unstale":"2024-09-19T04:39:55.304597+0000","last_undegraded":"2024-09-19T04:39:55.304597+0000","last_fullsized":"2024-09-19T04:39:55.304597+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:01.607477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304992+0000","last_change":"2024-09-19T04:39:48.202565+0000","last_active":"2024-09-19T04:39:55.304992+0000","last_peered":"2024-09-19T04:39:55.304992+0000","last_clean":"2024-09-19T04:39:55.304992+0000","last_became_active":"2024-09-19T04:39:48.196682+0000","last_became_peered":"2024-09-19T04:39:48.196682+0000","last_unstale":"2024-09-19T04:39:55.304992+0000","last_undegraded":"2024-09-19T04:39:55.304992+0000","last_fullsized":"2024-09-19T04:39:55.304992+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:24.932773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305949+0000","last_change":"2024-09-19T04:39:53.263447+0000","last_active":"2024-09-19T04:39:55.305949+0000","last_peered":"2024-09-19T04:39:55.305949+0000","last_clean":"2024-09-19T04:39:55.305949+0000","last_became_active":"2024-09-19T04:39:53.262792+0000","last_became_peered":"2024-09-19T04:39:53.262792+0000","last_unstale":"2024-09-19T04:39:55.305949+0000","last_undegraded":"2024-09-19T04:39:55.305949+0000","last_fullsized":"2024-09-19T04:39:55.305949+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:40:35.393148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305718+0000","last_change":"2024-09-19T04:39:49.203340+0000","last_active":"2024-09-19T04:39:55.305718+0000","last_peered":"2024-09-19T04:39:55.305718+0000","last_clean":"2024-09-19T04:39:55.305718+0000","last_became_active":"2024-09-19T04:39:49.202954+0000","last_became_peered":"2024-09-19T04:39:49.202954+0000","last_unstale":"2024-09-19T04:39:55.305718+0000","last_undegraded":"2024-09-19T04:39:55.305718+0000","last_fullsized":"2024-09-19T04:39:55.305718+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:35:10.149274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304865+0000","last_change":"2024-09-19T04:39:48.210394+0000","last_active":"2024-09-19T04:39:55.304865+0000","last_peered":"2024-09-19T04:39:55.304865+0000","last_clean":"2024-09-19T04:39:55.304865+0000","last_became_active":"2024-09-19T04:39:48.209846+0000","last_became_peered":"2024-09-19T04:39:48.209846+0000","last_unstale":"2024-09-19T04:39:55.304865+0000","last_undegraded":"2024-09-19T04:39:55.304865+0000","last_fullsized":"2024-09-19T04:39:55.304865+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:24.932773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306813+0000","last_change":"2024-09-19T04:39:54.077990+0000","last_active":"2024-09-19T04:39:55.306813+0000","last_peered":"2024-09-19T04:39:55.306813+0000","last_clean":"2024-09-19T04:39:55.306813+0000","last_became_active":"2024-09-19T04:39:54.077574+0000","last_became_peered":"2024-09-19T04:39:54.077574+0000","last_unstale":"2024-09-19T04:39:55.306813+0000","last_undegraded":"2024-09-19T04:39:55.306813+0000","last_fullsized":"2024-09-19T04:39:55.306813+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:55.457471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240465+0000","last_change":"2024-09-19T04:39:49.218611+0000","last_active":"2024-09-19T04:39:55.240465+0000","last_peered":"2024-09-19T04:39:55.240465+0000","last_clean":"2024-09-19T04:39:55.240465+0000","last_became_active":"2024-09-19T04:39:49.214349+0000","last_became_peered":"2024-09-19T04:39:49.214349+0000","last_unstale":"2024-09-19T04:39:55.240465+0000","last_undegraded":"2024-09-19T04:39:55.240465+0000","last_fullsized":"2024-09-19T04:39:55.240465+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:09.102913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242145+0000","last_change":"2024-09-19T04:39:48.200845+0000","last_active":"2024-09-19T04:39:55.242145+0000","last_peered":"2024-09-19T04:39:55.242145+0000","last_clean":"2024-09-19T04:39:55.242145+0000","last_became_active":"2024-09-19T04:39:48.200344+0000","last_became_peered":"2024-09-19T04:39:48.200344+0000","last_unstale":"2024-09-19T04:39:55.242145+0000","last_undegraded":"2024-09-19T04:39:55.242145+0000","last_fullsized":"2024-09-19T04:39:55.242145+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:24.932773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":180,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304924+0000","last_change":"2024-09-19T04:39:39.541908+0000","last_active":"2024-09-19T04:39:55.304924+0000","last_peered":"2024-09-19T04:39:55.304924+0000","last_clean":"2024-09-19T04:39:55.304924+0000","last_became_active":"2024-09-19T04:39:39.540794+0000","last_became_peered":"2024-09-19T04:39:39.540794+0000","last_unstale":"2024-09-19T04:39:55.304924+0000","last_undegraded":"2024-09-19T04:39:55.304924+0000","last_fullsized":"2024-09-19T04:39:55.304924+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_clean_scrub_stamp":"2024-09-19T04:39:37.899481+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.768031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305140+0000","last_change":"2024-09-19T04:39:54.083381+0000","last_active":"2024-09-19T04:39:55.305140+0000","last_peered":"2024-09-19T04:39:55.305140+0000","last_clean":"2024-09-19T04:39:55.305140+0000","last_became_active":"2024-09-19T04:39:54.082529+0000","last_became_peered":"2024-09-19T04:39:54.082529+0000","last_unstale":"2024-09-19T04:39:55.305140+0000","last_undegraded":"2024-09-19T04:39:55.305140+0000","last_fullsized":"2024-09-19T04:39:55.305140+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:27.819558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305929+0000","last_change":"2024-09-19T04:39:49.231699+0000","last_active":"2024-09-19T04:39:55.305929+0000","last_peered":"2024-09-19T04:39:55.305929+0000","last_clean":"2024-09-19T04:39:55.305929+0000","last_became_active":"2024-09-19T04:39:49.231063+0000","last_became_peered":"2024-09-19T04:39:49.231063+0000","last_unstale":"2024-09-19T04:39:55.305929+0000","last_undegraded":"2024-09-19T04:39:55.305929+0000","last_fullsized":"2024-09-19T04:39:55.305929+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:39.967308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305472+0000","last_change":"2024-09-19T04:39:48.202648+0000","last_active":"2024-09-19T04:39:55.305472+0000","last_peered":"2024-09-19T04:39:55.305472+0000","last_clean":"2024-09-19T04:39:55.305472+0000","last_became_active":"2024-09-19T04:39:48.196515+0000","last_became_peered":"2024-09-19T04:39:48.196515+0000","last_unstale":"2024-09-19T04:39:55.305472+0000","last_undegraded":"2024-09-19T04:39:55.305472+0000","last_fullsized":"2024-09-19T04:39:55.305472+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304962+0000","last_change":"2024-09-19T04:39:54.076513+0000","last_active":"2024-09-19T04:39:55.304962+0000","last_peered":"2024-09-19T04:39:55.304962+0000","last_clean":"2024-09-19T04:39:55.304962+0000","last_became_active":"2024-09-19T04:39:54.076077+0000","last_became_peered":"2024-09-19T04:39:54.076077+0000","last_unstale":"2024-09-19T04:39:55.304962+0000","last_undegraded":"2024-09-19T04:39:55.304962+0000","last_fullsized":"2024-09-19T04:39:55.304962+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:37:51.622453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242687+0000","last_change":"2024-09-19T04:39:49.210271+0000","last_active":"2024-09-19T04:39:55.242687+0000","last_peered":"2024-09-19T04:39:55.242687+0000","last_clean":"2024-09-19T04:39:55.242687+0000","last_became_active":"2024-09-19T04:39:49.209983+0000","last_became_peered":"2024-09-19T04:39:49.209983+0000","last_unstale":"2024-09-19T04:39:55.242687+0000","last_undegraded":"2024-09-19T04:39:55.242687+0000","last_fullsized":"2024-09-19T04:39:55.242687+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:39.967308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306074+0000","last_change":"2024-09-19T04:39:48.208544+0000","last_active":"2024-09-19T04:39:55.306074+0000","last_peered":"2024-09-19T04:39:55.306074+0000","last_clean":"2024-09-19T04:39:55.306074+0000","last_became_active":"2024-09-19T04:39:48.208042+0000","last_became_peered":"2024-09-19T04:39:48.208042+0000","last_unstale":"2024-09-19T04:39:55.306074+0000","last_undegraded":"2024-09-19T04:39:55.306074+0000","last_fullsized":"2024-09-19T04:39:55.306074+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:45.496385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306390+0000","last_change":"2024-09-19T04:39:53.264423+0000","last_active":"2024-09-19T04:39:55.306390+0000","last_peered":"2024-09-19T04:39:55.306390+0000","last_clean":"2024-09-19T04:39:55.306390+0000","last_became_active":"2024-09-19T04:39:53.263695+0000","last_became_peered":"2024-09-19T04:39:53.263695+0000","last_unstale":"2024-09-19T04:39:55.306390+0000","last_undegraded":"2024-09-19T04:39:55.306390+0000","last_fullsized":"2024-09-19T04:39:55.306390+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:08:16.399628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306632+0000","last_change":"2024-09-19T04:39:49.226636+0000","last_active":"2024-09-19T04:39:55.306632+0000","last_peered":"2024-09-19T04:39:55.306632+0000","last_clean":"2024-09-19T04:39:55.306632+0000","last_became_active":"2024-09-19T04:39:49.226355+0000","last_became_peered":"2024-09-19T04:39:49.226355+0000","last_unstale":"2024-09-19T04:39:55.306632+0000","last_undegraded":"2024-09-19T04:39:55.306632+0000","last_fullsized":"2024-09-19T04:39:55.306632+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:45.462030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305828+0000","last_change":"2024-09-19T04:39:48.189896+0000","last_active":"2024-09-19T04:39:55.305828+0000","last_peered":"2024-09-19T04:39:55.305828+0000","last_clean":"2024-09-19T04:39:55.305828+0000","last_became_active":"2024-09-19T04:39:48.189559+0000","last_became_peered":"2024-09-19T04:39:48.189559+0000","last_unstale":"2024-09-19T04:39:55.305828+0000","last_undegraded":"2024-09-19T04:39:55.305828+0000","last_fullsized":"2024-09-19T04:39:55.305828+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:45.496385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243735+0000","last_change":"2024-09-19T04:39:54.076605+0000","last_active":"2024-09-19T04:39:55.243735+0000","last_peered":"2024-09-19T04:39:55.243735+0000","last_clean":"2024-09-19T04:39:55.243735+0000","last_became_active":"2024-09-19T04:39:54.076131+0000","last_became_peered":"2024-09-19T04:39:54.076131+0000","last_unstale":"2024-09-19T04:39:55.243735+0000","last_undegraded":"2024-09-19T04:39:55.243735+0000","last_fullsized":"2024-09-19T04:39:55.243735+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:08.355319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306351+0000","last_change":"2024-09-19T04:39:49.227007+0000","last_active":"2024-09-19T04:39:55.306351+0000","last_peered":"2024-09-19T04:39:55.306351+0000","last_clean":"2024-09-19T04:39:55.306351+0000","last_became_active":"2024-09-19T04:39:49.225447+0000","last_became_peered":"2024-09-19T04:39:49.225447+0000","last_unstale":"2024-09-19T04:39:55.306351+0000","last_undegraded":"2024-09-19T04:39:55.306351+0000","last_fullsized":"2024-09-19T04:39:55.306351+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:54.496191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243840+0000","last_change":"2024-09-19T04:39:48.214316+0000","last_active":"2024-09-19T04:39:55.243840+0000","last_peered":"2024-09-19T04:39:55.243840+0000","last_clean":"2024-09-19T04:39:55.243840+0000","last_became_active":"2024-09-19T04:39:48.213909+0000","last_became_peered":"2024-09-19T04:39:48.213909+0000","last_unstale":"2024-09-19T04:39:55.243840+0000","last_undegraded":"2024-09-19T04:39:55.243840+0000","last_fullsized":"2024-09-19T04:39:55.243840+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:18.160469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241488+0000","last_change":"2024-09-19T04:39:53.251902+0000","last_active":"2024-09-19T04:39:55.241488+0000","last_peered":"2024-09-19T04:39:55.241488+0000","last_clean":"2024-09-19T04:39:55.241488+0000","last_became_active":"2024-09-19T04:39:53.251480+0000","last_became_peered":"2024-09-19T04:39:53.251480+0000","last_unstale":"2024-09-19T04:39:55.241488+0000","last_undegraded":"2024-09-19T04:39:55.241488+0000","last_fullsized":"2024-09-19T04:39:55.241488+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:39.347625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305392+0000","last_change":"2024-09-19T04:39:49.228758+0000","last_active":"2024-09-19T04:39:55.305392+0000","last_peered":"2024-09-19T04:39:55.305392+0000","last_clean":"2024-09-19T04:39:55.305392+0000","last_became_active":"2024-09-19T04:39:49.228499+0000","last_became_peered":"2024-09-19T04:39:49.228499+0000","last_unstale":"2024-09-19T04:39:55.305392+0000","last_undegraded":"2024-09-19T04:39:55.305392+0000","last_fullsized":"2024-09-19T04:39:55.305392+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:18.447781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":32,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304460+0000","last_change":"2024-09-19T04:39:48.205461+0000","last_active":"2024-09-19T04:39:55.304460+0000","last_peered":"2024-09-19T04:39:55.304460+0000","last_clean":"2024-09-19T04:39:55.304460+0000","last_became_active":"2024-09-19T04:39:48.205135+0000","last_became_peered":"2024-09-19T04:39:48.205135+0000","last_unstale":"2024-09-19T04:39:55.304460+0000","last_undegraded":"2024-09-19T04:39:55.304460+0000","last_fullsized":"2024-09-19T04:39:55.304460+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306578+0000","last_change":"2024-09-19T04:39:53.253513+0000","last_active":"2024-09-19T04:39:55.306578+0000","last_peered":"2024-09-19T04:39:55.306578+0000","last_clean":"2024-09-19T04:39:55.306578+0000","last_became_active":"2024-09-19T04:39:53.253019+0000","last_became_peered":"2024-09-19T04:39:53.253019+0000","last_unstale":"2024-09-19T04:39:55.306578+0000","last_undegraded":"2024-09-19T04:39:55.306578+0000","last_fullsized":"2024-09-19T04:39:55.306578+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:37.065963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305513+0000","last_change":"2024-09-19T04:39:49.219593+0000","last_active":"2024-09-19T04:39:55.305513+0000","last_peered":"2024-09-19T04:39:55.305513+0000","last_clean":"2024-09-19T04:39:55.305513+0000","last_became_active":"2024-09-19T04:39:49.219006+0000","last_became_peered":"2024-09-19T04:39:49.219006+0000","last_unstale":"2024-09-19T04:39:55.305513+0000","last_undegraded":"2024-09-19T04:39:55.305513+0000","last_fullsized":"2024-09-19T04:39:55.305513+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:46.523459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305437+0000","last_change":"2024-09-19T04:39:48.202667+0000","last_active":"2024-09-19T04:39:55.305437+0000","last_peered":"2024-09-19T04:39:55.305437+0000","last_clean":"2024-09-19T04:39:55.305437+0000","last_became_active":"2024-09-19T04:39:48.202302+0000","last_became_peered":"2024-09-19T04:39:48.202302+0000","last_unstale":"2024-09-19T04:39:55.305437+0000","last_undegraded":"2024-09-19T04:39:55.305437+0000","last_fullsized":"2024-09-19T04:39:55.305437+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:25.887221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241102+0000","last_change":"2024-09-19T04:39:54.078217+0000","last_active":"2024-09-19T04:39:55.241102+0000","last_peered":"2024-09-19T04:39:55.241102+0000","last_clean":"2024-09-19T04:39:55.241102+0000","last_became_active":"2024-09-19T04:39:54.077778+0000","last_became_peered":"2024-09-19T04:39:54.077778+0000","last_unstale":"2024-09-19T04:39:55.241102+0000","last_undegraded":"2024-09-19T04:39:55.241102+0000","last_fullsized":"2024-09-19T04:39:55.241102+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:37:39.980182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305969+0000","last_change":"2024-09-19T04:39:49.224984+0000","last_active":"2024-09-19T04:39:55.305969+0000","last_peered":"2024-09-19T04:39:55.305969+0000","last_clean":"2024-09-19T04:39:55.305969+0000","last_became_active":"2024-09-19T04:39:49.224743+0000","last_became_peered":"2024-09-19T04:39:49.224743+0000","last_unstale":"2024-09-19T04:39:55.305969+0000","last_undegraded":"2024-09-19T04:39:55.305969+0000","last_fullsized":"2024-09-19T04:39:55.305969+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:04.316332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242364+0000","last_change":"2024-09-19T04:39:48.189472+0000","last_active":"2024-09-19T04:39:55.242364+0000","last_peered":"2024-09-19T04:39:55.242364+0000","last_clean":"2024-09-19T04:39:55.242364+0000","last_became_active":"2024-09-19T04:39:48.189175+0000","last_became_peered":"2024-09-19T04:39:48.189175+0000","last_unstale":"2024-09-19T04:39:55.242364+0000","last_undegraded":"2024-09-19T04:39:55.242364+0000","last_fullsized":"2024-09-19T04:39:55.242364+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:45.496385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240798+0000","last_change":"2024-09-19T04:39:54.076502+0000","last_active":"2024-09-19T04:39:55.240798+0000","last_peered":"2024-09-19T04:39:55.240798+0000","last_clean":"2024-09-19T04:39:55.240798+0000","last_became_active":"2024-09-19T04:39:54.076057+0000","last_became_peered":"2024-09-19T04:39:54.076057+0000","last_unstale":"2024-09-19T04:39:55.240798+0000","last_undegraded":"2024-09-19T04:39:55.240798+0000","last_fullsized":"2024-09-19T04:39:55.240798+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:57.695379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306492+0000","last_change":"2024-09-19T04:39:49.224705+0000","last_active":"2024-09-19T04:39:55.306492+0000","last_peered":"2024-09-19T04:39:55.306492+0000","last_clean":"2024-09-19T04:39:55.306492+0000","last_became_active":"2024-09-19T04:39:49.224470+0000","last_became_peered":"2024-09-19T04:39:49.224470+0000","last_unstale":"2024-09-19T04:39:55.306492+0000","last_undegraded":"2024-09-19T04:39:55.306492+0000","last_fullsized":"2024-09-19T04:39:55.306492+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.229177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306547+0000","last_change":"2024-09-19T04:39:48.214140+0000","last_active":"2024-09-19T04:39:55.306547+0000","last_peered":"2024-09-19T04:39:55.306547+0000","last_clean":"2024-09-19T04:39:55.306547+0000","last_became_active":"2024-09-19T04:39:48.213180+0000","last_became_peered":"2024-09-19T04:39:48.213180+0000","last_unstale":"2024-09-19T04:39:55.306547+0000","last_undegraded":"2024-09-19T04:39:55.306547+0000","last_fullsized":"2024-09-19T04:39:55.306547+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:39.554017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242976+0000","last_change":"2024-09-19T04:39:54.078289+0000","last_active":"2024-09-19T04:39:55.242976+0000","last_peered":"2024-09-19T04:39:55.242976+0000","last_clean":"2024-09-19T04:39:55.242976+0000","last_became_active":"2024-09-19T04:39:54.077679+0000","last_became_peered":"2024-09-19T04:39:54.077679+0000","last_unstale":"2024-09-19T04:39:55.242976+0000","last_undegraded":"2024-09-19T04:39:55.242976+0000","last_fullsized":"2024-09-19T04:39:55.242976+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:40:35.393148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305880+0000","last_change":"2024-09-19T04:39:49.231405+0000","last_active":"2024-09-19T04:39:55.305880+0000","last_peered":"2024-09-19T04:39:55.305880+0000","last_clean":"2024-09-19T04:39:55.305880+0000","last_became_active":"2024-09-19T04:39:49.230958+0000","last_became_peered":"2024-09-19T04:39:49.230958+0000","last_unstale":"2024-09-19T04:39:55.305880+0000","last_undegraded":"2024-09-19T04:39:55.305880+0000","last_fullsized":"2024-09-19T04:39:55.305880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:35.307641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'8","reported_seq":32,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:59.663888+0000","last_change":"2024-09-19T04:39:48.201918+0000","last_active":"2024-09-19T04:39:59.663888+0000","last_peered":"2024-09-19T04:39:59.663888+0000","last_clean":"2024-09-19T04:39:59.663888+0000","last_became_active":"2024-09-19T04:39:48.201248+0000","last_became_peered":"2024-09-19T04:39:48.201248+0000","last_unstale":"2024-09-19T04:39:59.663888+0000","last_undegraded":"2024-09-19T04:39:59.663888+0000","last_fullsized":"2024-09-19T04:39:59.663888+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3703,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304822+0000","last_change":"2024-09-19T04:39:53.269312+0000","last_active":"2024-09-19T04:39:55.304822+0000","last_peered":"2024-09-19T04:39:55.304822+0000","last_clean":"2024-09-19T04:39:55.304822+0000","last_became_active":"2024-09-19T04:39:53.268804+0000","last_became_peered":"2024-09-19T04:39:53.268804+0000","last_unstale":"2024-09-19T04:39:55.304822+0000","last_undegraded":"2024-09-19T04:39:55.304822+0000","last_fullsized":"2024-09-19T04:39:55.304822+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:37.065963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242850+0000","last_change":"2024-09-19T04:39:49.226243+0000","last_active":"2024-09-19T04:39:55.242850+0000","last_peered":"2024-09-19T04:39:55.242850+0000","last_clean":"2024-09-19T04:39:55.242850+0000","last_became_active":"2024-09-19T04:39:49.225817+0000","last_became_peered":"2024-09-19T04:39:49.225817+0000","last_unstale":"2024-09-19T04:39:55.242850+0000","last_undegraded":"2024-09-19T04:39:55.242850+0000","last_fullsized":"2024-09-19T04:39:55.242850+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:46.501814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":27,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305989+0000","last_change":"2024-09-19T04:39:48.206009+0000","last_active":"2024-09-19T04:39:55.305989+0000","last_peered":"2024-09-19T04:39:55.305989+0000","last_clean":"2024-09-19T04:39:55.305989+0000","last_became_active":"2024-09-19T04:39:48.205722+0000","last_became_peered":"2024-09-19T04:39:48.205722+0000","last_unstale":"2024-09-19T04:39:55.305989+0000","last_undegraded":"2024-09-19T04:39:55.305989+0000","last_fullsized":"2024-09-19T04:39:55.305989+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:24.932773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242760+0000","last_change":"2024-09-19T04:39:53.265605+0000","last_active":"2024-09-19T04:39:55.242760+0000","last_peered":"2024-09-19T04:39:55.242760+0000","last_clean":"2024-09-19T04:39:55.242760+0000","last_became_active":"2024-09-19T04:39:53.264608+0000","last_became_peered":"2024-09-19T04:39:53.264608+0000","last_unstale":"2024-09-19T04:39:55.242760+0000","last_undegraded":"2024-09-19T04:39:55.242760+0000","last_fullsized":"2024-09-19T04:39:55.242760+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:37.065963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306747+0000","last_change":"2024-09-19T04:39:49.216992+0000","last_active":"2024-09-19T04:39:55.306747+0000","last_peered":"2024-09-19T04:39:55.306747+0000","last_clean":"2024-09-19T04:39:55.306747+0000","last_became_active":"2024-09-19T04:39:49.216592+0000","last_became_peered":"2024-09-19T04:39:49.216592+0000","last_unstale":"2024-09-19T04:39:55.306747+0000","last_undegraded":"2024-09-19T04:39:55.306747+0000","last_fullsized":"2024-09-19T04:39:55.306747+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:09.102913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243813+0000","last_change":"2024-09-19T04:39:48.205615+0000","last_active":"2024-09-19T04:39:55.243813+0000","last_peered":"2024-09-19T04:39:55.243813+0000","last_clean":"2024-09-19T04:39:55.243813+0000","last_became_active":"2024-09-19T04:39:48.204551+0000","last_became_peered":"2024-09-19T04:39:48.204551+0000","last_unstale":"2024-09-19T04:39:55.243813+0000","last_undegraded":"2024-09-19T04:39:55.243813+0000","last_fullsized":"2024-09-19T04:39:55.243813+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240193+0000","last_change":"2024-09-19T04:39:53.258494+0000","last_active":"2024-09-19T04:39:55.240193+0000","last_peered":"2024-09-19T04:39:55.240193+0000","last_clean":"2024-09-19T04:39:55.240193+0000","last_became_active":"2024-09-19T04:39:53.258150+0000","last_became_peered":"2024-09-19T04:39:53.258150+0000","last_unstale":"2024-09-19T04:39:55.240193+0000","last_undegraded":"2024-09-19T04:39:55.240193+0000","last_fullsized":"2024-09-19T04:39:55.240193+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:44.262491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243136+0000","last_change":"2024-09-19T04:39:49.224430+0000","last_active":"2024-09-19T04:39:55.243136+0000","last_peered":"2024-09-19T04:39:55.243136+0000","last_clean":"2024-09-19T04:39:55.243136+0000","last_became_active":"2024-09-19T04:39:49.224110+0000","last_became_peered":"2024-09-19T04:39:49.224110+0000","last_unstale":"2024-09-19T04:39:55.243136+0000","last_undegraded":"2024-09-19T04:39:55.243136+0000","last_fullsized":"2024-09-19T04:39:55.243136+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:45.462030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306124+0000","last_change":"2024-09-19T04:39:48.204579+0000","last_active":"2024-09-19T04:39:55.306124+0000","last_peered":"2024-09-19T04:39:55.306124+0000","last_clean":"2024-09-19T04:39:55.306124+0000","last_became_active":"2024-09-19T04:39:48.204284+0000","last_became_peered":"2024-09-19T04:39:48.204284+0000","last_unstale":"2024-09-19T04:39:55.306124+0000","last_undegraded":"2024-09-19T04:39:55.306124+0000","last_fullsized":"2024-09-19T04:39:55.306124+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:21.472952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240235+0000","last_change":"2024-09-19T04:39:54.076776+0000","last_active":"2024-09-19T04:39:55.240235+0000","last_peered":"2024-09-19T04:39:55.240235+0000","last_clean":"2024-09-19T04:39:55.240235+0000","last_became_active":"2024-09-19T04:39:54.076184+0000","last_became_peered":"2024-09-19T04:39:54.076184+0000","last_unstale":"2024-09-19T04:39:55.240235+0000","last_undegraded":"2024-09-19T04:39:55.240235+0000","last_fullsized":"2024-09-19T04:39:55.240235+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:59:54.251605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306484+0000","last_change":"2024-09-19T04:39:54.078364+0000","last_active":"2024-09-19T04:39:55.306484+0000","last_peered":"2024-09-19T04:39:55.306484+0000","last_clean":"2024-09-19T04:39:55.306484+0000","last_became_active":"2024-09-19T04:39:54.077904+0000","last_became_peered":"2024-09-19T04:39:54.077904+0000","last_unstale":"2024-09-19T04:39:55.306484+0000","last_undegraded":"2024-09-19T04:39:55.306484+0000","last_fullsized":"2024-09-19T04:39:55.306484+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:23.805806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304638+0000","last_change":"2024-09-19T04:39:49.213090+0000","last_active":"2024-09-19T04:39:55.304638+0000","last_peered":"2024-09-19T04:39:55.304638+0000","last_clean":"2024-09-19T04:39:55.304638+0000","last_became_active":"2024-09-19T04:39:49.212801+0000","last_became_peered":"2024-09-19T04:39:49.212801+0000","last_unstale":"2024-09-19T04:39:55.304638+0000","last_undegraded":"2024-09-19T04:39:55.304638+0000","last_fullsized":"2024-09-19T04:39:55.304638+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:38.196380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243958+0000","last_change":"2024-09-19T04:39:48.200604+0000","last_active":"2024-09-19T04:39:55.243958+0000","last_peered":"2024-09-19T04:39:55.243958+0000","last_clean":"2024-09-19T04:39:55.243958+0000","last_became_active":"2024-09-19T04:39:48.199863+0000","last_became_peered":"2024-09-19T04:39:48.199863+0000","last_unstale":"2024-09-19T04:39:55.243958+0000","last_undegraded":"2024-09-19T04:39:55.243958+0000","last_fullsized":"2024-09-19T04:39:55.243958+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305977+0000","last_change":"2024-09-19T04:39:53.266800+0000","last_active":"2024-09-19T04:39:55.305977+0000","last_peered":"2024-09-19T04:39:55.305977+0000","last_clean":"2024-09-19T04:39:55.305977+0000","last_became_active":"2024-09-19T04:39:53.266317+0000","last_became_peered":"2024-09-19T04:39:53.266317+0000","last_unstale":"2024-09-19T04:39:55.305977+0000","last_undegraded":"2024-09-19T04:39:55.305977+0000","last_fullsized":"2024-09-19T04:39:55.305977+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:39.347625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240143+0000","last_change":"2024-09-19T04:39:49.215352+0000","last_active":"2024-09-19T04:39:55.240143+0000","last_peered":"2024-09-19T04:39:55.240143+0000","last_clean":"2024-09-19T04:39:55.240143+0000","last_became_active":"2024-09-19T04:39:49.215058+0000","last_became_peered":"2024-09-19T04:39:49.215058+0000","last_unstale":"2024-09-19T04:39:55.240143+0000","last_undegraded":"2024-09-19T04:39:55.240143+0000","last_fullsized":"2024-09-19T04:39:55.240143+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:01:53.903850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240388+0000","last_change":"2024-09-19T04:39:48.210755+0000","last_active":"2024-09-19T04:39:55.240388+0000","last_peered":"2024-09-19T04:39:55.240388+0000","last_clean":"2024-09-19T04:39:55.240388+0000","last_became_active":"2024-09-19T04:39:48.206778+0000","last_became_peered":"2024-09-19T04:39:48.206778+0000","last_unstale":"2024-09-19T04:39:55.240388+0000","last_undegraded":"2024-09-19T04:39:55.240388+0000","last_fullsized":"2024-09-19T04:39:55.240388+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:19.561516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305526+0000","last_change":"2024-09-19T04:39:48.202712+0000","last_active":"2024-09-19T04:39:55.305526+0000","last_peered":"2024-09-19T04:39:55.305526+0000","last_clean":"2024-09-19T04:39:55.305526+0000","last_became_active":"2024-09-19T04:39:48.201810+0000","last_became_peered":"2024-09-19T04:39:48.201810+0000","last_unstale":"2024-09-19T04:39:55.305526+0000","last_undegraded":"2024-09-19T04:39:55.305526+0000","last_fullsized":"2024-09-19T04:39:55.305526+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:19.561516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306444+0000","last_change":"2024-09-19T04:39:49.210663+0000","last_active":"2024-09-19T04:39:55.306444+0000","last_peered":"2024-09-19T04:39:55.306444+0000","last_clean":"2024-09-19T04:39:55.306444+0000","last_became_active":"2024-09-19T04:39:49.210351+0000","last_became_peered":"2024-09-19T04:39:49.210351+0000","last_unstale":"2024-09-19T04:39:55.306444+0000","last_undegraded":"2024-09-19T04:39:55.306444+0000","last_fullsized":"2024-09-19T04:39:55.306444+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:47.829112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305281+0000","last_change":"2024-09-19T04:39:53.253149+0000","last_active":"2024-09-19T04:39:55.305281+0000","last_peered":"2024-09-19T04:39:55.305281+0000","last_clean":"2024-09-19T04:39:55.305281+0000","last_became_active":"2024-09-19T04:39:53.252794+0000","last_became_peered":"2024-09-19T04:39:53.252794+0000","last_unstale":"2024-09-19T04:39:55.305281+0000","last_undegraded":"2024-09-19T04:39:55.305281+0000","last_fullsized":"2024-09-19T04:39:55.305281+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:27.269160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240674+0000","last_change":"2024-09-19T04:39:48.212497+0000","last_active":"2024-09-19T04:39:55.240674+0000","last_peered":"2024-09-19T04:39:55.240674+0000","last_clean":"2024-09-19T04:39:55.240674+0000","last_became_active":"2024-09-19T04:39:48.212174+0000","last_became_peered":"2024-09-19T04:39:48.212174+0000","last_unstale":"2024-09-19T04:39:55.240674+0000","last_undegraded":"2024-09-19T04:39:55.240674+0000","last_fullsized":"2024-09-19T04:39:55.240674+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:21.472952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242346+0000","last_change":"2024-09-19T04:39:49.216370+0000","last_active":"2024-09-19T04:39:55.242346+0000","last_peered":"2024-09-19T04:39:55.242346+0000","last_clean":"2024-09-19T04:39:55.242346+0000","last_became_active":"2024-09-19T04:39:49.214087+0000","last_became_peered":"2024-09-19T04:39:49.214087+0000","last_unstale":"2024-09-19T04:39:55.242346+0000","last_undegraded":"2024-09-19T04:39:55.242346+0000","last_fullsized":"2024-09-19T04:39:55.242346+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:08.627874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240804+0000","last_change":"2024-09-19T04:39:53.258474+0000","last_active":"2024-09-19T04:39:55.240804+0000","last_peered":"2024-09-19T04:39:55.240804+0000","last_clean":"2024-09-19T04:39:55.240804+0000","last_became_active":"2024-09-19T04:39:53.257382+0000","last_became_peered":"2024-09-19T04:39:53.257382+0000","last_unstale":"2024-09-19T04:39:55.240804+0000","last_undegraded":"2024-09-19T04:39:55.240804+0000","last_fullsized":"2024-09-19T04:39:55.240804+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:16:44.273397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304814+0000","last_change":"2024-09-19T04:39:49.219357+0000","last_active":"2024-09-19T04:39:55.304814+0000","last_peered":"2024-09-19T04:39:55.304814+0000","last_clean":"2024-09-19T04:39:55.304814+0000","last_became_active":"2024-09-19T04:39:49.218604+0000","last_became_peered":"2024-09-19T04:39:49.218604+0000","last_unstale":"2024-09-19T04:39:55.304814+0000","last_undegraded":"2024-09-19T04:39:55.304814+0000","last_fullsized":"2024-09-19T04:39:55.304814+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:37:23.204023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304905+0000","last_change":"2024-09-19T04:39:49.212995+0000","last_active":"2024-09-19T04:39:55.304905+0000","last_peered":"2024-09-19T04:39:55.304905+0000","last_clean":"2024-09-19T04:39:55.304905+0000","last_became_active":"2024-09-19T04:39:49.212736+0000","last_became_peered":"2024-09-19T04:39:49.212736+0000","last_unstale":"2024-09-19T04:39:55.304905+0000","last_undegraded":"2024-09-19T04:39:55.304905+0000","last_fullsized":"2024-09-19T04:39:55.304905+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:22.014558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242271+0000","last_change":"2024-09-19T04:39:49.216590+0000","last_active":"2024-09-19T04:39:55.242271+0000","last_peered":"2024-09-19T04:39:55.242271+0000","last_clean":"2024-09-19T04:39:55.242271+0000","last_became_active":"2024-09-19T04:39:49.214154+0000","last_became_peered":"2024-09-19T04:39:49.214154+0000","last_unstale":"2024-09-19T04:39:55.242271+0000","last_undegraded":"2024-09-19T04:39:55.242271+0000","last_fullsized":"2024-09-19T04:39:55.242271+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:42.185395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306292+0000","last_change":"2024-09-19T04:39:49.206687+0000","last_active":"2024-09-19T04:39:55.306292+0000","last_peered":"2024-09-19T04:39:55.306292+0000","last_clean":"2024-09-19T04:39:55.306292+0000","last_became_active":"2024-09-19T04:39:49.206384+0000","last_became_peered":"2024-09-19T04:39:49.206384+0000","last_unstale":"2024-09-19T04:39:55.306292+0000","last_undegraded":"2024-09-19T04:39:55.306292+0000","last_fullsized":"2024-09-19T04:39:55.306292+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:01.607477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240855+0000","last_change":"2024-09-19T04:39:49.210608+0000","last_active":"2024-09-19T04:39:55.240855+0000","last_peered":"2024-09-19T04:39:55.240855+0000","last_clean":"2024-09-19T04:39:55.240855+0000","last_became_active":"2024-09-19T04:39:49.210340+0000","last_became_peered":"2024-09-19T04:39:49.210340+0000","last_unstale":"2024-09-19T04:39:55.240855+0000","last_undegraded":"2024-09-19T04:39:55.240855+0000","last_fullsized":"2024-09-19T04:39:55.240855+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:04.316332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305886+0000","last_change":"2024-09-19T04:39:49.213681+0000","last_active":"2024-09-19T04:39:55.305886+0000","last_peered":"2024-09-19T04:39:55.305886+0000","last_clean":"2024-09-19T04:39:55.305886+0000","last_became_active":"2024-09-19T04:39:49.213439+0000","last_became_peered":"2024-09-19T04:39:49.213439+0000","last_unstale":"2024-09-19T04:39:55.305886+0000","last_undegraded":"2024-09-19T04:39:55.305886+0000","last_fullsized":"2024-09-19T04:39:55.305886+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:49.598140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305810+0000","last_change":"2024-09-19T04:39:49.230355+0000","last_active":"2024-09-19T04:39:55.305810+0000","last_peered":"2024-09-19T04:39:55.305810+0000","last_clean":"2024-09-19T04:39:55.305810+0000","last_became_active":"2024-09-19T04:39:49.230032+0000","last_became_peered":"2024-09-19T04:39:49.230032+0000","last_unstale":"2024-09-19T04:39:55.305810+0000","last_undegraded":"2024-09-19T04:39:55.305810+0000","last_fullsized":"2024-09-19T04:39:55.305810+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:47.829112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241051+0000","last_change":"2024-09-19T04:39:49.221165+0000","last_active":"2024-09-19T04:39:55.241051+0000","last_peered":"2024-09-19T04:39:55.241051+0000","last_clean":"2024-09-19T04:39:55.241051+0000","last_became_active":"2024-09-19T04:39:49.219776+0000","last_became_peered":"2024-09-19T04:39:49.219776+0000","last_unstale":"2024-09-19T04:39:55.241051+0000","last_undegraded":"2024-09-19T04:39:55.241051+0000","last_fullsized":"2024-09-19T04:39:55.241051+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:54.496191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243832+0000","last_change":"2024-09-19T04:39:49.205079+0000","last_active":"2024-09-19T04:39:55.243832+0000","last_peered":"2024-09-19T04:39:55.243832+0000","last_clean":"2024-09-19T04:39:55.243832+0000","last_became_active":"2024-09-19T04:39:49.204653+0000","last_became_peered":"2024-09-19T04:39:49.204653+0000","last_unstale":"2024-09-19T04:39:55.243832+0000","last_undegraded":"2024-09-19T04:39:55.243832+0000","last_fullsized":"2024-09-19T04:39:55.243832+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:11:25.526797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240302+0000","last_change":"2024-09-19T04:39:49.223192+0000","last_active":"2024-09-19T04:39:55.240302+0000","last_peered":"2024-09-19T04:39:55.240302+0000","last_clean":"2024-09-19T04:39:55.240302+0000","last_became_active":"2024-09-19T04:39:49.222861+0000","last_became_peered":"2024-09-19T04:39:49.222861+0000","last_unstale":"2024-09-19T04:39:55.240302+0000","last_undegraded":"2024-09-19T04:39:55.240302+0000","last_fullsized":"2024-09-19T04:39:55.240302+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:18.447781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242154+0000","last_change":"2024-09-19T04:39:49.231980+0000","last_active":"2024-09-19T04:39:55.242154+0000","last_peered":"2024-09-19T04:39:55.242154+0000","last_clean":"2024-09-19T04:39:55.242154+0000","last_became_active":"2024-09-19T04:39:49.231708+0000","last_became_peered":"2024-09-19T04:39:49.231708+0000","last_unstale":"2024-09-19T04:39:55.242154+0000","last_undegraded":"2024-09-19T04:39:55.242154+0000","last_fullsized":"2024-09-19T04:39:55.242154+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:54.496191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306168+0000","last_change":"2024-09-19T04:39:49.232094+0000","last_active":"2024-09-19T04:39:55.306168+0000","last_peered":"2024-09-19T04:39:55.306168+0000","last_clean":"2024-09-19T04:39:55.306168+0000","last_became_active":"2024-09-19T04:39:49.231847+0000","last_became_peered":"2024-09-19T04:39:49.231847+0000","last_unstale":"2024-09-19T04:39:55.306168+0000","last_undegraded":"2024-09-19T04:39:55.306168+0000","last_fullsized":"2024-09-19T04:39:55.306168+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:35.722085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305455+0000","last_change":"2024-09-19T04:39:49.220771+0000","last_active":"2024-09-19T04:39:55.305455+0000","last_peered":"2024-09-19T04:39:55.305455+0000","last_clean":"2024-09-19T04:39:55.305455+0000","last_became_active":"2024-09-19T04:39:49.220252+0000","last_became_peered":"2024-09-19T04:39:49.220252+0000","last_unstale":"2024-09-19T04:39:55.305455+0000","last_undegraded":"2024-09-19T04:39:55.305455+0000","last_fullsized":"2024-09-19T04:39:55.305455+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:38.196380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306111+0000","last_change":"2024-09-19T04:39:49.231139+0000","last_active":"2024-09-19T04:39:55.306111+0000","last_peered":"2024-09-19T04:39:55.306111+0000","last_clean":"2024-09-19T04:39:55.306111+0000","last_became_active":"2024-09-19T04:39:49.230748+0000","last_became_peered":"2024-09-19T04:39:49.230748+0000","last_unstale":"2024-09-19T04:39:55.306111+0000","last_undegraded":"2024-09-19T04:39:55.306111+0000","last_fullsized":"2024-09-19T04:39:55.306111+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:14.025663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305742+0000","last_change":"2024-09-19T04:39:49.217280+0000","last_active":"2024-09-19T04:39:55.305742+0000","last_peered":"2024-09-19T04:39:55.305742+0000","last_clean":"2024-09-19T04:39:55.305742+0000","last_became_active":"2024-09-19T04:39:49.216984+0000","last_became_peered":"2024-09-19T04:39:49.216984+0000","last_unstale":"2024-09-19T04:39:55.305742+0000","last_undegraded":"2024-09-19T04:39:55.305742+0000","last_fullsized":"2024-09-19T04:39:55.305742+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:35.722085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243591+0000","last_change":"2024-09-19T04:39:49.229565+0000","last_active":"2024-09-19T04:39:55.243591+0000","last_peered":"2024-09-19T04:39:55.243591+0000","last_clean":"2024-09-19T04:39:55.243591+0000","last_became_active":"2024-09-19T04:39:49.229301+0000","last_became_peered":"2024-09-19T04:39:49.229301+0000","last_unstale":"2024-09-19T04:39:55.243591+0000","last_undegraded":"2024-09-19T04:39:55.243591+0000","last_fullsized":"2024-09-19T04:39:55.243591+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:14.025663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243930+0000","last_change":"2024-09-19T04:39:49.203853+0000","last_active":"2024-09-19T04:39:55.243930+0000","last_peered":"2024-09-19T04:39:55.243930+0000","last_clean":"2024-09-19T04:39:55.243930+0000","last_became_active":"2024-09-19T04:39:49.203104+0000","last_became_peered":"2024-09-19T04:39:49.203104+0000","last_unstale":"2024-09-19T04:39:55.243930+0000","last_undegraded":"2024-09-19T04:39:55.243930+0000","last_fullsized":"2024-09-19T04:39:55.243930+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:49.598140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304733+0000","last_change":"2024-09-19T04:39:49.223814+0000","last_active":"2024-09-19T04:39:55.304733+0000","last_peered":"2024-09-19T04:39:55.304733+0000","last_clean":"2024-09-19T04:39:55.304733+0000","last_became_active":"2024-09-19T04:39:49.222724+0000","last_became_peered":"2024-09-19T04:39:49.222724+0000","last_unstale":"2024-09-19T04:39:55.304733+0000","last_undegraded":"2024-09-19T04:39:55.304733+0000","last_fullsized":"2024-09-19T04:39:55.304733+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:01:53.903850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306429+0000","last_change":"2024-09-19T04:39:49.215066+0000","last_active":"2024-09-19T04:39:55.306429+0000","last_peered":"2024-09-19T04:39:55.306429+0000","last_clean":"2024-09-19T04:39:55.306429+0000","last_became_active":"2024-09-19T04:39:49.214777+0000","last_became_peered":"2024-09-19T04:39:49.214777+0000","last_unstale":"2024-09-19T04:39:55.306429+0000","last_undegraded":"2024-09-19T04:39:55.306429+0000","last_fullsized":"2024-09-19T04:39:55.306429+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:37:23.204023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240558+0000","last_change":"2024-09-19T04:39:49.225185+0000","last_active":"2024-09-19T04:39:55.240558+0000","last_peered":"2024-09-19T04:39:55.240558+0000","last_clean":"2024-09-19T04:39:55.240558+0000","last_became_active":"2024-09-19T04:39:49.224216+0000","last_became_peered":"2024-09-19T04:39:49.224216+0000","last_unstale":"2024-09-19T04:39:55.240558+0000","last_undegraded":"2024-09-19T04:39:55.240558+0000","last_fullsized":"2024-09-19T04:39:55.240558+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:38.196380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242732+0000","last_change":"2024-09-19T04:39:49.217932+0000","last_active":"2024-09-19T04:39:55.242732+0000","last_peered":"2024-09-19T04:39:55.242732+0000","last_clean":"2024-09-19T04:39:55.242732+0000","last_became_active":"2024-09-19T04:39:49.217608+0000","last_became_peered":"2024-09-19T04:39:49.217608+0000","last_unstale":"2024-09-19T04:39:55.242732+0000","last_undegraded":"2024-09-19T04:39:55.242732+0000","last_fullsized":"2024-09-19T04:39:55.242732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:25.938202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305323+0000","last_change":"2024-09-19T04:39:49.213499+0000","last_active":"2024-09-19T04:39:55.305323+0000","last_peered":"2024-09-19T04:39:55.305323+0000","last_clean":"2024-09-19T04:39:55.305323+0000","last_became_active":"2024-09-19T04:39:49.213125+0000","last_became_peered":"2024-09-19T04:39:49.213125+0000","last_unstale":"2024-09-19T04:39:55.305323+0000","last_undegraded":"2024-09-19T04:39:55.305323+0000","last_fullsized":"2024-09-19T04:39:55.305323+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:01.607477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305693+0000","last_change":"2024-09-19T04:39:49.212599+0000","last_active":"2024-09-19T04:39:55.305693+0000","last_peered":"2024-09-19T04:39:55.305693+0000","last_clean":"2024-09-19T04:39:55.305693+0000","last_became_active":"2024-09-19T04:39:49.212217+0000","last_became_peered":"2024-09-19T04:39:49.212217+0000","last_unstale":"2024-09-19T04:39:55.305693+0000","last_undegraded":"2024-09-19T04:39:55.305693+0000","last_fullsized":"2024-09-19T04:39:55.305693+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:09.102913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306632+0000","last_change":"2024-09-19T04:39:49.229876+0000","last_active":"2024-09-19T04:39:55.306632+0000","last_peered":"2024-09-19T04:39:55.306632+0000","last_clean":"2024-09-19T04:39:55.306632+0000","last_became_active":"2024-09-19T04:39:49.229290+0000","last_became_peered":"2024-09-19T04:39:49.229290+0000","last_unstale":"2024-09-19T04:39:55.306632+0000","last_undegraded":"2024-09-19T04:39:55.306632+0000","last_fullsized":"2024-09-19T04:39:55.306632+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:23.779574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240025+0000","last_change":"2024-09-19T04:39:49.218105+0000","last_active":"2024-09-19T04:39:55.240025+0000","last_peered":"2024-09-19T04:39:55.240025+0000","last_clean":"2024-09-19T04:39:55.240025+0000","last_became_active":"2024-09-19T04:39:49.217496+0000","last_became_peered":"2024-09-19T04:39:49.217496+0000","last_unstale":"2024-09-19T04:39:55.240025+0000","last_undegraded":"2024-09-19T04:39:55.240025+0000","last_fullsized":"2024-09-19T04:39:55.240025+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:47.829112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305287+0000","last_change":"2024-09-19T04:39:49.232411+0000","last_active":"2024-09-19T04:39:55.305287+0000","last_peered":"2024-09-19T04:39:55.305287+0000","last_clean":"2024-09-19T04:39:55.305287+0000","last_became_active":"2024-09-19T04:39:49.232102+0000","last_became_peered":"2024-09-19T04:39:49.232102+0000","last_unstale":"2024-09-19T04:39:55.305287+0000","last_undegraded":"2024-09-19T04:39:55.305287+0000","last_fullsized":"2024-09-19T04:39:55.305287+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:11:25.526797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242034+0000","last_change":"2024-09-19T04:39:49.206535+0000","last_active":"2024-09-19T04:39:55.242034+0000","last_peered":"2024-09-19T04:39:55.242034+0000","last_clean":"2024-09-19T04:39:55.242034+0000","last_became_active":"2024-09-19T04:39:49.206211+0000","last_became_peered":"2024-09-19T04:39:49.206211+0000","last_unstale":"2024-09-19T04:39:55.242034+0000","last_undegraded":"2024-09-19T04:39:55.242034+0000","last_fullsized":"2024-09-19T04:39:55.242034+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:18.447781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305759+0000","last_change":"2024-09-19T04:39:49.232545+0000","last_active":"2024-09-19T04:39:55.305759+0000","last_peered":"2024-09-19T04:39:55.305759+0000","last_clean":"2024-09-19T04:39:55.305759+0000","last_became_active":"2024-09-19T04:39:49.229953+0000","last_became_peered":"2024-09-19T04:39:49.229953+0000","last_unstale":"2024-09-19T04:39:55.305759+0000","last_undegraded":"2024-09-19T04:39:55.305759+0000","last_fullsized":"2024-09-19T04:39:55.305759+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:42.185395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242551+0000","last_change":"2024-09-19T04:39:49.211894+0000","last_active":"2024-09-19T04:39:55.242551+0000","last_peered":"2024-09-19T04:39:55.242551+0000","last_clean":"2024-09-19T04:39:55.242551+0000","last_became_active":"2024-09-19T04:39:49.211253+0000","last_became_peered":"2024-09-19T04:39:49.211253+0000","last_unstale":"2024-09-19T04:39:55.242551+0000","last_undegraded":"2024-09-19T04:39:55.242551+0000","last_fullsized":"2024-09-19T04:39:55.242551+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:04.316332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306285+0000","last_change":"2024-09-19T04:39:49.209597+0000","last_active":"2024-09-19T04:39:55.306285+0000","last_peered":"2024-09-19T04:39:55.306285+0000","last_clean":"2024-09-19T04:39:55.306285+0000","last_became_active":"2024-09-19T04:39:49.208390+0000","last_became_peered":"2024-09-19T04:39:49.208390+0000","last_unstale":"2024-09-19T04:39:55.306285+0000","last_undegraded":"2024-09-19T04:39:55.306285+0000","last_fullsized":"2024-09-19T04:39:55.306285+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:01:53.903850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305134+0000","last_change":"2024-09-19T04:39:49.220400+0000","last_active":"2024-09-19T04:39:55.305134+0000","last_peered":"2024-09-19T04:39:55.305134+0000","last_clean":"2024-09-19T04:39:55.305134+0000","last_became_active":"2024-09-19T04:39:49.219862+0000","last_became_peered":"2024-09-19T04:39:49.219862+0000","last_unstale":"2024-09-19T04:39:55.305134+0000","last_undegraded":"2024-09-19T04:39:55.305134+0000","last_fullsized":"2024-09-19T04:39:55.305134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:47.829112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306514+0000","last_change":"2024-09-19T04:39:49.229640+0000","last_active":"2024-09-19T04:39:55.306514+0000","last_peered":"2024-09-19T04:39:55.306514+0000","last_clean":"2024-09-19T04:39:55.306514+0000","last_became_active":"2024-09-19T04:39:49.227991+0000","last_became_peered":"2024-09-19T04:39:49.227991+0000","last_unstale":"2024-09-19T04:39:55.306514+0000","last_undegraded":"2024-09-19T04:39:55.306514+0000","last_fullsized":"2024-09-19T04:39:55.306514+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:37:47.582469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4501,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574856,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32036,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339804,"statfs":{"total":96636764160,"available":96603959296,"internally_reserved":0,"allocated":864256,"data_stored":698343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":278528,"data_stored":111096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574854,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31460,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340380,"statfs":{"total":96636764160,"available":96604549120,"internally_reserved":0,"allocated":270336,"data_stored":107483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":278528,"data_stored":107519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":278528,"data_stored":109456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574856,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":266240,"data_stored":107393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":274432,"data_stored":107553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27884,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343956,"statfs":{"total":96636764160,"available":96608210944,"internally_reserved":0,"allocated":872448,"data_stored":698399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:40:06.469 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:40:06.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.659+0000 7fcdca200640 1 Processor -- start 2024-09-19T04:40:06.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.659+0000 7fcdca200640 1 -- start start 2024-09-19T04:40:06.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.660+0000 7fcdca200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fcdc415e660 0x7fcdc40d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.660+0000 7fcdca200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcdc40d3150 0x7fcdc40b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.660+0000 7fcdca200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcdc40d3680 con 0x7fcdc40b6530 2024-09-19T04:40:06.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.660+0000 7fcdca200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fcdc406d4b0 con 0x7fcdc415e660 2024-09-19T04:40:06.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.660+0000 7fcdca200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fcdc40d3960 con 0x7fcdc40d3150 2024-09-19T04:40:06.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.660+0000 7fcdc3e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fcdc40b6530 0x7fcdc40cf070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:47166/0 (socket says 172.21.15.31:47166) 2024-09-19T04:40:06.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.661+0000 7fcdc3e00640 1 -- 172.21.15.31:0/952489834 learned_addr learned my addr 172.21.15.31:0/952489834 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:06.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.661+0000 7fcdc3400640 1 --2- 172.21.15.31:0/952489834 >> v2:172.21.15.52:3300/0 conn(0x7fcdc415e660 0x7fcdc40d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.661+0000 7fcdc2a00640 1 --2- 172.21.15.31:0/952489834 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcdc40d3150 0x7fcdc40b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.661+0000 7fcdc2000640 1 -- 172.21.15.31:0/952489834 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3315157038 0 0) 0x7fcdc40d3680 con 0x7fcdc40b6530 2024-09-19T04:40:06.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.661+0000 7fcdc2000640 1 -- 172.21.15.31:0/952489834 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcda8003520 con 0x7fcdc40b6530 2024-09-19T04:40:06.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.661+0000 7fcdc3400640 1 -- 172.21.15.31:0/952489834 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcdc40d3150 msgr2=0x7fcdc40b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:06.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.661+0000 7fcdc3400640 1 --2- 172.21.15.31:0/952489834 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcdc40d3150 0x7fcdc40b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.661+0000 7fcdc3400640 1 -- 172.21.15.31:0/952489834 >> v1:172.21.15.31:6789/0 conn(0x7fcdc40b6530 legacy=0x7fcdc40cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.661+0000 7fcdc3400640 1 -- 172.21.15.31:0/952489834 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdc406ce60 con 0x7fcdc415e660 2024-09-19T04:40:06.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.662+0000 7fcdc3400640 1 --2- 172.21.15.31:0/952489834 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcdc415e660 0x7fcdc40d4dd0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fcdb40097a0 tx=0x7fcdb402a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d7694fab28393786 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:06.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.662+0000 7fcdc2000640 1 -- 172.21.15.31:0/952489834 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb4037070 con 0x7fcdc415e660 2024-09-19T04:40:06.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.663+0000 7fcdc2000640 1 -- 172.21.15.31:0/952489834 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcdb4032440 con 0x7fcdc415e660 2024-09-19T04:40:06.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.663+0000 7fcdc2000640 1 -- 172.21.15.31:0/952489834 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb4032810 con 0x7fcdc415e660 2024-09-19T04:40:06.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.663+0000 7fcdca200640 1 -- 172.21.15.31:0/952489834 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcdc415e660 msgr2=0x7fcdc40d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.663+0000 7fcdca200640 1 --2- 172.21.15.31:0/952489834 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcdc415e660 0x7fcdc40d4dd0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fcdb40097a0 tx=0x7fcdb402a210 comp rx=0 tx=0).stop 2024-09-19T04:40:06.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.663+0000 7fcdca200640 1 -- 172.21.15.31:0/952489834 shutdown_connections 2024-09-19T04:40:06.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.663+0000 7fcdca200640 1 --2- 172.21.15.31:0/952489834 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcdc40d3150 0x7fcdc40b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.663+0000 7fcdca200640 1 --2- 172.21.15.31:0/952489834 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcdc415e660 0x7fcdc40d4dd0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.663+0000 7fcdca200640 1 -- 172.21.15.31:0/952489834 >> 172.21.15.31:0/952489834 conn(0x7fcdc408c000 msgr2=0x7fcdc40d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:06.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.663+0000 7fcdca200640 1 -- 172.21.15.31:0/952489834 shutdown_connections 2024-09-19T04:40:06.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.663+0000 7fcdca200640 1 -- 172.21.15.31:0/952489834 wait complete. 2024-09-19T04:40:06.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.665+0000 7fcdca200640 1 Processor -- start 2024-09-19T04:40:06.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.665+0000 7fcdca200640 1 -- start start 2024-09-19T04:40:06.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.666+0000 7fcdca200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcdc40b6530 0x7fcdc41614c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.666+0000 7fcdca200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcdc40d3150 0x7fcdc40cd8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.666+0000 7fcdca200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcdc415e660 0x7fcdc4153460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.666+0000 7fcdca200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc415ea40 con 0x7fcdc415e660 2024-09-19T04:40:06.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.666+0000 7fcdca200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc40d5310 con 0x7fcdc40d3150 2024-09-19T04:40:06.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.666+0000 7fcdca200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fcdc406e950 con 0x7fcdc40b6530 2024-09-19T04:40:06.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.666+0000 7fcdc3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcdc415e660 0x7fcdc4153460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.666+0000 7fcdc3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcdc415e660 0x7fcdc4153460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39240/0 (socket says 172.21.15.31:39240) 2024-09-19T04:40:06.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.666+0000 7fcdc3e00640 1 -- 172.21.15.31:0/228955731 learned_addr learned my addr 172.21.15.31:0/228955731 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:06.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.667+0000 7fcdc3400640 1 --2- 172.21.15.31:0/228955731 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcdc40b6530 0x7fcdc41614c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.667+0000 7fcdc2a00640 1 --2- 172.21.15.31:0/228955731 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcdc40d3150 0x7fcdc40cd8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.667+0000 7fcdc3e00640 1 -- 172.21.15.31:0/228955731 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcdc40b6530 msgr2=0x7fcdc41614c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.667+0000 7fcdc3e00640 1 --2- 172.21.15.31:0/228955731 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcdc40b6530 0x7fcdc41614c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.667+0000 7fcdc3e00640 1 -- 172.21.15.31:0/228955731 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcdc40d3150 msgr2=0x7fcdc40cd8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.667+0000 7fcdc3e00640 1 --2- 172.21.15.31:0/228955731 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcdc40d3150 0x7fcdc40cd8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.667+0000 7fcdc3e00640 1 -- 172.21.15.31:0/228955731 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdc40b7920 con 0x7fcdc415e660 2024-09-19T04:40:06.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.667+0000 7fcdc3e00640 1 --2- 172.21.15.31:0/228955731 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcdc415e660 0x7fcdc4153460 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc00cb40 tx=0x7fcdbc00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:06.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.667+0000 7fcdbb400640 1 -- 172.21.15.31:0/228955731 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc017070 con 0x7fcdc415e660 2024-09-19T04:40:06.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.667+0000 7fcdbb400640 1 -- 172.21.15.31:0/228955731 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcdbc00aca0 con 0x7fcdc415e660 2024-09-19T04:40:06.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.667+0000 7fcdbb400640 1 -- 172.21.15.31:0/228955731 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc012620 con 0x7fcdc415e660 2024-09-19T04:40:06.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.667+0000 7fcdca200640 1 -- 172.21.15.31:0/228955731 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdc40b7be0 con 0x7fcdc415e660 2024-09-19T04:40:06.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.667+0000 7fcdca200640 1 -- 172.21.15.31:0/228955731 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdc40b81a0 con 0x7fcdc415e660 2024-09-19T04:40:06.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.668+0000 7fcdca200640 1 -- 172.21.15.31:0/228955731 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdc40b5ff0 con 0x7fcdc415e660 2024-09-19T04:40:06.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.669+0000 7fcdbb400640 1 -- 172.21.15.31:0/228955731 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcdbc01a070 con 0x7fcdc415e660 2024-09-19T04:40:06.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.670+0000 7fcdbb400640 1 --2- 172.21.15.31:0/228955731 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcda406c2b0 0x7fcda406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:06.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.670+0000 7fcdbb400640 1 -- 172.21.15.31:0/228955731 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fcdbc08b650 con 0x7fcdc415e660 2024-09-19T04:40:06.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.671+0000 7fcdc3400640 1 --2- 172.21.15.31:0/228955731 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcda406c2b0 0x7fcda406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:06.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.671+0000 7fcdc3400640 1 --2- 172.21.15.31:0/228955731 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcda406c2b0 0x7fcda406e770 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4034000 tx=0x7fcdb402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:06.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.675+0000 7fcdbb400640 1 -- 172.21.15.31:0/228955731 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcdbc0599e0 con 0x7fcdc415e660 2024-09-19T04:40:06.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.857+0000 7fcdca200640 1 -- 172.21.15.31:0/228955731 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fcdc40b1f10 con 0x7fcda406c2b0 2024-09-19T04:40:06.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.866+0000 7fcdbb400640 1 -- 172.21.15.31:0/228955731 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332558 (secure 0 0 0) 0x7fcdc40b1f10 con 0x7fcda406c2b0 2024-09-19T04:40:06.870 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:06.872 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T04:40:06.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.870+0000 7fcdca200640 1 -- 172.21.15.31:0/228955731 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcda406c2b0 msgr2=0x7fcda406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.870+0000 7fcdca200640 1 --2- 172.21.15.31:0/228955731 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcda406c2b0 0x7fcda406e770 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4034000 tx=0x7fcdb402e000 comp rx=0 tx=0).stop 2024-09-19T04:40:06.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.870+0000 7fcdca200640 1 -- 172.21.15.31:0/228955731 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcdc415e660 msgr2=0x7fcdc4153460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:06.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.870+0000 7fcdca200640 1 --2- 172.21.15.31:0/228955731 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcdc415e660 0x7fcdc4153460 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc00cb40 tx=0x7fcdbc00a060 comp rx=0 tx=0).stop 2024-09-19T04:40:06.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.870+0000 7fcdca200640 1 -- 172.21.15.31:0/228955731 shutdown_connections 2024-09-19T04:40:06.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.870+0000 7fcdca200640 1 --2- 172.21.15.31:0/228955731 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcdc415e660 0x7fcdc4153460 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.870+0000 7fcdca200640 1 --2- 172.21.15.31:0/228955731 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcda406c2b0 0x7fcda406e770 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.870+0000 7fcdca200640 1 --2- 172.21.15.31:0/228955731 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcdc40d3150 0x7fcdc40cd8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.870+0000 7fcdca200640 1 --2- 172.21.15.31:0/228955731 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcdc40b6530 0x7fcdc41614c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:06.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.870+0000 7fcdca200640 1 -- 172.21.15.31:0/228955731 >> 172.21.15.31:0/228955731 conn(0x7fcdc408c000 msgr2=0x7fcdc40b5700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:06.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.870+0000 7fcdca200640 1 -- 172.21.15.31:0/228955731 shutdown_connections 2024-09-19T04:40:06.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:06.870+0000 7fcdca200640 1 -- 172.21.15.31:0/228955731 wait complete. 2024-09-19T04:40:06.886 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":32,"stamp":"2024-09-19T04:40:05.148437+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594869,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":206,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":158,"ondisk_log_size":158,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":227888,"kb_used_data":3304,"kb_used_omap":12,"kb_used_meta":224371,"kb_avail":754746832,"statfs":{"total":773094113280,"available":772860755968,"internally_reserved":0,"allocated":3383296,"data_stored":2047242,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":229756466},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2091,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001991"},"pg_stats":[{"pgid":"2.1f","version":"19'4","reported_seq":28,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306750+0000","last_change":"2024-09-19T04:39:48.212499+0000","last_active":"2024-09-19T04:39:55.306750+0000","last_peered":"2024-09-19T04:39:55.306750+0000","last_clean":"2024-09-19T04:39:55.306750+0000","last_became_active":"2024-09-19T04:39:48.212191+0000","last_became_peered":"2024-09-19T04:39:48.212191+0000","last_unstale":"2024-09-19T04:39:55.306750+0000","last_undegraded":"2024-09-19T04:39:55.306750+0000","last_fullsized":"2024-09-19T04:39:55.306750+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:44:08.851635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240923+0000","last_change":"2024-09-19T04:39:49.223603+0000","last_active":"2024-09-19T04:39:55.240923+0000","last_peered":"2024-09-19T04:39:55.240923+0000","last_clean":"2024-09-19T04:39:55.240923+0000","last_became_active":"2024-09-19T04:39:49.223272+0000","last_became_peered":"2024-09-19T04:39:49.223272+0000","last_unstale":"2024-09-19T04:39:55.240923+0000","last_undegraded":"2024-09-19T04:39:55.240923+0000","last_fullsized":"2024-09-19T04:39:55.240923+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:42.185395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240167+0000","last_change":"2024-09-19T04:39:54.078346+0000","last_active":"2024-09-19T04:39:55.240167+0000","last_peered":"2024-09-19T04:39:55.240167+0000","last_clean":"2024-09-19T04:39:55.240167+0000","last_became_active":"2024-09-19T04:39:54.077887+0000","last_became_peered":"2024-09-19T04:39:54.077887+0000","last_unstale":"2024-09-19T04:39:55.240167+0000","last_undegraded":"2024-09-19T04:39:55.240167+0000","last_fullsized":"2024-09-19T04:39:55.240167+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:43.997310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241029+0000","last_change":"2024-09-19T04:39:48.212032+0000","last_active":"2024-09-19T04:39:55.241029+0000","last_peered":"2024-09-19T04:39:55.241029+0000","last_clean":"2024-09-19T04:39:55.241029+0000","last_became_active":"2024-09-19T04:39:48.211783+0000","last_became_peered":"2024-09-19T04:39:48.211783+0000","last_unstale":"2024-09-19T04:39:55.241029+0000","last_undegraded":"2024-09-19T04:39:55.241029+0000","last_fullsized":"2024-09-19T04:39:55.241029+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306656+0000","last_change":"2024-09-19T04:39:49.214446+0000","last_active":"2024-09-19T04:39:55.306656+0000","last_peered":"2024-09-19T04:39:55.306656+0000","last_clean":"2024-09-19T04:39:55.306656+0000","last_became_active":"2024-09-19T04:39:49.214120+0000","last_became_peered":"2024-09-19T04:39:49.214120+0000","last_unstale":"2024-09-19T04:39:55.306656+0000","last_undegraded":"2024-09-19T04:39:55.306656+0000","last_fullsized":"2024-09-19T04:39:55.306656+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:46.523459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241690+0000","last_change":"2024-09-19T04:39:53.265653+0000","last_active":"2024-09-19T04:39:55.241690+0000","last_peered":"2024-09-19T04:39:55.241690+0000","last_clean":"2024-09-19T04:39:55.241690+0000","last_became_active":"2024-09-19T04:39:53.265189+0000","last_became_peered":"2024-09-19T04:39:53.265189+0000","last_unstale":"2024-09-19T04:39:55.241690+0000","last_undegraded":"2024-09-19T04:39:55.241690+0000","last_fullsized":"2024-09-19T04:39:55.241690+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:44.007291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306080+0000","last_change":"2024-09-19T04:39:48.212172+0000","last_active":"2024-09-19T04:39:55.306080+0000","last_peered":"2024-09-19T04:39:55.306080+0000","last_clean":"2024-09-19T04:39:55.306080+0000","last_became_active":"2024-09-19T04:39:48.211097+0000","last_became_peered":"2024-09-19T04:39:48.211097+0000","last_unstale":"2024-09-19T04:39:55.306080+0000","last_undegraded":"2024-09-19T04:39:55.306080+0000","last_fullsized":"2024-09-19T04:39:55.306080+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:00.067027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242658+0000","last_change":"2024-09-19T04:39:49.212874+0000","last_active":"2024-09-19T04:39:55.242658+0000","last_peered":"2024-09-19T04:39:55.242658+0000","last_clean":"2024-09-19T04:39:55.242658+0000","last_became_active":"2024-09-19T04:39:49.212596+0000","last_became_peered":"2024-09-19T04:39:49.212596+0000","last_unstale":"2024-09-19T04:39:55.242658+0000","last_undegraded":"2024-09-19T04:39:55.242658+0000","last_fullsized":"2024-09-19T04:39:55.242658+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:37:47.582469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242464+0000","last_change":"2024-09-19T04:39:53.265614+0000","last_active":"2024-09-19T04:39:55.242464+0000","last_peered":"2024-09-19T04:39:55.242464+0000","last_clean":"2024-09-19T04:39:55.242464+0000","last_became_active":"2024-09-19T04:39:53.264657+0000","last_became_peered":"2024-09-19T04:39:53.264657+0000","last_unstale":"2024-09-19T04:39:55.242464+0000","last_undegraded":"2024-09-19T04:39:55.242464+0000","last_fullsized":"2024-09-19T04:39:55.242464+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:08:16.399628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305914+0000","last_change":"2024-09-19T04:39:48.211282+0000","last_active":"2024-09-19T04:39:55.305914+0000","last_peered":"2024-09-19T04:39:55.305914+0000","last_clean":"2024-09-19T04:39:55.305914+0000","last_became_active":"2024-09-19T04:39:48.210839+0000","last_became_peered":"2024-09-19T04:39:48.210839+0000","last_unstale":"2024-09-19T04:39:55.305914+0000","last_undegraded":"2024-09-19T04:39:55.305914+0000","last_fullsized":"2024-09-19T04:39:55.305914+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:21.009128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242985+0000","last_change":"2024-09-19T04:39:49.214419+0000","last_active":"2024-09-19T04:39:55.242985+0000","last_peered":"2024-09-19T04:39:55.242985+0000","last_clean":"2024-09-19T04:39:55.242985+0000","last_became_active":"2024-09-19T04:39:49.213109+0000","last_became_peered":"2024-09-19T04:39:49.213109+0000","last_unstale":"2024-09-19T04:39:55.242985+0000","last_undegraded":"2024-09-19T04:39:55.242985+0000","last_fullsized":"2024-09-19T04:39:55.242985+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:23.779574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242094+0000","last_change":"2024-09-19T04:39:53.245521+0000","last_active":"2024-09-19T04:39:55.242094+0000","last_peered":"2024-09-19T04:39:55.242094+0000","last_clean":"2024-09-19T04:39:55.242094+0000","last_became_active":"2024-09-19T04:39:53.245060+0000","last_became_peered":"2024-09-19T04:39:53.245060+0000","last_unstale":"2024-09-19T04:39:55.242094+0000","last_undegraded":"2024-09-19T04:39:55.242094+0000","last_fullsized":"2024-09-19T04:39:55.242094+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:49.502013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305289+0000","last_change":"2024-09-19T04:39:49.220804+0000","last_active":"2024-09-19T04:39:55.305289+0000","last_peered":"2024-09-19T04:39:55.305289+0000","last_clean":"2024-09-19T04:39:55.305289+0000","last_became_active":"2024-09-19T04:39:49.216128+0000","last_became_peered":"2024-09-19T04:39:49.216128+0000","last_unstale":"2024-09-19T04:39:55.305289+0000","last_undegraded":"2024-09-19T04:39:55.305289+0000","last_fullsized":"2024-09-19T04:39:55.305289+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.229177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306196+0000","last_change":"2024-09-19T04:39:48.212850+0000","last_active":"2024-09-19T04:39:55.306196+0000","last_peered":"2024-09-19T04:39:55.306196+0000","last_clean":"2024-09-19T04:39:55.306196+0000","last_became_active":"2024-09-19T04:39:48.212451+0000","last_became_peered":"2024-09-19T04:39:48.212451+0000","last_unstale":"2024-09-19T04:39:55.306196+0000","last_undegraded":"2024-09-19T04:39:55.306196+0000","last_fullsized":"2024-09-19T04:39:55.306196+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243483+0000","last_change":"2024-09-19T04:39:53.267480+0000","last_active":"2024-09-19T04:39:55.243483+0000","last_peered":"2024-09-19T04:39:55.243483+0000","last_clean":"2024-09-19T04:39:55.243483+0000","last_became_active":"2024-09-19T04:39:53.266979+0000","last_became_peered":"2024-09-19T04:39:53.266979+0000","last_unstale":"2024-09-19T04:39:55.243483+0000","last_undegraded":"2024-09-19T04:39:55.243483+0000","last_fullsized":"2024-09-19T04:39:55.243483+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:55.457471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240564+0000","last_change":"2024-09-19T04:39:49.216093+0000","last_active":"2024-09-19T04:39:55.240564+0000","last_peered":"2024-09-19T04:39:55.240564+0000","last_clean":"2024-09-19T04:39:55.240564+0000","last_became_active":"2024-09-19T04:39:49.215808+0000","last_became_peered":"2024-09-19T04:39:49.215808+0000","last_unstale":"2024-09-19T04:39:55.240564+0000","last_undegraded":"2024-09-19T04:39:55.240564+0000","last_fullsized":"2024-09-19T04:39:55.240564+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:11:25.526797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304993+0000","last_change":"2024-09-19T04:39:48.207602+0000","last_active":"2024-09-19T04:39:55.304993+0000","last_peered":"2024-09-19T04:39:55.304993+0000","last_clean":"2024-09-19T04:39:55.304993+0000","last_became_active":"2024-09-19T04:39:48.207309+0000","last_became_peered":"2024-09-19T04:39:48.207309+0000","last_unstale":"2024-09-19T04:39:55.304993+0000","last_undegraded":"2024-09-19T04:39:55.304993+0000","last_fullsized":"2024-09-19T04:39:55.304993+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242526+0000","last_change":"2024-09-19T04:39:53.252334+0000","last_active":"2024-09-19T04:39:55.242526+0000","last_peered":"2024-09-19T04:39:55.242526+0000","last_clean":"2024-09-19T04:39:55.242526+0000","last_became_active":"2024-09-19T04:39:53.251869+0000","last_became_peered":"2024-09-19T04:39:53.251869+0000","last_unstale":"2024-09-19T04:39:55.242526+0000","last_undegraded":"2024-09-19T04:39:55.242526+0000","last_fullsized":"2024-09-19T04:39:55.242526+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:23.805806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240255+0000","last_change":"2024-09-19T04:39:49.213034+0000","last_active":"2024-09-19T04:39:55.240255+0000","last_peered":"2024-09-19T04:39:55.240255+0000","last_clean":"2024-09-19T04:39:55.240255+0000","last_became_active":"2024-09-19T04:39:49.211387+0000","last_became_peered":"2024-09-19T04:39:49.211387+0000","last_unstale":"2024-09-19T04:39:55.240255+0000","last_undegraded":"2024-09-19T04:39:55.240255+0000","last_fullsized":"2024-09-19T04:39:55.240255+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:49.598140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304825+0000","last_change":"2024-09-19T04:39:48.216499+0000","last_active":"2024-09-19T04:39:55.304825+0000","last_peered":"2024-09-19T04:39:55.304825+0000","last_clean":"2024-09-19T04:39:55.304825+0000","last_became_active":"2024-09-19T04:39:48.216187+0000","last_became_peered":"2024-09-19T04:39:48.216187+0000","last_unstale":"2024-09-19T04:39:55.304825+0000","last_undegraded":"2024-09-19T04:39:55.304825+0000","last_fullsized":"2024-09-19T04:39:55.304825+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:21.472952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305802+0000","last_change":"2024-09-19T04:39:54.077847+0000","last_active":"2024-09-19T04:39:55.305802+0000","last_peered":"2024-09-19T04:39:55.305802+0000","last_clean":"2024-09-19T04:39:55.305802+0000","last_became_active":"2024-09-19T04:39:54.077418+0000","last_became_peered":"2024-09-19T04:39:54.077418+0000","last_unstale":"2024-09-19T04:39:55.305802+0000","last_undegraded":"2024-09-19T04:39:55.305802+0000","last_fullsized":"2024-09-19T04:39:55.305802+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:01.569399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242564+0000","last_change":"2024-09-19T04:39:49.209513+0000","last_active":"2024-09-19T04:39:55.242564+0000","last_peered":"2024-09-19T04:39:55.242564+0000","last_clean":"2024-09-19T04:39:55.242564+0000","last_became_active":"2024-09-19T04:39:49.208546+0000","last_became_peered":"2024-09-19T04:39:49.208546+0000","last_unstale":"2024-09-19T04:39:55.242564+0000","last_undegraded":"2024-09-19T04:39:55.242564+0000","last_fullsized":"2024-09-19T04:39:55.242564+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:27.232452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304761+0000","last_change":"2024-09-19T04:39:48.214317+0000","last_active":"2024-09-19T04:39:55.304761+0000","last_peered":"2024-09-19T04:39:55.304761+0000","last_clean":"2024-09-19T04:39:55.304761+0000","last_became_active":"2024-09-19T04:39:48.214013+0000","last_became_peered":"2024-09-19T04:39:48.214013+0000","last_unstale":"2024-09-19T04:39:55.304761+0000","last_undegraded":"2024-09-19T04:39:55.304761+0000","last_fullsized":"2024-09-19T04:39:55.304761+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:45.496385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243509+0000","last_change":"2024-09-19T04:39:53.252467+0000","last_active":"2024-09-19T04:39:55.243509+0000","last_peered":"2024-09-19T04:39:55.243509+0000","last_clean":"2024-09-19T04:39:55.243509+0000","last_became_active":"2024-09-19T04:39:53.251941+0000","last_became_peered":"2024-09-19T04:39:53.251941+0000","last_unstale":"2024-09-19T04:39:55.243509+0000","last_undegraded":"2024-09-19T04:39:55.243509+0000","last_fullsized":"2024-09-19T04:39:55.243509+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:01.569399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306701+0000","last_change":"2024-09-19T04:39:49.212455+0000","last_active":"2024-09-19T04:39:55.306701+0000","last_peered":"2024-09-19T04:39:55.306701+0000","last_clean":"2024-09-19T04:39:55.306701+0000","last_became_active":"2024-09-19T04:39:49.212144+0000","last_became_peered":"2024-09-19T04:39:49.212144+0000","last_unstale":"2024-09-19T04:39:55.306701+0000","last_undegraded":"2024-09-19T04:39:55.306701+0000","last_fullsized":"2024-09-19T04:39:55.306701+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:38.196380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306230+0000","last_change":"2024-09-19T04:39:48.210127+0000","last_active":"2024-09-19T04:39:55.306230+0000","last_peered":"2024-09-19T04:39:55.306230+0000","last_clean":"2024-09-19T04:39:55.306230+0000","last_became_active":"2024-09-19T04:39:48.209248+0000","last_became_peered":"2024-09-19T04:39:48.209248+0000","last_unstale":"2024-09-19T04:39:55.306230+0000","last_undegraded":"2024-09-19T04:39:55.306230+0000","last_fullsized":"2024-09-19T04:39:55.306230+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242268+0000","last_change":"2024-09-19T04:39:54.081452+0000","last_active":"2024-09-19T04:39:55.242268+0000","last_peered":"2024-09-19T04:39:55.242268+0000","last_clean":"2024-09-19T04:39:55.242268+0000","last_became_active":"2024-09-19T04:39:54.080249+0000","last_became_peered":"2024-09-19T04:39:54.080249+0000","last_unstale":"2024-09-19T04:39:55.242268+0000","last_undegraded":"2024-09-19T04:39:55.242268+0000","last_fullsized":"2024-09-19T04:39:55.242268+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:18.065646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241134+0000","last_change":"2024-09-19T04:39:49.229561+0000","last_active":"2024-09-19T04:39:55.241134+0000","last_peered":"2024-09-19T04:39:55.241134+0000","last_clean":"2024-09-19T04:39:55.241134+0000","last_became_active":"2024-09-19T04:39:49.229241+0000","last_became_peered":"2024-09-19T04:39:49.229241+0000","last_unstale":"2024-09-19T04:39:55.241134+0000","last_undegraded":"2024-09-19T04:39:55.241134+0000","last_fullsized":"2024-09-19T04:39:55.241134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:37:47.582469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305224+0000","last_change":"2024-09-19T04:39:48.204573+0000","last_active":"2024-09-19T04:39:55.305224+0000","last_peered":"2024-09-19T04:39:55.305224+0000","last_clean":"2024-09-19T04:39:55.305224+0000","last_became_active":"2024-09-19T04:39:48.204247+0000","last_became_peered":"2024-09-19T04:39:48.204247+0000","last_unstale":"2024-09-19T04:39:55.305224+0000","last_undegraded":"2024-09-19T04:39:55.305224+0000","last_fullsized":"2024-09-19T04:39:55.305224+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240770+0000","last_change":"2024-09-19T04:39:54.078592+0000","last_active":"2024-09-19T04:39:55.240770+0000","last_peered":"2024-09-19T04:39:55.240770+0000","last_clean":"2024-09-19T04:39:55.240770+0000","last_became_active":"2024-09-19T04:39:54.076955+0000","last_became_peered":"2024-09-19T04:39:54.076955+0000","last_unstale":"2024-09-19T04:39:55.240770+0000","last_undegraded":"2024-09-19T04:39:55.240770+0000","last_fullsized":"2024-09-19T04:39:55.240770+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:44:19.051878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305345+0000","last_change":"2024-09-19T04:39:49.218282+0000","last_active":"2024-09-19T04:39:55.305345+0000","last_peered":"2024-09-19T04:39:55.305345+0000","last_clean":"2024-09-19T04:39:55.305345+0000","last_became_active":"2024-09-19T04:39:49.217977+0000","last_became_peered":"2024-09-19T04:39:49.217977+0000","last_unstale":"2024-09-19T04:39:55.305345+0000","last_undegraded":"2024-09-19T04:39:55.305345+0000","last_fullsized":"2024-09-19T04:39:55.305345+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:09.102913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306203+0000","last_change":"2024-09-19T04:39:48.214822+0000","last_active":"2024-09-19T04:39:55.306203+0000","last_peered":"2024-09-19T04:39:55.306203+0000","last_clean":"2024-09-19T04:39:55.306203+0000","last_became_active":"2024-09-19T04:39:48.214525+0000","last_became_peered":"2024-09-19T04:39:48.214525+0000","last_unstale":"2024-09-19T04:39:55.306203+0000","last_undegraded":"2024-09-19T04:39:55.306203+0000","last_fullsized":"2024-09-19T04:39:55.306203+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:07.622445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306240+0000","last_change":"2024-09-19T04:39:54.076502+0000","last_active":"2024-09-19T04:39:55.306240+0000","last_peered":"2024-09-19T04:39:55.306240+0000","last_clean":"2024-09-19T04:39:55.306240+0000","last_became_active":"2024-09-19T04:39:54.076022+0000","last_became_peered":"2024-09-19T04:39:54.076022+0000","last_unstale":"2024-09-19T04:39:55.306240+0000","last_undegraded":"2024-09-19T04:39:55.306240+0000","last_fullsized":"2024-09-19T04:39:55.306240+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:18.065646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243010+0000","last_change":"2024-09-19T04:39:49.210794+0000","last_active":"2024-09-19T04:39:55.243010+0000","last_peered":"2024-09-19T04:39:55.243010+0000","last_clean":"2024-09-19T04:39:55.243010+0000","last_became_active":"2024-09-19T04:39:49.210527+0000","last_became_peered":"2024-09-19T04:39:49.210527+0000","last_unstale":"2024-09-19T04:39:55.243010+0000","last_undegraded":"2024-09-19T04:39:55.243010+0000","last_fullsized":"2024-09-19T04:39:55.243010+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:35.307641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305435+0000","last_change":"2024-09-19T04:39:48.213670+0000","last_active":"2024-09-19T04:39:55.305435+0000","last_peered":"2024-09-19T04:39:55.305435+0000","last_clean":"2024-09-19T04:39:55.305435+0000","last_became_active":"2024-09-19T04:39:48.213361+0000","last_became_peered":"2024-09-19T04:39:48.213361+0000","last_unstale":"2024-09-19T04:39:55.305435+0000","last_undegraded":"2024-09-19T04:39:55.305435+0000","last_fullsized":"2024-09-19T04:39:55.305435+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:00.067027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304613+0000","last_change":"2024-09-19T04:39:53.266309+0000","last_active":"2024-09-19T04:39:55.304613+0000","last_peered":"2024-09-19T04:39:55.304613+0000","last_clean":"2024-09-19T04:39:55.304613+0000","last_became_active":"2024-09-19T04:39:53.265843+0000","last_became_peered":"2024-09-19T04:39:53.265843+0000","last_unstale":"2024-09-19T04:39:55.304613+0000","last_undegraded":"2024-09-19T04:39:55.304613+0000","last_fullsized":"2024-09-19T04:39:55.304613+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:23.805806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243019+0000","last_change":"2024-09-19T04:39:49.206200+0000","last_active":"2024-09-19T04:39:55.243019+0000","last_peered":"2024-09-19T04:39:55.243019+0000","last_clean":"2024-09-19T04:39:55.243019+0000","last_became_active":"2024-09-19T04:39:49.205879+0000","last_became_peered":"2024-09-19T04:39:49.205879+0000","last_unstale":"2024-09-19T04:39:55.243019+0000","last_undegraded":"2024-09-19T04:39:55.243019+0000","last_fullsized":"2024-09-19T04:39:55.243019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:01.072456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242456+0000","last_change":"2024-09-19T04:39:48.199073+0000","last_active":"2024-09-19T04:39:55.242456+0000","last_peered":"2024-09-19T04:39:55.242456+0000","last_clean":"2024-09-19T04:39:55.242456+0000","last_became_active":"2024-09-19T04:39:48.198721+0000","last_became_peered":"2024-09-19T04:39:48.198721+0000","last_unstale":"2024-09-19T04:39:55.242456+0000","last_undegraded":"2024-09-19T04:39:55.242456+0000","last_fullsized":"2024-09-19T04:39:55.242456+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:00.067027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305288+0000","last_change":"2024-09-19T04:39:53.266613+0000","last_active":"2024-09-19T04:39:55.305288+0000","last_peered":"2024-09-19T04:39:55.305288+0000","last_clean":"2024-09-19T04:39:55.305288+0000","last_became_active":"2024-09-19T04:39:53.266156+0000","last_became_peered":"2024-09-19T04:39:53.266156+0000","last_unstale":"2024-09-19T04:39:55.305288+0000","last_undegraded":"2024-09-19T04:39:55.305288+0000","last_fullsized":"2024-09-19T04:39:55.305288+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:55.457471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304597+0000","last_change":"2024-09-19T04:39:49.212549+0000","last_active":"2024-09-19T04:39:55.304597+0000","last_peered":"2024-09-19T04:39:55.304597+0000","last_clean":"2024-09-19T04:39:55.304597+0000","last_became_active":"2024-09-19T04:39:49.212261+0000","last_became_peered":"2024-09-19T04:39:49.212261+0000","last_unstale":"2024-09-19T04:39:55.304597+0000","last_undegraded":"2024-09-19T04:39:55.304597+0000","last_fullsized":"2024-09-19T04:39:55.304597+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:01.607477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304992+0000","last_change":"2024-09-19T04:39:48.202565+0000","last_active":"2024-09-19T04:39:55.304992+0000","last_peered":"2024-09-19T04:39:55.304992+0000","last_clean":"2024-09-19T04:39:55.304992+0000","last_became_active":"2024-09-19T04:39:48.196682+0000","last_became_peered":"2024-09-19T04:39:48.196682+0000","last_unstale":"2024-09-19T04:39:55.304992+0000","last_undegraded":"2024-09-19T04:39:55.304992+0000","last_fullsized":"2024-09-19T04:39:55.304992+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:24.932773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305949+0000","last_change":"2024-09-19T04:39:53.263447+0000","last_active":"2024-09-19T04:39:55.305949+0000","last_peered":"2024-09-19T04:39:55.305949+0000","last_clean":"2024-09-19T04:39:55.305949+0000","last_became_active":"2024-09-19T04:39:53.262792+0000","last_became_peered":"2024-09-19T04:39:53.262792+0000","last_unstale":"2024-09-19T04:39:55.305949+0000","last_undegraded":"2024-09-19T04:39:55.305949+0000","last_fullsized":"2024-09-19T04:39:55.305949+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:40:35.393148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305718+0000","last_change":"2024-09-19T04:39:49.203340+0000","last_active":"2024-09-19T04:39:55.305718+0000","last_peered":"2024-09-19T04:39:55.305718+0000","last_clean":"2024-09-19T04:39:55.305718+0000","last_became_active":"2024-09-19T04:39:49.202954+0000","last_became_peered":"2024-09-19T04:39:49.202954+0000","last_unstale":"2024-09-19T04:39:55.305718+0000","last_undegraded":"2024-09-19T04:39:55.305718+0000","last_fullsized":"2024-09-19T04:39:55.305718+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:35:10.149274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304865+0000","last_change":"2024-09-19T04:39:48.210394+0000","last_active":"2024-09-19T04:39:55.304865+0000","last_peered":"2024-09-19T04:39:55.304865+0000","last_clean":"2024-09-19T04:39:55.304865+0000","last_became_active":"2024-09-19T04:39:48.209846+0000","last_became_peered":"2024-09-19T04:39:48.209846+0000","last_unstale":"2024-09-19T04:39:55.304865+0000","last_undegraded":"2024-09-19T04:39:55.304865+0000","last_fullsized":"2024-09-19T04:39:55.304865+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:24.932773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306813+0000","last_change":"2024-09-19T04:39:54.077990+0000","last_active":"2024-09-19T04:39:55.306813+0000","last_peered":"2024-09-19T04:39:55.306813+0000","last_clean":"2024-09-19T04:39:55.306813+0000","last_became_active":"2024-09-19T04:39:54.077574+0000","last_became_peered":"2024-09-19T04:39:54.077574+0000","last_unstale":"2024-09-19T04:39:55.306813+0000","last_undegraded":"2024-09-19T04:39:55.306813+0000","last_fullsized":"2024-09-19T04:39:55.306813+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:55.457471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240465+0000","last_change":"2024-09-19T04:39:49.218611+0000","last_active":"2024-09-19T04:39:55.240465+0000","last_peered":"2024-09-19T04:39:55.240465+0000","last_clean":"2024-09-19T04:39:55.240465+0000","last_became_active":"2024-09-19T04:39:49.214349+0000","last_became_peered":"2024-09-19T04:39:49.214349+0000","last_unstale":"2024-09-19T04:39:55.240465+0000","last_undegraded":"2024-09-19T04:39:55.240465+0000","last_fullsized":"2024-09-19T04:39:55.240465+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:09.102913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242145+0000","last_change":"2024-09-19T04:39:48.200845+0000","last_active":"2024-09-19T04:39:55.242145+0000","last_peered":"2024-09-19T04:39:55.242145+0000","last_clean":"2024-09-19T04:39:55.242145+0000","last_became_active":"2024-09-19T04:39:48.200344+0000","last_became_peered":"2024-09-19T04:39:48.200344+0000","last_unstale":"2024-09-19T04:39:55.242145+0000","last_undegraded":"2024-09-19T04:39:55.242145+0000","last_fullsized":"2024-09-19T04:39:55.242145+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:24.932773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":180,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304924+0000","last_change":"2024-09-19T04:39:39.541908+0000","last_active":"2024-09-19T04:39:55.304924+0000","last_peered":"2024-09-19T04:39:55.304924+0000","last_clean":"2024-09-19T04:39:55.304924+0000","last_became_active":"2024-09-19T04:39:39.540794+0000","last_became_peered":"2024-09-19T04:39:39.540794+0000","last_unstale":"2024-09-19T04:39:55.304924+0000","last_undegraded":"2024-09-19T04:39:55.304924+0000","last_fullsized":"2024-09-19T04:39:55.304924+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_clean_scrub_stamp":"2024-09-19T04:39:37.899481+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.768031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305140+0000","last_change":"2024-09-19T04:39:54.083381+0000","last_active":"2024-09-19T04:39:55.305140+0000","last_peered":"2024-09-19T04:39:55.305140+0000","last_clean":"2024-09-19T04:39:55.305140+0000","last_became_active":"2024-09-19T04:39:54.082529+0000","last_became_peered":"2024-09-19T04:39:54.082529+0000","last_unstale":"2024-09-19T04:39:55.305140+0000","last_undegraded":"2024-09-19T04:39:55.305140+0000","last_fullsized":"2024-09-19T04:39:55.305140+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:27.819558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305929+0000","last_change":"2024-09-19T04:39:49.231699+0000","last_active":"2024-09-19T04:39:55.305929+0000","last_peered":"2024-09-19T04:39:55.305929+0000","last_clean":"2024-09-19T04:39:55.305929+0000","last_became_active":"2024-09-19T04:39:49.231063+0000","last_became_peered":"2024-09-19T04:39:49.231063+0000","last_unstale":"2024-09-19T04:39:55.305929+0000","last_undegraded":"2024-09-19T04:39:55.305929+0000","last_fullsized":"2024-09-19T04:39:55.305929+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:39.967308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305472+0000","last_change":"2024-09-19T04:39:48.202648+0000","last_active":"2024-09-19T04:39:55.305472+0000","last_peered":"2024-09-19T04:39:55.305472+0000","last_clean":"2024-09-19T04:39:55.305472+0000","last_became_active":"2024-09-19T04:39:48.196515+0000","last_became_peered":"2024-09-19T04:39:48.196515+0000","last_unstale":"2024-09-19T04:39:55.305472+0000","last_undegraded":"2024-09-19T04:39:55.305472+0000","last_fullsized":"2024-09-19T04:39:55.305472+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304962+0000","last_change":"2024-09-19T04:39:54.076513+0000","last_active":"2024-09-19T04:39:55.304962+0000","last_peered":"2024-09-19T04:39:55.304962+0000","last_clean":"2024-09-19T04:39:55.304962+0000","last_became_active":"2024-09-19T04:39:54.076077+0000","last_became_peered":"2024-09-19T04:39:54.076077+0000","last_unstale":"2024-09-19T04:39:55.304962+0000","last_undegraded":"2024-09-19T04:39:55.304962+0000","last_fullsized":"2024-09-19T04:39:55.304962+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:37:51.622453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242687+0000","last_change":"2024-09-19T04:39:49.210271+0000","last_active":"2024-09-19T04:39:55.242687+0000","last_peered":"2024-09-19T04:39:55.242687+0000","last_clean":"2024-09-19T04:39:55.242687+0000","last_became_active":"2024-09-19T04:39:49.209983+0000","last_became_peered":"2024-09-19T04:39:49.209983+0000","last_unstale":"2024-09-19T04:39:55.242687+0000","last_undegraded":"2024-09-19T04:39:55.242687+0000","last_fullsized":"2024-09-19T04:39:55.242687+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:39.967308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306074+0000","last_change":"2024-09-19T04:39:48.208544+0000","last_active":"2024-09-19T04:39:55.306074+0000","last_peered":"2024-09-19T04:39:55.306074+0000","last_clean":"2024-09-19T04:39:55.306074+0000","last_became_active":"2024-09-19T04:39:48.208042+0000","last_became_peered":"2024-09-19T04:39:48.208042+0000","last_unstale":"2024-09-19T04:39:55.306074+0000","last_undegraded":"2024-09-19T04:39:55.306074+0000","last_fullsized":"2024-09-19T04:39:55.306074+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:45.496385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306390+0000","last_change":"2024-09-19T04:39:53.264423+0000","last_active":"2024-09-19T04:39:55.306390+0000","last_peered":"2024-09-19T04:39:55.306390+0000","last_clean":"2024-09-19T04:39:55.306390+0000","last_became_active":"2024-09-19T04:39:53.263695+0000","last_became_peered":"2024-09-19T04:39:53.263695+0000","last_unstale":"2024-09-19T04:39:55.306390+0000","last_undegraded":"2024-09-19T04:39:55.306390+0000","last_fullsized":"2024-09-19T04:39:55.306390+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:08:16.399628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306632+0000","last_change":"2024-09-19T04:39:49.226636+0000","last_active":"2024-09-19T04:39:55.306632+0000","last_peered":"2024-09-19T04:39:55.306632+0000","last_clean":"2024-09-19T04:39:55.306632+0000","last_became_active":"2024-09-19T04:39:49.226355+0000","last_became_peered":"2024-09-19T04:39:49.226355+0000","last_unstale":"2024-09-19T04:39:55.306632+0000","last_undegraded":"2024-09-19T04:39:55.306632+0000","last_fullsized":"2024-09-19T04:39:55.306632+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:45.462030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305828+0000","last_change":"2024-09-19T04:39:48.189896+0000","last_active":"2024-09-19T04:39:55.305828+0000","last_peered":"2024-09-19T04:39:55.305828+0000","last_clean":"2024-09-19T04:39:55.305828+0000","last_became_active":"2024-09-19T04:39:48.189559+0000","last_became_peered":"2024-09-19T04:39:48.189559+0000","last_unstale":"2024-09-19T04:39:55.305828+0000","last_undegraded":"2024-09-19T04:39:55.305828+0000","last_fullsized":"2024-09-19T04:39:55.305828+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:45.496385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243735+0000","last_change":"2024-09-19T04:39:54.076605+0000","last_active":"2024-09-19T04:39:55.243735+0000","last_peered":"2024-09-19T04:39:55.243735+0000","last_clean":"2024-09-19T04:39:55.243735+0000","last_became_active":"2024-09-19T04:39:54.076131+0000","last_became_peered":"2024-09-19T04:39:54.076131+0000","last_unstale":"2024-09-19T04:39:55.243735+0000","last_undegraded":"2024-09-19T04:39:55.243735+0000","last_fullsized":"2024-09-19T04:39:55.243735+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:08.355319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306351+0000","last_change":"2024-09-19T04:39:49.227007+0000","last_active":"2024-09-19T04:39:55.306351+0000","last_peered":"2024-09-19T04:39:55.306351+0000","last_clean":"2024-09-19T04:39:55.306351+0000","last_became_active":"2024-09-19T04:39:49.225447+0000","last_became_peered":"2024-09-19T04:39:49.225447+0000","last_unstale":"2024-09-19T04:39:55.306351+0000","last_undegraded":"2024-09-19T04:39:55.306351+0000","last_fullsized":"2024-09-19T04:39:55.306351+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:54.496191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243840+0000","last_change":"2024-09-19T04:39:48.214316+0000","last_active":"2024-09-19T04:39:55.243840+0000","last_peered":"2024-09-19T04:39:55.243840+0000","last_clean":"2024-09-19T04:39:55.243840+0000","last_became_active":"2024-09-19T04:39:48.213909+0000","last_became_peered":"2024-09-19T04:39:48.213909+0000","last_unstale":"2024-09-19T04:39:55.243840+0000","last_undegraded":"2024-09-19T04:39:55.243840+0000","last_fullsized":"2024-09-19T04:39:55.243840+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:18.160469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241488+0000","last_change":"2024-09-19T04:39:53.251902+0000","last_active":"2024-09-19T04:39:55.241488+0000","last_peered":"2024-09-19T04:39:55.241488+0000","last_clean":"2024-09-19T04:39:55.241488+0000","last_became_active":"2024-09-19T04:39:53.251480+0000","last_became_peered":"2024-09-19T04:39:53.251480+0000","last_unstale":"2024-09-19T04:39:55.241488+0000","last_undegraded":"2024-09-19T04:39:55.241488+0000","last_fullsized":"2024-09-19T04:39:55.241488+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:39.347625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305392+0000","last_change":"2024-09-19T04:39:49.228758+0000","last_active":"2024-09-19T04:39:55.305392+0000","last_peered":"2024-09-19T04:39:55.305392+0000","last_clean":"2024-09-19T04:39:55.305392+0000","last_became_active":"2024-09-19T04:39:49.228499+0000","last_became_peered":"2024-09-19T04:39:49.228499+0000","last_unstale":"2024-09-19T04:39:55.305392+0000","last_undegraded":"2024-09-19T04:39:55.305392+0000","last_fullsized":"2024-09-19T04:39:55.305392+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:18.447781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":32,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304460+0000","last_change":"2024-09-19T04:39:48.205461+0000","last_active":"2024-09-19T04:39:55.304460+0000","last_peered":"2024-09-19T04:39:55.304460+0000","last_clean":"2024-09-19T04:39:55.304460+0000","last_became_active":"2024-09-19T04:39:48.205135+0000","last_became_peered":"2024-09-19T04:39:48.205135+0000","last_unstale":"2024-09-19T04:39:55.304460+0000","last_undegraded":"2024-09-19T04:39:55.304460+0000","last_fullsized":"2024-09-19T04:39:55.304460+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306578+0000","last_change":"2024-09-19T04:39:53.253513+0000","last_active":"2024-09-19T04:39:55.306578+0000","last_peered":"2024-09-19T04:39:55.306578+0000","last_clean":"2024-09-19T04:39:55.306578+0000","last_became_active":"2024-09-19T04:39:53.253019+0000","last_became_peered":"2024-09-19T04:39:53.253019+0000","last_unstale":"2024-09-19T04:39:55.306578+0000","last_undegraded":"2024-09-19T04:39:55.306578+0000","last_fullsized":"2024-09-19T04:39:55.306578+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:37.065963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305513+0000","last_change":"2024-09-19T04:39:49.219593+0000","last_active":"2024-09-19T04:39:55.305513+0000","last_peered":"2024-09-19T04:39:55.305513+0000","last_clean":"2024-09-19T04:39:55.305513+0000","last_became_active":"2024-09-19T04:39:49.219006+0000","last_became_peered":"2024-09-19T04:39:49.219006+0000","last_unstale":"2024-09-19T04:39:55.305513+0000","last_undegraded":"2024-09-19T04:39:55.305513+0000","last_fullsized":"2024-09-19T04:39:55.305513+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:46.523459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305437+0000","last_change":"2024-09-19T04:39:48.202667+0000","last_active":"2024-09-19T04:39:55.305437+0000","last_peered":"2024-09-19T04:39:55.305437+0000","last_clean":"2024-09-19T04:39:55.305437+0000","last_became_active":"2024-09-19T04:39:48.202302+0000","last_became_peered":"2024-09-19T04:39:48.202302+0000","last_unstale":"2024-09-19T04:39:55.305437+0000","last_undegraded":"2024-09-19T04:39:55.305437+0000","last_fullsized":"2024-09-19T04:39:55.305437+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:25.887221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241102+0000","last_change":"2024-09-19T04:39:54.078217+0000","last_active":"2024-09-19T04:39:55.241102+0000","last_peered":"2024-09-19T04:39:55.241102+0000","last_clean":"2024-09-19T04:39:55.241102+0000","last_became_active":"2024-09-19T04:39:54.077778+0000","last_became_peered":"2024-09-19T04:39:54.077778+0000","last_unstale":"2024-09-19T04:39:55.241102+0000","last_undegraded":"2024-09-19T04:39:55.241102+0000","last_fullsized":"2024-09-19T04:39:55.241102+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:37:39.980182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305969+0000","last_change":"2024-09-19T04:39:49.224984+0000","last_active":"2024-09-19T04:39:55.305969+0000","last_peered":"2024-09-19T04:39:55.305969+0000","last_clean":"2024-09-19T04:39:55.305969+0000","last_became_active":"2024-09-19T04:39:49.224743+0000","last_became_peered":"2024-09-19T04:39:49.224743+0000","last_unstale":"2024-09-19T04:39:55.305969+0000","last_undegraded":"2024-09-19T04:39:55.305969+0000","last_fullsized":"2024-09-19T04:39:55.305969+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:04.316332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242364+0000","last_change":"2024-09-19T04:39:48.189472+0000","last_active":"2024-09-19T04:39:55.242364+0000","last_peered":"2024-09-19T04:39:55.242364+0000","last_clean":"2024-09-19T04:39:55.242364+0000","last_became_active":"2024-09-19T04:39:48.189175+0000","last_became_peered":"2024-09-19T04:39:48.189175+0000","last_unstale":"2024-09-19T04:39:55.242364+0000","last_undegraded":"2024-09-19T04:39:55.242364+0000","last_fullsized":"2024-09-19T04:39:55.242364+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:45.496385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240798+0000","last_change":"2024-09-19T04:39:54.076502+0000","last_active":"2024-09-19T04:39:55.240798+0000","last_peered":"2024-09-19T04:39:55.240798+0000","last_clean":"2024-09-19T04:39:55.240798+0000","last_became_active":"2024-09-19T04:39:54.076057+0000","last_became_peered":"2024-09-19T04:39:54.076057+0000","last_unstale":"2024-09-19T04:39:55.240798+0000","last_undegraded":"2024-09-19T04:39:55.240798+0000","last_fullsized":"2024-09-19T04:39:55.240798+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:57.695379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306492+0000","last_change":"2024-09-19T04:39:49.224705+0000","last_active":"2024-09-19T04:39:55.306492+0000","last_peered":"2024-09-19T04:39:55.306492+0000","last_clean":"2024-09-19T04:39:55.306492+0000","last_became_active":"2024-09-19T04:39:49.224470+0000","last_became_peered":"2024-09-19T04:39:49.224470+0000","last_unstale":"2024-09-19T04:39:55.306492+0000","last_undegraded":"2024-09-19T04:39:55.306492+0000","last_fullsized":"2024-09-19T04:39:55.306492+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.229177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306547+0000","last_change":"2024-09-19T04:39:48.214140+0000","last_active":"2024-09-19T04:39:55.306547+0000","last_peered":"2024-09-19T04:39:55.306547+0000","last_clean":"2024-09-19T04:39:55.306547+0000","last_became_active":"2024-09-19T04:39:48.213180+0000","last_became_peered":"2024-09-19T04:39:48.213180+0000","last_unstale":"2024-09-19T04:39:55.306547+0000","last_undegraded":"2024-09-19T04:39:55.306547+0000","last_fullsized":"2024-09-19T04:39:55.306547+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:39.554017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242976+0000","last_change":"2024-09-19T04:39:54.078289+0000","last_active":"2024-09-19T04:39:55.242976+0000","last_peered":"2024-09-19T04:39:55.242976+0000","last_clean":"2024-09-19T04:39:55.242976+0000","last_became_active":"2024-09-19T04:39:54.077679+0000","last_became_peered":"2024-09-19T04:39:54.077679+0000","last_unstale":"2024-09-19T04:39:55.242976+0000","last_undegraded":"2024-09-19T04:39:55.242976+0000","last_fullsized":"2024-09-19T04:39:55.242976+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:40:35.393148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305880+0000","last_change":"2024-09-19T04:39:49.231405+0000","last_active":"2024-09-19T04:39:55.305880+0000","last_peered":"2024-09-19T04:39:55.305880+0000","last_clean":"2024-09-19T04:39:55.305880+0000","last_became_active":"2024-09-19T04:39:49.230958+0000","last_became_peered":"2024-09-19T04:39:49.230958+0000","last_unstale":"2024-09-19T04:39:55.305880+0000","last_undegraded":"2024-09-19T04:39:55.305880+0000","last_fullsized":"2024-09-19T04:39:55.305880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:35.307641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'8","reported_seq":32,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:59.663888+0000","last_change":"2024-09-19T04:39:48.201918+0000","last_active":"2024-09-19T04:39:59.663888+0000","last_peered":"2024-09-19T04:39:59.663888+0000","last_clean":"2024-09-19T04:39:59.663888+0000","last_became_active":"2024-09-19T04:39:48.201248+0000","last_became_peered":"2024-09-19T04:39:48.201248+0000","last_unstale":"2024-09-19T04:39:59.663888+0000","last_undegraded":"2024-09-19T04:39:59.663888+0000","last_fullsized":"2024-09-19T04:39:59.663888+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3703,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304822+0000","last_change":"2024-09-19T04:39:53.269312+0000","last_active":"2024-09-19T04:39:55.304822+0000","last_peered":"2024-09-19T04:39:55.304822+0000","last_clean":"2024-09-19T04:39:55.304822+0000","last_became_active":"2024-09-19T04:39:53.268804+0000","last_became_peered":"2024-09-19T04:39:53.268804+0000","last_unstale":"2024-09-19T04:39:55.304822+0000","last_undegraded":"2024-09-19T04:39:55.304822+0000","last_fullsized":"2024-09-19T04:39:55.304822+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:37.065963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242850+0000","last_change":"2024-09-19T04:39:49.226243+0000","last_active":"2024-09-19T04:39:55.242850+0000","last_peered":"2024-09-19T04:39:55.242850+0000","last_clean":"2024-09-19T04:39:55.242850+0000","last_became_active":"2024-09-19T04:39:49.225817+0000","last_became_peered":"2024-09-19T04:39:49.225817+0000","last_unstale":"2024-09-19T04:39:55.242850+0000","last_undegraded":"2024-09-19T04:39:55.242850+0000","last_fullsized":"2024-09-19T04:39:55.242850+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:46.501814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":27,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305989+0000","last_change":"2024-09-19T04:39:48.206009+0000","last_active":"2024-09-19T04:39:55.305989+0000","last_peered":"2024-09-19T04:39:55.305989+0000","last_clean":"2024-09-19T04:39:55.305989+0000","last_became_active":"2024-09-19T04:39:48.205722+0000","last_became_peered":"2024-09-19T04:39:48.205722+0000","last_unstale":"2024-09-19T04:39:55.305989+0000","last_undegraded":"2024-09-19T04:39:55.305989+0000","last_fullsized":"2024-09-19T04:39:55.305989+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:24.932773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242760+0000","last_change":"2024-09-19T04:39:53.265605+0000","last_active":"2024-09-19T04:39:55.242760+0000","last_peered":"2024-09-19T04:39:55.242760+0000","last_clean":"2024-09-19T04:39:55.242760+0000","last_became_active":"2024-09-19T04:39:53.264608+0000","last_became_peered":"2024-09-19T04:39:53.264608+0000","last_unstale":"2024-09-19T04:39:55.242760+0000","last_undegraded":"2024-09-19T04:39:55.242760+0000","last_fullsized":"2024-09-19T04:39:55.242760+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:37.065963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306747+0000","last_change":"2024-09-19T04:39:49.216992+0000","last_active":"2024-09-19T04:39:55.306747+0000","last_peered":"2024-09-19T04:39:55.306747+0000","last_clean":"2024-09-19T04:39:55.306747+0000","last_became_active":"2024-09-19T04:39:49.216592+0000","last_became_peered":"2024-09-19T04:39:49.216592+0000","last_unstale":"2024-09-19T04:39:55.306747+0000","last_undegraded":"2024-09-19T04:39:55.306747+0000","last_fullsized":"2024-09-19T04:39:55.306747+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:09.102913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243813+0000","last_change":"2024-09-19T04:39:48.205615+0000","last_active":"2024-09-19T04:39:55.243813+0000","last_peered":"2024-09-19T04:39:55.243813+0000","last_clean":"2024-09-19T04:39:55.243813+0000","last_became_active":"2024-09-19T04:39:48.204551+0000","last_became_peered":"2024-09-19T04:39:48.204551+0000","last_unstale":"2024-09-19T04:39:55.243813+0000","last_undegraded":"2024-09-19T04:39:55.243813+0000","last_fullsized":"2024-09-19T04:39:55.243813+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240193+0000","last_change":"2024-09-19T04:39:53.258494+0000","last_active":"2024-09-19T04:39:55.240193+0000","last_peered":"2024-09-19T04:39:55.240193+0000","last_clean":"2024-09-19T04:39:55.240193+0000","last_became_active":"2024-09-19T04:39:53.258150+0000","last_became_peered":"2024-09-19T04:39:53.258150+0000","last_unstale":"2024-09-19T04:39:55.240193+0000","last_undegraded":"2024-09-19T04:39:55.240193+0000","last_fullsized":"2024-09-19T04:39:55.240193+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:44.262491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243136+0000","last_change":"2024-09-19T04:39:49.224430+0000","last_active":"2024-09-19T04:39:55.243136+0000","last_peered":"2024-09-19T04:39:55.243136+0000","last_clean":"2024-09-19T04:39:55.243136+0000","last_became_active":"2024-09-19T04:39:49.224110+0000","last_became_peered":"2024-09-19T04:39:49.224110+0000","last_unstale":"2024-09-19T04:39:55.243136+0000","last_undegraded":"2024-09-19T04:39:55.243136+0000","last_fullsized":"2024-09-19T04:39:55.243136+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:45.462030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306124+0000","last_change":"2024-09-19T04:39:48.204579+0000","last_active":"2024-09-19T04:39:55.306124+0000","last_peered":"2024-09-19T04:39:55.306124+0000","last_clean":"2024-09-19T04:39:55.306124+0000","last_became_active":"2024-09-19T04:39:48.204284+0000","last_became_peered":"2024-09-19T04:39:48.204284+0000","last_unstale":"2024-09-19T04:39:55.306124+0000","last_undegraded":"2024-09-19T04:39:55.306124+0000","last_fullsized":"2024-09-19T04:39:55.306124+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:21.472952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240235+0000","last_change":"2024-09-19T04:39:54.076776+0000","last_active":"2024-09-19T04:39:55.240235+0000","last_peered":"2024-09-19T04:39:55.240235+0000","last_clean":"2024-09-19T04:39:55.240235+0000","last_became_active":"2024-09-19T04:39:54.076184+0000","last_became_peered":"2024-09-19T04:39:54.076184+0000","last_unstale":"2024-09-19T04:39:55.240235+0000","last_undegraded":"2024-09-19T04:39:55.240235+0000","last_fullsized":"2024-09-19T04:39:55.240235+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:59:54.251605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306484+0000","last_change":"2024-09-19T04:39:54.078364+0000","last_active":"2024-09-19T04:39:55.306484+0000","last_peered":"2024-09-19T04:39:55.306484+0000","last_clean":"2024-09-19T04:39:55.306484+0000","last_became_active":"2024-09-19T04:39:54.077904+0000","last_became_peered":"2024-09-19T04:39:54.077904+0000","last_unstale":"2024-09-19T04:39:55.306484+0000","last_undegraded":"2024-09-19T04:39:55.306484+0000","last_fullsized":"2024-09-19T04:39:55.306484+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:23.805806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304638+0000","last_change":"2024-09-19T04:39:49.213090+0000","last_active":"2024-09-19T04:39:55.304638+0000","last_peered":"2024-09-19T04:39:55.304638+0000","last_clean":"2024-09-19T04:39:55.304638+0000","last_became_active":"2024-09-19T04:39:49.212801+0000","last_became_peered":"2024-09-19T04:39:49.212801+0000","last_unstale":"2024-09-19T04:39:55.304638+0000","last_undegraded":"2024-09-19T04:39:55.304638+0000","last_fullsized":"2024-09-19T04:39:55.304638+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:38.196380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243958+0000","last_change":"2024-09-19T04:39:48.200604+0000","last_active":"2024-09-19T04:39:55.243958+0000","last_peered":"2024-09-19T04:39:55.243958+0000","last_clean":"2024-09-19T04:39:55.243958+0000","last_became_active":"2024-09-19T04:39:48.199863+0000","last_became_peered":"2024-09-19T04:39:48.199863+0000","last_unstale":"2024-09-19T04:39:55.243958+0000","last_undegraded":"2024-09-19T04:39:55.243958+0000","last_fullsized":"2024-09-19T04:39:55.243958+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305977+0000","last_change":"2024-09-19T04:39:53.266800+0000","last_active":"2024-09-19T04:39:55.305977+0000","last_peered":"2024-09-19T04:39:55.305977+0000","last_clean":"2024-09-19T04:39:55.305977+0000","last_became_active":"2024-09-19T04:39:53.266317+0000","last_became_peered":"2024-09-19T04:39:53.266317+0000","last_unstale":"2024-09-19T04:39:55.305977+0000","last_undegraded":"2024-09-19T04:39:55.305977+0000","last_fullsized":"2024-09-19T04:39:55.305977+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:39.347625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240143+0000","last_change":"2024-09-19T04:39:49.215352+0000","last_active":"2024-09-19T04:39:55.240143+0000","last_peered":"2024-09-19T04:39:55.240143+0000","last_clean":"2024-09-19T04:39:55.240143+0000","last_became_active":"2024-09-19T04:39:49.215058+0000","last_became_peered":"2024-09-19T04:39:49.215058+0000","last_unstale":"2024-09-19T04:39:55.240143+0000","last_undegraded":"2024-09-19T04:39:55.240143+0000","last_fullsized":"2024-09-19T04:39:55.240143+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:01:53.903850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240388+0000","last_change":"2024-09-19T04:39:48.210755+0000","last_active":"2024-09-19T04:39:55.240388+0000","last_peered":"2024-09-19T04:39:55.240388+0000","last_clean":"2024-09-19T04:39:55.240388+0000","last_became_active":"2024-09-19T04:39:48.206778+0000","last_became_peered":"2024-09-19T04:39:48.206778+0000","last_unstale":"2024-09-19T04:39:55.240388+0000","last_undegraded":"2024-09-19T04:39:55.240388+0000","last_fullsized":"2024-09-19T04:39:55.240388+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:19.561516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305526+0000","last_change":"2024-09-19T04:39:48.202712+0000","last_active":"2024-09-19T04:39:55.305526+0000","last_peered":"2024-09-19T04:39:55.305526+0000","last_clean":"2024-09-19T04:39:55.305526+0000","last_became_active":"2024-09-19T04:39:48.201810+0000","last_became_peered":"2024-09-19T04:39:48.201810+0000","last_unstale":"2024-09-19T04:39:55.305526+0000","last_undegraded":"2024-09-19T04:39:55.305526+0000","last_fullsized":"2024-09-19T04:39:55.305526+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:19.561516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306444+0000","last_change":"2024-09-19T04:39:49.210663+0000","last_active":"2024-09-19T04:39:55.306444+0000","last_peered":"2024-09-19T04:39:55.306444+0000","last_clean":"2024-09-19T04:39:55.306444+0000","last_became_active":"2024-09-19T04:39:49.210351+0000","last_became_peered":"2024-09-19T04:39:49.210351+0000","last_unstale":"2024-09-19T04:39:55.306444+0000","last_undegraded":"2024-09-19T04:39:55.306444+0000","last_fullsized":"2024-09-19T04:39:55.306444+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:47.829112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305281+0000","last_change":"2024-09-19T04:39:53.253149+0000","last_active":"2024-09-19T04:39:55.305281+0000","last_peered":"2024-09-19T04:39:55.305281+0000","last_clean":"2024-09-19T04:39:55.305281+0000","last_became_active":"2024-09-19T04:39:53.252794+0000","last_became_peered":"2024-09-19T04:39:53.252794+0000","last_unstale":"2024-09-19T04:39:55.305281+0000","last_undegraded":"2024-09-19T04:39:55.305281+0000","last_fullsized":"2024-09-19T04:39:55.305281+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:27.269160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240674+0000","last_change":"2024-09-19T04:39:48.212497+0000","last_active":"2024-09-19T04:39:55.240674+0000","last_peered":"2024-09-19T04:39:55.240674+0000","last_clean":"2024-09-19T04:39:55.240674+0000","last_became_active":"2024-09-19T04:39:48.212174+0000","last_became_peered":"2024-09-19T04:39:48.212174+0000","last_unstale":"2024-09-19T04:39:55.240674+0000","last_undegraded":"2024-09-19T04:39:55.240674+0000","last_fullsized":"2024-09-19T04:39:55.240674+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:21.472952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242346+0000","last_change":"2024-09-19T04:39:49.216370+0000","last_active":"2024-09-19T04:39:55.242346+0000","last_peered":"2024-09-19T04:39:55.242346+0000","last_clean":"2024-09-19T04:39:55.242346+0000","last_became_active":"2024-09-19T04:39:49.214087+0000","last_became_peered":"2024-09-19T04:39:49.214087+0000","last_unstale":"2024-09-19T04:39:55.242346+0000","last_undegraded":"2024-09-19T04:39:55.242346+0000","last_fullsized":"2024-09-19T04:39:55.242346+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:08.627874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240804+0000","last_change":"2024-09-19T04:39:53.258474+0000","last_active":"2024-09-19T04:39:55.240804+0000","last_peered":"2024-09-19T04:39:55.240804+0000","last_clean":"2024-09-19T04:39:55.240804+0000","last_became_active":"2024-09-19T04:39:53.257382+0000","last_became_peered":"2024-09-19T04:39:53.257382+0000","last_unstale":"2024-09-19T04:39:55.240804+0000","last_undegraded":"2024-09-19T04:39:55.240804+0000","last_fullsized":"2024-09-19T04:39:55.240804+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:16:44.273397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304814+0000","last_change":"2024-09-19T04:39:49.219357+0000","last_active":"2024-09-19T04:39:55.304814+0000","last_peered":"2024-09-19T04:39:55.304814+0000","last_clean":"2024-09-19T04:39:55.304814+0000","last_became_active":"2024-09-19T04:39:49.218604+0000","last_became_peered":"2024-09-19T04:39:49.218604+0000","last_unstale":"2024-09-19T04:39:55.304814+0000","last_undegraded":"2024-09-19T04:39:55.304814+0000","last_fullsized":"2024-09-19T04:39:55.304814+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:37:23.204023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304905+0000","last_change":"2024-09-19T04:39:49.212995+0000","last_active":"2024-09-19T04:39:55.304905+0000","last_peered":"2024-09-19T04:39:55.304905+0000","last_clean":"2024-09-19T04:39:55.304905+0000","last_became_active":"2024-09-19T04:39:49.212736+0000","last_became_peered":"2024-09-19T04:39:49.212736+0000","last_unstale":"2024-09-19T04:39:55.304905+0000","last_undegraded":"2024-09-19T04:39:55.304905+0000","last_fullsized":"2024-09-19T04:39:55.304905+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:22.014558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242271+0000","last_change":"2024-09-19T04:39:49.216590+0000","last_active":"2024-09-19T04:39:55.242271+0000","last_peered":"2024-09-19T04:39:55.242271+0000","last_clean":"2024-09-19T04:39:55.242271+0000","last_became_active":"2024-09-19T04:39:49.214154+0000","last_became_peered":"2024-09-19T04:39:49.214154+0000","last_unstale":"2024-09-19T04:39:55.242271+0000","last_undegraded":"2024-09-19T04:39:55.242271+0000","last_fullsized":"2024-09-19T04:39:55.242271+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:42.185395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306292+0000","last_change":"2024-09-19T04:39:49.206687+0000","last_active":"2024-09-19T04:39:55.306292+0000","last_peered":"2024-09-19T04:39:55.306292+0000","last_clean":"2024-09-19T04:39:55.306292+0000","last_became_active":"2024-09-19T04:39:49.206384+0000","last_became_peered":"2024-09-19T04:39:49.206384+0000","last_unstale":"2024-09-19T04:39:55.306292+0000","last_undegraded":"2024-09-19T04:39:55.306292+0000","last_fullsized":"2024-09-19T04:39:55.306292+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:01.607477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240855+0000","last_change":"2024-09-19T04:39:49.210608+0000","last_active":"2024-09-19T04:39:55.240855+0000","last_peered":"2024-09-19T04:39:55.240855+0000","last_clean":"2024-09-19T04:39:55.240855+0000","last_became_active":"2024-09-19T04:39:49.210340+0000","last_became_peered":"2024-09-19T04:39:49.210340+0000","last_unstale":"2024-09-19T04:39:55.240855+0000","last_undegraded":"2024-09-19T04:39:55.240855+0000","last_fullsized":"2024-09-19T04:39:55.240855+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:04.316332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305886+0000","last_change":"2024-09-19T04:39:49.213681+0000","last_active":"2024-09-19T04:39:55.305886+0000","last_peered":"2024-09-19T04:39:55.305886+0000","last_clean":"2024-09-19T04:39:55.305886+0000","last_became_active":"2024-09-19T04:39:49.213439+0000","last_became_peered":"2024-09-19T04:39:49.213439+0000","last_unstale":"2024-09-19T04:39:55.305886+0000","last_undegraded":"2024-09-19T04:39:55.305886+0000","last_fullsized":"2024-09-19T04:39:55.305886+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:49.598140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305810+0000","last_change":"2024-09-19T04:39:49.230355+0000","last_active":"2024-09-19T04:39:55.305810+0000","last_peered":"2024-09-19T04:39:55.305810+0000","last_clean":"2024-09-19T04:39:55.305810+0000","last_became_active":"2024-09-19T04:39:49.230032+0000","last_became_peered":"2024-09-19T04:39:49.230032+0000","last_unstale":"2024-09-19T04:39:55.305810+0000","last_undegraded":"2024-09-19T04:39:55.305810+0000","last_fullsized":"2024-09-19T04:39:55.305810+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:47.829112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241051+0000","last_change":"2024-09-19T04:39:49.221165+0000","last_active":"2024-09-19T04:39:55.241051+0000","last_peered":"2024-09-19T04:39:55.241051+0000","last_clean":"2024-09-19T04:39:55.241051+0000","last_became_active":"2024-09-19T04:39:49.219776+0000","last_became_peered":"2024-09-19T04:39:49.219776+0000","last_unstale":"2024-09-19T04:39:55.241051+0000","last_undegraded":"2024-09-19T04:39:55.241051+0000","last_fullsized":"2024-09-19T04:39:55.241051+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:54.496191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243832+0000","last_change":"2024-09-19T04:39:49.205079+0000","last_active":"2024-09-19T04:39:55.243832+0000","last_peered":"2024-09-19T04:39:55.243832+0000","last_clean":"2024-09-19T04:39:55.243832+0000","last_became_active":"2024-09-19T04:39:49.204653+0000","last_became_peered":"2024-09-19T04:39:49.204653+0000","last_unstale":"2024-09-19T04:39:55.243832+0000","last_undegraded":"2024-09-19T04:39:55.243832+0000","last_fullsized":"2024-09-19T04:39:55.243832+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:11:25.526797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240302+0000","last_change":"2024-09-19T04:39:49.223192+0000","last_active":"2024-09-19T04:39:55.240302+0000","last_peered":"2024-09-19T04:39:55.240302+0000","last_clean":"2024-09-19T04:39:55.240302+0000","last_became_active":"2024-09-19T04:39:49.222861+0000","last_became_peered":"2024-09-19T04:39:49.222861+0000","last_unstale":"2024-09-19T04:39:55.240302+0000","last_undegraded":"2024-09-19T04:39:55.240302+0000","last_fullsized":"2024-09-19T04:39:55.240302+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:18.447781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242154+0000","last_change":"2024-09-19T04:39:49.231980+0000","last_active":"2024-09-19T04:39:55.242154+0000","last_peered":"2024-09-19T04:39:55.242154+0000","last_clean":"2024-09-19T04:39:55.242154+0000","last_became_active":"2024-09-19T04:39:49.231708+0000","last_became_peered":"2024-09-19T04:39:49.231708+0000","last_unstale":"2024-09-19T04:39:55.242154+0000","last_undegraded":"2024-09-19T04:39:55.242154+0000","last_fullsized":"2024-09-19T04:39:55.242154+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:54.496191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306168+0000","last_change":"2024-09-19T04:39:49.232094+0000","last_active":"2024-09-19T04:39:55.306168+0000","last_peered":"2024-09-19T04:39:55.306168+0000","last_clean":"2024-09-19T04:39:55.306168+0000","last_became_active":"2024-09-19T04:39:49.231847+0000","last_became_peered":"2024-09-19T04:39:49.231847+0000","last_unstale":"2024-09-19T04:39:55.306168+0000","last_undegraded":"2024-09-19T04:39:55.306168+0000","last_fullsized":"2024-09-19T04:39:55.306168+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:35.722085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305455+0000","last_change":"2024-09-19T04:39:49.220771+0000","last_active":"2024-09-19T04:39:55.305455+0000","last_peered":"2024-09-19T04:39:55.305455+0000","last_clean":"2024-09-19T04:39:55.305455+0000","last_became_active":"2024-09-19T04:39:49.220252+0000","last_became_peered":"2024-09-19T04:39:49.220252+0000","last_unstale":"2024-09-19T04:39:55.305455+0000","last_undegraded":"2024-09-19T04:39:55.305455+0000","last_fullsized":"2024-09-19T04:39:55.305455+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:38.196380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306111+0000","last_change":"2024-09-19T04:39:49.231139+0000","last_active":"2024-09-19T04:39:55.306111+0000","last_peered":"2024-09-19T04:39:55.306111+0000","last_clean":"2024-09-19T04:39:55.306111+0000","last_became_active":"2024-09-19T04:39:49.230748+0000","last_became_peered":"2024-09-19T04:39:49.230748+0000","last_unstale":"2024-09-19T04:39:55.306111+0000","last_undegraded":"2024-09-19T04:39:55.306111+0000","last_fullsized":"2024-09-19T04:39:55.306111+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:14.025663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305742+0000","last_change":"2024-09-19T04:39:49.217280+0000","last_active":"2024-09-19T04:39:55.305742+0000","last_peered":"2024-09-19T04:39:55.305742+0000","last_clean":"2024-09-19T04:39:55.305742+0000","last_became_active":"2024-09-19T04:39:49.216984+0000","last_became_peered":"2024-09-19T04:39:49.216984+0000","last_unstale":"2024-09-19T04:39:55.305742+0000","last_undegraded":"2024-09-19T04:39:55.305742+0000","last_fullsized":"2024-09-19T04:39:55.305742+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:35.722085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243591+0000","last_change":"2024-09-19T04:39:49.229565+0000","last_active":"2024-09-19T04:39:55.243591+0000","last_peered":"2024-09-19T04:39:55.243591+0000","last_clean":"2024-09-19T04:39:55.243591+0000","last_became_active":"2024-09-19T04:39:49.229301+0000","last_became_peered":"2024-09-19T04:39:49.229301+0000","last_unstale":"2024-09-19T04:39:55.243591+0000","last_undegraded":"2024-09-19T04:39:55.243591+0000","last_fullsized":"2024-09-19T04:39:55.243591+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:14.025663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243930+0000","last_change":"2024-09-19T04:39:49.203853+0000","last_active":"2024-09-19T04:39:55.243930+0000","last_peered":"2024-09-19T04:39:55.243930+0000","last_clean":"2024-09-19T04:39:55.243930+0000","last_became_active":"2024-09-19T04:39:49.203104+0000","last_became_peered":"2024-09-19T04:39:49.203104+0000","last_unstale":"2024-09-19T04:39:55.243930+0000","last_undegraded":"2024-09-19T04:39:55.243930+0000","last_fullsized":"2024-09-19T04:39:55.243930+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:49.598140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304733+0000","last_change":"2024-09-19T04:39:49.223814+0000","last_active":"2024-09-19T04:39:55.304733+0000","last_peered":"2024-09-19T04:39:55.304733+0000","last_clean":"2024-09-19T04:39:55.304733+0000","last_became_active":"2024-09-19T04:39:49.222724+0000","last_became_peered":"2024-09-19T04:39:49.222724+0000","last_unstale":"2024-09-19T04:39:55.304733+0000","last_undegraded":"2024-09-19T04:39:55.304733+0000","last_fullsized":"2024-09-19T04:39:55.304733+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:01:53.903850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306429+0000","last_change":"2024-09-19T04:39:49.215066+0000","last_active":"2024-09-19T04:39:55.306429+0000","last_peered":"2024-09-19T04:39:55.306429+0000","last_clean":"2024-09-19T04:39:55.306429+0000","last_became_active":"2024-09-19T04:39:49.214777+0000","last_became_peered":"2024-09-19T04:39:49.214777+0000","last_unstale":"2024-09-19T04:39:55.306429+0000","last_undegraded":"2024-09-19T04:39:55.306429+0000","last_fullsized":"2024-09-19T04:39:55.306429+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:37:23.204023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240558+0000","last_change":"2024-09-19T04:39:49.225185+0000","last_active":"2024-09-19T04:39:55.240558+0000","last_peered":"2024-09-19T04:39:55.240558+0000","last_clean":"2024-09-19T04:39:55.240558+0000","last_became_active":"2024-09-19T04:39:49.224216+0000","last_became_peered":"2024-09-19T04:39:49.224216+0000","last_unstale":"2024-09-19T04:39:55.240558+0000","last_undegraded":"2024-09-19T04:39:55.240558+0000","last_fullsized":"2024-09-19T04:39:55.240558+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:38.196380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242732+0000","last_change":"2024-09-19T04:39:49.217932+0000","last_active":"2024-09-19T04:39:55.242732+0000","last_peered":"2024-09-19T04:39:55.242732+0000","last_clean":"2024-09-19T04:39:55.242732+0000","last_became_active":"2024-09-19T04:39:49.217608+0000","last_became_peered":"2024-09-19T04:39:49.217608+0000","last_unstale":"2024-09-19T04:39:55.242732+0000","last_undegraded":"2024-09-19T04:39:55.242732+0000","last_fullsized":"2024-09-19T04:39:55.242732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:25.938202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305323+0000","last_change":"2024-09-19T04:39:49.213499+0000","last_active":"2024-09-19T04:39:55.305323+0000","last_peered":"2024-09-19T04:39:55.305323+0000","last_clean":"2024-09-19T04:39:55.305323+0000","last_became_active":"2024-09-19T04:39:49.213125+0000","last_became_peered":"2024-09-19T04:39:49.213125+0000","last_unstale":"2024-09-19T04:39:55.305323+0000","last_undegraded":"2024-09-19T04:39:55.305323+0000","last_fullsized":"2024-09-19T04:39:55.305323+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:01.607477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305693+0000","last_change":"2024-09-19T04:39:49.212599+0000","last_active":"2024-09-19T04:39:55.305693+0000","last_peered":"2024-09-19T04:39:55.305693+0000","last_clean":"2024-09-19T04:39:55.305693+0000","last_became_active":"2024-09-19T04:39:49.212217+0000","last_became_peered":"2024-09-19T04:39:49.212217+0000","last_unstale":"2024-09-19T04:39:55.305693+0000","last_undegraded":"2024-09-19T04:39:55.305693+0000","last_fullsized":"2024-09-19T04:39:55.305693+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:09.102913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306632+0000","last_change":"2024-09-19T04:39:49.229876+0000","last_active":"2024-09-19T04:39:55.306632+0000","last_peered":"2024-09-19T04:39:55.306632+0000","last_clean":"2024-09-19T04:39:55.306632+0000","last_became_active":"2024-09-19T04:39:49.229290+0000","last_became_peered":"2024-09-19T04:39:49.229290+0000","last_unstale":"2024-09-19T04:39:55.306632+0000","last_undegraded":"2024-09-19T04:39:55.306632+0000","last_fullsized":"2024-09-19T04:39:55.306632+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:23.779574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240025+0000","last_change":"2024-09-19T04:39:49.218105+0000","last_active":"2024-09-19T04:39:55.240025+0000","last_peered":"2024-09-19T04:39:55.240025+0000","last_clean":"2024-09-19T04:39:55.240025+0000","last_became_active":"2024-09-19T04:39:49.217496+0000","last_became_peered":"2024-09-19T04:39:49.217496+0000","last_unstale":"2024-09-19T04:39:55.240025+0000","last_undegraded":"2024-09-19T04:39:55.240025+0000","last_fullsized":"2024-09-19T04:39:55.240025+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:47.829112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305287+0000","last_change":"2024-09-19T04:39:49.232411+0000","last_active":"2024-09-19T04:39:55.305287+0000","last_peered":"2024-09-19T04:39:55.305287+0000","last_clean":"2024-09-19T04:39:55.305287+0000","last_became_active":"2024-09-19T04:39:49.232102+0000","last_became_peered":"2024-09-19T04:39:49.232102+0000","last_unstale":"2024-09-19T04:39:55.305287+0000","last_undegraded":"2024-09-19T04:39:55.305287+0000","last_fullsized":"2024-09-19T04:39:55.305287+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:11:25.526797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242034+0000","last_change":"2024-09-19T04:39:49.206535+0000","last_active":"2024-09-19T04:39:55.242034+0000","last_peered":"2024-09-19T04:39:55.242034+0000","last_clean":"2024-09-19T04:39:55.242034+0000","last_became_active":"2024-09-19T04:39:49.206211+0000","last_became_peered":"2024-09-19T04:39:49.206211+0000","last_unstale":"2024-09-19T04:39:55.242034+0000","last_undegraded":"2024-09-19T04:39:55.242034+0000","last_fullsized":"2024-09-19T04:39:55.242034+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:18.447781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305759+0000","last_change":"2024-09-19T04:39:49.232545+0000","last_active":"2024-09-19T04:39:55.305759+0000","last_peered":"2024-09-19T04:39:55.305759+0000","last_clean":"2024-09-19T04:39:55.305759+0000","last_became_active":"2024-09-19T04:39:49.229953+0000","last_became_peered":"2024-09-19T04:39:49.229953+0000","last_unstale":"2024-09-19T04:39:55.305759+0000","last_undegraded":"2024-09-19T04:39:55.305759+0000","last_fullsized":"2024-09-19T04:39:55.305759+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:42.185395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242551+0000","last_change":"2024-09-19T04:39:49.211894+0000","last_active":"2024-09-19T04:39:55.242551+0000","last_peered":"2024-09-19T04:39:55.242551+0000","last_clean":"2024-09-19T04:39:55.242551+0000","last_became_active":"2024-09-19T04:39:49.211253+0000","last_became_peered":"2024-09-19T04:39:49.211253+0000","last_unstale":"2024-09-19T04:39:55.242551+0000","last_undegraded":"2024-09-19T04:39:55.242551+0000","last_fullsized":"2024-09-19T04:39:55.242551+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:04.316332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306285+0000","last_change":"2024-09-19T04:39:49.209597+0000","last_active":"2024-09-19T04:39:55.306285+0000","last_peered":"2024-09-19T04:39:55.306285+0000","last_clean":"2024-09-19T04:39:55.306285+0000","last_became_active":"2024-09-19T04:39:49.208390+0000","last_became_peered":"2024-09-19T04:39:49.208390+0000","last_unstale":"2024-09-19T04:39:55.306285+0000","last_undegraded":"2024-09-19T04:39:55.306285+0000","last_fullsized":"2024-09-19T04:39:55.306285+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:01:53.903850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305134+0000","last_change":"2024-09-19T04:39:49.220400+0000","last_active":"2024-09-19T04:39:55.305134+0000","last_peered":"2024-09-19T04:39:55.305134+0000","last_clean":"2024-09-19T04:39:55.305134+0000","last_became_active":"2024-09-19T04:39:49.219862+0000","last_became_peered":"2024-09-19T04:39:49.219862+0000","last_unstale":"2024-09-19T04:39:55.305134+0000","last_undegraded":"2024-09-19T04:39:55.305134+0000","last_fullsized":"2024-09-19T04:39:55.305134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:47.829112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306514+0000","last_change":"2024-09-19T04:39:49.229640+0000","last_active":"2024-09-19T04:39:55.306514+0000","last_peered":"2024-09-19T04:39:55.306514+0000","last_clean":"2024-09-19T04:39:55.306514+0000","last_became_active":"2024-09-19T04:39:49.227991+0000","last_became_peered":"2024-09-19T04:39:49.227991+0000","last_unstale":"2024-09-19T04:39:55.306514+0000","last_undegraded":"2024-09-19T04:39:55.306514+0000","last_fullsized":"2024-09-19T04:39:55.306514+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:37:47.582469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4501,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574856,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32036,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339804,"statfs":{"total":96636764160,"available":96603959296,"internally_reserved":0,"allocated":864256,"data_stored":698343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":278528,"data_stored":111096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574854,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31460,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340380,"statfs":{"total":96636764160,"available":96604549120,"internally_reserved":0,"allocated":270336,"data_stored":107483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":278528,"data_stored":107519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":278528,"data_stored":109456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574856,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":266240,"data_stored":107393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":274432,"data_stored":107553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27884,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343956,"statfs":{"total":96636764160,"available":96608210944,"internally_reserved":0,"allocated":872448,"data_stored":698399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:40:06.891 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T04:40:06.892 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-19T04:40:06.892 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-19T04:40:06.892 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-19T04:40:06.892 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-19T04:40:07.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.081+0000 7f6eca800640 1 Processor -- start 2024-09-19T04:40:07.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.081+0000 7f6eca800640 1 -- start start 2024-09-19T04:40:07.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.082+0000 7f6eca800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f6ec40b8680 0x7f6ec41691f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.082+0000 7f6eca800640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6ec40d4230 con 0x7f6ec40d0ff0 2024-09-19T04:40:07.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.082+0000 7f6eca800640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6ec40b6060 con 0x7f6ec40cfa10 2024-09-19T04:40:07.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.082+0000 7f6eca800640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f6ec40b6c70 con 0x7f6ec40b8680 2024-09-19T04:40:07.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.083+0000 7f6ec3400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f6ec40d0ff0 0x7f6ec40d13d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:47180/0 (socket says 172.21.15.31:47180) 2024-09-19T04:40:07.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.083+0000 7f6ec3400640 1 -- 172.21.15.31:0/2451263030 learned_addr learned my addr 172.21.15.31:0/2451263030 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:07.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.083+0000 7f6ec3e00640 1 --2- 172.21.15.31:0/2451263030 >> v2:172.21.15.31:3300/0 conn(0x7f6ec40b8680 0x7f6ec41691f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.083+0000 7f6ec3e00640 1 -- 172.21.15.31:0/2451263030 >> v1:172.21.15.52:6789/0 conn(0x7f6ec40cfa10 legacy=0x7f6ec40d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.083+0000 7f6ec3e00640 1 -- 172.21.15.31:0/2451263030 >> v1:172.21.15.31:6789/0 conn(0x7f6ec40d0ff0 legacy=0x7f6ec40d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.083+0000 7f6ec3e00640 1 -- 172.21.15.31:0/2451263030 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ec40b6340 con 0x7f6ec40b8680 2024-09-19T04:40:07.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.083+0000 7f6ec2000640 1 -- 172.21.15.31:0/2451263030 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 725723274 0 0) 0x7f6ec40d4230 con 0x7f6ec40d0ff0 2024-09-19T04:40:07.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.084+0000 7f6ec3e00640 1 --2- 172.21.15.31:0/2451263030 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ec40b8680 0x7f6ec41691f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f6ebc009d90 tx=0x7f6ebc02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c244e202e793f3fb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:07.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.084+0000 7f6ec2000640 1 -- 172.21.15.31:0/2451263030 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ebc007740 con 0x7f6ec40b8680 2024-09-19T04:40:07.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.084+0000 7f6ec2000640 1 -- 172.21.15.31:0/2451263030 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ebc0078e0 con 0x7f6ec40b8680 2024-09-19T04:40:07.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.084+0000 7f6ec2000640 1 -- 172.21.15.31:0/2451263030 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ebc007cb0 con 0x7f6ec40b8680 2024-09-19T04:40:07.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.085+0000 7f6eca800640 1 -- 172.21.15.31:0/2451263030 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ec40b8680 msgr2=0x7f6ec41691f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.085+0000 7f6eca800640 1 --2- 172.21.15.31:0/2451263030 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ec40b8680 0x7f6ec41691f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f6ebc009d90 tx=0x7f6ebc02a660 comp rx=0 tx=0).stop 2024-09-19T04:40:07.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.085+0000 7f6eca800640 1 -- 172.21.15.31:0/2451263030 shutdown_connections 2024-09-19T04:40:07.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.085+0000 7f6eca800640 1 --2- 172.21.15.31:0/2451263030 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ec40b8680 0x7f6ec41691f0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.085+0000 7f6eca800640 1 -- 172.21.15.31:0/2451263030 >> 172.21.15.31:0/2451263030 conn(0x7f6ec4067f80 msgr2=0x7f6ec406ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:07.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.085+0000 7f6eca800640 1 -- 172.21.15.31:0/2451263030 shutdown_connections 2024-09-19T04:40:07.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.085+0000 7f6eca800640 1 -- 172.21.15.31:0/2451263030 wait complete. 2024-09-19T04:40:07.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.087+0000 7f6eca800640 1 Processor -- start 2024-09-19T04:40:07.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.087+0000 7f6eca800640 1 -- start start 2024-09-19T04:40:07.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.088+0000 7f6eca800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ec40b8680 0x7f6ec4157960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.088+0000 7f6eca800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6ec40cfa10 0x7f6ec41f1570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.088+0000 7f6eca800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ec40d0ff0 0x7f6ec41f4080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.088+0000 7f6eca800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6ec415e8f0 con 0x7f6ec40d0ff0 2024-09-19T04:40:07.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.088+0000 7f6eca800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f6ec40b6900 con 0x7f6ec40b8680 2024-09-19T04:40:07.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.088+0000 7f6eca800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f6ec415ea70 con 0x7f6ec40cfa10 2024-09-19T04:40:07.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.088+0000 7f6ec3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ec40d0ff0 0x7f6ec41f4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.088+0000 7f6ec3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ec40d0ff0 0x7f6ec41f4080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39248/0 (socket says 172.21.15.31:39248) 2024-09-19T04:40:07.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.088+0000 7f6ec3e00640 1 -- 172.21.15.31:0/140405855 learned_addr learned my addr 172.21.15.31:0/140405855 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:07.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.088+0000 7f6ec3400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ec40b8680 0x7f6ec4157960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.088+0000 7f6ec2a00640 1 --2- 172.21.15.31:0/140405855 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6ec40cfa10 0x7f6ec41f1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.088+0000 7f6ec3e00640 1 -- 172.21.15.31:0/140405855 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6ec40cfa10 msgr2=0x7f6ec41f1570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.088+0000 7f6ec3e00640 1 --2- 172.21.15.31:0/140405855 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6ec40cfa10 0x7f6ec41f1570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.088+0000 7f6ec3e00640 1 -- 172.21.15.31:0/140405855 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ec40b8680 msgr2=0x7f6ec4157960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.088+0000 7f6ec3e00640 1 --2- 172.21.15.31:0/140405855 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ec40b8680 0x7f6ec4157960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.088+0000 7f6ec3e00640 1 -- 172.21.15.31:0/140405855 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ec4157ea0 con 0x7f6ec40d0ff0 2024-09-19T04:40:07.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.089+0000 7f6ec3e00640 1 --2- 172.21.15.31:0/140405855 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ec40d0ff0 0x7f6ec41f4080 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f6ebc009eb0 tx=0x7f6ebc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:07.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.089+0000 7f6ebb400640 1 -- 172.21.15.31:0/140405855 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ebc03f070 con 0x7f6ec40d0ff0 2024-09-19T04:40:07.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.089+0000 7f6ebb400640 1 -- 172.21.15.31:0/140405855 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ebc031c40 con 0x7f6ec40d0ff0 2024-09-19T04:40:07.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.089+0000 7f6eca800640 1 -- 172.21.15.31:0/140405855 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ec41f1ab0 con 0x7f6ec40d0ff0 2024-09-19T04:40:07.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.089+0000 7f6ebb400640 1 -- 172.21.15.31:0/140405855 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ebc003990 con 0x7f6ec40d0ff0 2024-09-19T04:40:07.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.089+0000 7f6eca800640 1 -- 172.21.15.31:0/140405855 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ec41f4fb0 con 0x7f6ec40d0ff0 2024-09-19T04:40:07.091 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.090+0000 7f6eca800640 1 -- 172.21.15.31:0/140405855 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ec40d13d0 con 0x7f6ec40d0ff0 2024-09-19T04:40:07.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.091+0000 7f6ebb400640 1 -- 172.21.15.31:0/140405855 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6ebc003b30 con 0x7f6ec40d0ff0 2024-09-19T04:40:07.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.092+0000 7f6ebb400640 1 --2- 172.21.15.31:0/140405855 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6ea406c2b0 0x7f6ea406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.092+0000 7f6ebb400640 1 -- 172.21.15.31:0/140405855 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f6ebc0ac9f0 con 0x7f6ec40d0ff0 2024-09-19T04:40:07.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.092+0000 7f6ec3400640 1 --2- 172.21.15.31:0/140405855 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6ea406c2b0 0x7f6ea406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.093+0000 7f6ec3400640 1 --2- 172.21.15.31:0/140405855 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6ea406c2b0 0x7f6ea406e770 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4007f70 tx=0x7f6eb4007f00 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:07.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.096+0000 7f6ebb400640 1 -- 172.21.15.31:0/140405855 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6ec4157ea0 con 0x7f6ec40d0ff0 2024-09-19T04:40:07.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.332+0000 7f6eca800640 1 -- 172.21.15.31:0/140405855 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f6ec40cb0f0 con 0x7f6ec40d0ff0 2024-09-19T04:40:07.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.335+0000 7f6ebb400640 1 -- 172.21.15.31:0/140405855 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+173503 (secure 0 0 0) 0x7f6ebc07a730 con 0x7f6ec40d0ff0 2024-09-19T04:40:07.338 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:07.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.338+0000 7f6eca800640 1 -- 172.21.15.31:0/140405855 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6ea406c2b0 msgr2=0x7f6ea406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.338+0000 7f6eca800640 1 --2- 172.21.15.31:0/140405855 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6ea406c2b0 0x7f6ea406e770 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4007f70 tx=0x7f6eb4007f00 comp rx=0 tx=0).stop 2024-09-19T04:40:07.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.338+0000 7f6eca800640 1 -- 172.21.15.31:0/140405855 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ec40d0ff0 msgr2=0x7f6ec41f4080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.338+0000 7f6eca800640 1 --2- 172.21.15.31:0/140405855 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ec40d0ff0 0x7f6ec41f4080 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f6ebc009eb0 tx=0x7f6ebc004a40 comp rx=0 tx=0).stop 2024-09-19T04:40:07.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.338+0000 7f6eca800640 1 -- 172.21.15.31:0/140405855 shutdown_connections 2024-09-19T04:40:07.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.338+0000 7f6eca800640 1 --2- 172.21.15.31:0/140405855 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ec40d0ff0 0x7f6ec41f4080 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.338+0000 7f6eca800640 1 --2- 172.21.15.31:0/140405855 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6ec40cfa10 0x7f6ec41f1570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.338+0000 7f6eca800640 1 --2- 172.21.15.31:0/140405855 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6ea406c2b0 0x7f6ea406e770 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.338+0000 7f6eca800640 1 --2- 172.21.15.31:0/140405855 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ec40b8680 0x7f6ec4157960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.338+0000 7f6eca800640 1 -- 172.21.15.31:0/140405855 >> 172.21.15.31:0/140405855 conn(0x7f6ec4067f80 msgr2=0x7f6ec415d870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:07.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.338+0000 7f6eca800640 1 -- 172.21.15.31:0/140405855 shutdown_connections 2024-09-19T04:40:07.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.338+0000 7f6eca800640 1 -- 172.21.15.31:0/140405855 wait complete. 2024-09-19T04:40:07.354 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":5,"flags":0,"active_gid":4107,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2639311127},{"type":"v1","addr":"172.21.15.31:6833","nonce":2639311127}]},"active_addr":"172.21.15.31:6833/2639311127","active_change":"2024-09-19T04:39:29.131969+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4108,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":378052136}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":3122769292}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":1105939663}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":645370542}]}]} 2024-09-19T04:40:07.359 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-19T04:40:07.360 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-19T04:40:07.360 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:07.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.515+0000 7f1f54c00640 1 Processor -- start 2024-09-19T04:40:07.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.515+0000 7f1f54c00640 1 -- start start 2024-09-19T04:40:07.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.517+0000 7f1f54c00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f1f5006f0e0 0x7f1f5015c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.517+0000 7f1f54c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1f500b3ba0 0x7f1f500b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.517+0000 7f1f54c00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f5015c620 con 0x7f1f5006f4c0 2024-09-19T04:40:07.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.517+0000 7f1f54c00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f1f5015bc50 con 0x7f1f5006f0e0 2024-09-19T04:40:07.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.517+0000 7f1f54c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f1f50152630 con 0x7f1f500b3ba0 2024-09-19T04:40:07.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.517+0000 7f1f4e800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1f500b3ba0 0x7f1f500b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.517+0000 7f1f4de00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f1f5006f0e0 0x7f1f5015c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.517+0000 7f1f4e800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1f500b3ba0 0x7f1f500b4030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:41098/0 (socket says 172.21.15.31:41098) 2024-09-19T04:40:07.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.517+0000 7f1f4e800640 1 -- 172.21.15.31:0/1070927605 learned_addr learned my addr 172.21.15.31:0/1070927605 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:07.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.518+0000 7f1f4e800640 1 -- 172.21.15.31:0/1070927605 >> v2:172.21.15.52:3300/0 conn(0x7f1f5006f0e0 msgr2=0x7f1f5015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:07.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.518+0000 7f1f4e800640 1 --2- 172.21.15.31:0/1070927605 >> v2:172.21.15.52:3300/0 conn(0x7f1f5006f0e0 0x7f1f5015c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.518+0000 7f1f4e800640 1 -- 172.21.15.31:0/1070927605 >> v1:172.21.15.52:6789/0 conn(0x7f1f5006f4c0 legacy=0x7f1f500cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.518+0000 7f1f4e800640 1 -- 172.21.15.31:0/1070927605 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f500cfb40 con 0x7f1f500b3ba0 2024-09-19T04:40:07.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.519+0000 7f1f4e800640 1 --2- 172.21.15.31:0/1070927605 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1f500b3ba0 0x7f1f500b4030 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f1f48009e50 tx=0x7f1f4802a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38720ec22e8688ec server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:07.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.519+0000 7f1f4d400640 1 -- 172.21.15.31:0/1070927605 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f48036070 con 0x7f1f500b3ba0 2024-09-19T04:40:07.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.519+0000 7f1f4d400640 1 -- 172.21.15.31:0/1070927605 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f48031600 con 0x7f1f500b3ba0 2024-09-19T04:40:07.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.519+0000 7f1f4d400640 1 -- 172.21.15.31:0/1070927605 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f480319d0 con 0x7f1f500b3ba0 2024-09-19T04:40:07.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.520+0000 7f1f54c00640 1 -- 172.21.15.31:0/1070927605 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1f500b3ba0 msgr2=0x7f1f500b4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.520+0000 7f1f54c00640 1 --2- 172.21.15.31:0/1070927605 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1f500b3ba0 0x7f1f500b4030 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f1f48009e50 tx=0x7f1f4802a710 comp rx=0 tx=0).stop 2024-09-19T04:40:07.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.520+0000 7f1f54c00640 1 -- 172.21.15.31:0/1070927605 shutdown_connections 2024-09-19T04:40:07.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.520+0000 7f1f54c00640 1 --2- 172.21.15.31:0/1070927605 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1f500b3ba0 0x7f1f500b4030 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.520+0000 7f1f54c00640 1 --2- 172.21.15.31:0/1070927605 >> v2:172.21.15.52:3300/0 conn(0x7f1f5006f0e0 0x7f1f5015c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.520+0000 7f1f54c00640 1 -- 172.21.15.31:0/1070927605 >> 172.21.15.31:0/1070927605 conn(0x7f1f50067da0 msgr2=0x7f1f5006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:07.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.520+0000 7f1f54c00640 1 -- 172.21.15.31:0/1070927605 shutdown_connections 2024-09-19T04:40:07.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.520+0000 7f1f54c00640 1 -- 172.21.15.31:0/1070927605 wait complete. 2024-09-19T04:40:07.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.522+0000 7f1f54c00640 1 Processor -- start 2024-09-19T04:40:07.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.522+0000 7f1f54c00640 1 -- start start 2024-09-19T04:40:07.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.523+0000 7f1f54c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1f5006f0e0 0x7f1f501f1210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.523+0000 7f1f54c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1f5006f4c0 0x7f1f500ae930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.523+0000 7f1f54c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1f500b3ba0 0x7f1f500aee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.523+0000 7f1f54c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1f5006f930 con 0x7f1f5006f4c0 2024-09-19T04:40:07.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.523+0000 7f1f54c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1f5015b8e0 con 0x7f1f5006f0e0 2024-09-19T04:40:07.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.523+0000 7f1f54c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f1f500cf770 con 0x7f1f500b3ba0 2024-09-19T04:40:07.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.523+0000 7f1f47e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1f5006f4c0 0x7f1f500ae930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.523+0000 7f1f4de00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1f5006f0e0 0x7f1f501f1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.523+0000 7f1f47e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1f5006f4c0 0x7f1f500ae930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39262/0 (socket says 172.21.15.31:39262) 2024-09-19T04:40:07.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.523+0000 7f1f47e00640 1 -- 172.21.15.31:0/3724473293 learned_addr learned my addr 172.21.15.31:0/3724473293 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:07.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.523+0000 7f1f4e800640 1 --2- 172.21.15.31:0/3724473293 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1f500b3ba0 0x7f1f500aee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.523+0000 7f1f47e00640 1 -- 172.21.15.31:0/3724473293 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1f500b3ba0 msgr2=0x7f1f500aee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.523+0000 7f1f47e00640 1 --2- 172.21.15.31:0/3724473293 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1f500b3ba0 0x7f1f500aee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.523+0000 7f1f47e00640 1 -- 172.21.15.31:0/3724473293 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1f5006f0e0 msgr2=0x7f1f501f1210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.523+0000 7f1f47e00640 1 --2- 172.21.15.31:0/3724473293 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1f5006f0e0 0x7f1f501f1210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.523+0000 7f1f47e00640 1 -- 172.21.15.31:0/3724473293 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f501f4d60 con 0x7f1f5006f4c0 2024-09-19T04:40:07.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.524+0000 7f1f47e00640 1 --2- 172.21.15.31:0/3724473293 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1f5006f4c0 0x7f1f500ae930 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f1f3800c430 tx=0x7f1f3800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:07.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.524+0000 7f1f46000640 1 -- 172.21.15.31:0/3724473293 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f380052d0 con 0x7f1f5006f4c0 2024-09-19T04:40:07.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.524+0000 7f1f46000640 1 -- 172.21.15.31:0/3724473293 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f38005490 con 0x7f1f5006f4c0 2024-09-19T04:40:07.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.524+0000 7f1f46000640 1 -- 172.21.15.31:0/3724473293 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f38007260 con 0x7f1f5006f4c0 2024-09-19T04:40:07.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.524+0000 7f1f54c00640 1 -- 172.21.15.31:0/3724473293 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f500b0140 con 0x7f1f5006f4c0 2024-09-19T04:40:07.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.524+0000 7f1f54c00640 1 -- 172.21.15.31:0/3724473293 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f500b0700 con 0x7f1f5006f4c0 2024-09-19T04:40:07.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.525+0000 7f1f54c00640 1 -- 172.21.15.31:0/3724473293 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f5015ee80 con 0x7f1f5006f4c0 2024-09-19T04:40:07.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.526+0000 7f1f46000640 1 -- 172.21.15.31:0/3724473293 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1f38007400 con 0x7f1f5006f4c0 2024-09-19T04:40:07.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.527+0000 7f1f46000640 1 --2- 172.21.15.31:0/3724473293 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f1f2c06c2b0 0x7f1f2c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.527+0000 7f1f46000640 1 -- 172.21.15.31:0/3724473293 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1f3808ac80 con 0x7f1f5006f4c0 2024-09-19T04:40:07.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.527+0000 7f1f4de00640 1 --2- 172.21.15.31:0/3724473293 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f1f2c06c2b0 0x7f1f2c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.528+0000 7f1f4de00640 1 --2- 172.21.15.31:0/3724473293 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f1f2c06c2b0 0x7f1f2c06e770 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1f40009b40 tx=0x7f1f40009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:07.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.532+0000 7f1f46000640 1 -- 172.21.15.31:0/3724473293 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1f380589c0 con 0x7f1f5006f4c0 2024-09-19T04:40:07.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.716+0000 7f1f54c00640 1 -- 172.21.15.31:0/3724473293 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1f5006cfb0 con 0x7f1f5006f4c0 2024-09-19T04:40:07.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.717+0000 7f1f46000640 1 -- 172.21.15.31:0/3724473293 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7f1f3805ccc0 con 0x7f1f5006f4c0 2024-09-19T04:40:07.718 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:07.718 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":25,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:39:55.229214+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:46.656485+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:47.611713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T04:39:51.258713+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:07.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.719+0000 7f1f54c00640 1 -- 172.21.15.31:0/3724473293 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f1f2c06c2b0 msgr2=0x7f1f2c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.719+0000 7f1f54c00640 1 --2- 172.21.15.31:0/3724473293 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f1f2c06c2b0 0x7f1f2c06e770 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1f40009b40 tx=0x7f1f40009190 comp rx=0 tx=0).stop 2024-09-19T04:40:07.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.719+0000 7f1f54c00640 1 -- 172.21.15.31:0/3724473293 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1f5006f4c0 msgr2=0x7f1f500ae930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.719+0000 7f1f54c00640 1 --2- 172.21.15.31:0/3724473293 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1f5006f4c0 0x7f1f500ae930 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f1f3800c430 tx=0x7f1f3800c8f0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.719+0000 7f1f54c00640 1 -- 172.21.15.31:0/3724473293 shutdown_connections 2024-09-19T04:40:07.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.719+0000 7f1f54c00640 1 --2- 172.21.15.31:0/3724473293 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1f500b3ba0 0x7f1f500aee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.719+0000 7f1f54c00640 1 --2- 172.21.15.31:0/3724473293 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1f5006f4c0 0x7f1f500ae930 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.719+0000 7f1f54c00640 1 --2- 172.21.15.31:0/3724473293 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f1f2c06c2b0 0x7f1f2c06e770 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.719+0000 7f1f54c00640 1 --2- 172.21.15.31:0/3724473293 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1f5006f0e0 0x7f1f501f1210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.719+0000 7f1f54c00640 1 -- 172.21.15.31:0/3724473293 >> 172.21.15.31:0/3724473293 conn(0x7f1f50067da0 msgr2=0x7f1f5015ad00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:07.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.719+0000 7f1f54c00640 1 -- 172.21.15.31:0/3724473293 shutdown_connections 2024-09-19T04:40:07.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.719+0000 7f1f54c00640 1 -- 172.21.15.31:0/3724473293 wait complete. 2024-09-19T04:40:07.736 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-19T04:40:07.736 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:07.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.892+0000 7fa0dd400640 1 Processor -- start 2024-09-19T04:40:07.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.892+0000 7fa0dd400640 1 -- start start 2024-09-19T04:40:07.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.893+0000 7fa0dd400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fa0d815e660 0x7fa0d80d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.893+0000 7fa0dd400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa0d80d3150 0x7fa0d80b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.894+0000 7fa0dd400640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0d80d3680 con 0x7fa0d80b6530 2024-09-19T04:40:07.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.894+0000 7fa0dd400640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fa0d806d4b0 con 0x7fa0d80d3150 2024-09-19T04:40:07.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.894+0000 7fa0dd400640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fa0d80d3960 con 0x7fa0d815e660 2024-09-19T04:40:07.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.894+0000 7fa0cfe00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa0d80d3150 0x7fa0d80b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.894+0000 7fa0cfe00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa0d80d3150 0x7fa0d80b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39274/0 (socket says 172.21.15.31:39274) 2024-09-19T04:40:07.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.894+0000 7fa0cfe00640 1 -- 172.21.15.31:0/4030355585 learned_addr learned my addr 172.21.15.31:0/4030355585 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:07.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.894+0000 7fa0d6800640 1 --2- 172.21.15.31:0/4030355585 >> v2:172.21.15.52:3300/0 conn(0x7fa0d815e660 0x7fa0d80d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.894+0000 7fa0cfe00640 1 -- 172.21.15.31:0/4030355585 >> v2:172.21.15.52:3300/0 conn(0x7fa0d815e660 msgr2=0x7fa0d80d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:07.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.894+0000 7fa0cfe00640 1 --2- 172.21.15.31:0/4030355585 >> v2:172.21.15.52:3300/0 conn(0x7fa0d815e660 0x7fa0d80d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.894+0000 7fa0cfe00640 1 -- 172.21.15.31:0/4030355585 >> v1:172.21.15.52:6789/0 conn(0x7fa0d80b6530 legacy=0x7fa0d80cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.894+0000 7fa0cfe00640 1 -- 172.21.15.31:0/4030355585 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0d806ce60 con 0x7fa0d80d3150 2024-09-19T04:40:07.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.895+0000 7fa0cfe00640 1 --2- 172.21.15.31:0/4030355585 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0d80d3150 0x7fa0d80b5ff0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa0d808cf50 tx=0x7fa0c002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f3e0af5c78d7bff server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:07.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.896+0000 7fa0d5e00640 1 -- 172.21.15.31:0/4030355585 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0c0037070 con 0x7fa0d80d3150 2024-09-19T04:40:07.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.896+0000 7fa0d5e00640 1 -- 172.21.15.31:0/4030355585 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0c002ae50 con 0x7fa0d80d3150 2024-09-19T04:40:07.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.896+0000 7fa0d5e00640 1 -- 172.21.15.31:0/4030355585 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0c0032860 con 0x7fa0d80d3150 2024-09-19T04:40:07.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.896+0000 7fa0dd400640 1 -- 172.21.15.31:0/4030355585 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0d80d3150 msgr2=0x7fa0d80b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.896+0000 7fa0dd400640 1 --2- 172.21.15.31:0/4030355585 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0d80d3150 0x7fa0d80b5ff0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa0d808cf50 tx=0x7fa0c002a300 comp rx=0 tx=0).stop 2024-09-19T04:40:07.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.896+0000 7fa0dd400640 1 -- 172.21.15.31:0/4030355585 shutdown_connections 2024-09-19T04:40:07.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.896+0000 7fa0dd400640 1 --2- 172.21.15.31:0/4030355585 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0d80d3150 0x7fa0d80b5ff0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.896+0000 7fa0dd400640 1 --2- 172.21.15.31:0/4030355585 >> v2:172.21.15.52:3300/0 conn(0x7fa0d815e660 0x7fa0d80d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.896+0000 7fa0dd400640 1 -- 172.21.15.31:0/4030355585 >> 172.21.15.31:0/4030355585 conn(0x7fa0d808c000 msgr2=0x7fa0d80d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:07.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.896+0000 7fa0dd400640 1 -- 172.21.15.31:0/4030355585 shutdown_connections 2024-09-19T04:40:07.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.896+0000 7fa0dd400640 1 -- 172.21.15.31:0/4030355585 wait complete. 2024-09-19T04:40:07.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.898+0000 7fa0dd400640 1 Processor -- start 2024-09-19T04:40:07.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.898+0000 7fa0dd400640 1 -- start start 2024-09-19T04:40:07.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.899+0000 7fa0dd400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0d80b6530 0x7fa0d81f4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.899+0000 7fa0dd400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa0d80d3150 0x7fa0d80c8530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.899+0000 7fa0dd400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa0d815e660 0x7fa0d80ca680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.899+0000 7fa0dd400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa0d815ea40 con 0x7fa0d80b6530 2024-09-19T04:40:07.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.899+0000 7fa0dd400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa0d80d5310 con 0x7fa0d80d3150 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.899+0000 7fa0dd400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fa0d806e950 con 0x7fa0d815e660 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.899+0000 7fa0d6800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0d80b6530 0x7fa0d81f4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.899+0000 7fa0d6800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0d80b6530 0x7fa0d81f4090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39288/0 (socket says 172.21.15.31:39288) 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.899+0000 7fa0d6800640 1 -- 172.21.15.31:0/590110197 learned_addr learned my addr 172.21.15.31:0/590110197 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.899+0000 7fa0cfe00640 1 --2- 172.21.15.31:0/590110197 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa0d80d3150 0x7fa0d80c8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.899+0000 7fa0d7200640 1 --2- 172.21.15.31:0/590110197 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa0d815e660 0x7fa0d80ca680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.900+0000 7fa0d6800640 1 -- 172.21.15.31:0/590110197 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa0d815e660 msgr2=0x7fa0d80ca680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.900+0000 7fa0d6800640 1 --2- 172.21.15.31:0/590110197 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa0d815e660 0x7fa0d80ca680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.900+0000 7fa0d6800640 1 -- 172.21.15.31:0/590110197 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa0d80d3150 msgr2=0x7fa0d80c8530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.900+0000 7fa0d6800640 1 --2- 172.21.15.31:0/590110197 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa0d80d3150 0x7fa0d80c8530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:07.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.900+0000 7fa0d6800640 1 -- 172.21.15.31:0/590110197 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0d81f4950 con 0x7fa0d80b6530 2024-09-19T04:40:07.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.900+0000 7fa0d6800640 1 --2- 172.21.15.31:0/590110197 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0d80b6530 0x7fa0d81f4090 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa0c800e8a0 tx=0x7fa0c800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:07.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.900+0000 7fa0cea00640 1 -- 172.21.15.31:0/590110197 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0c8017070 con 0x7fa0d80b6530 2024-09-19T04:40:07.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.900+0000 7fa0cea00640 1 -- 172.21.15.31:0/590110197 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0c800c940 con 0x7fa0d80b6530 2024-09-19T04:40:07.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.900+0000 7fa0cea00640 1 -- 172.21.15.31:0/590110197 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0c800cd30 con 0x7fa0d80b6530 2024-09-19T04:40:07.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.900+0000 7fa0dd400640 1 -- 172.21.15.31:0/590110197 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0d81f4c90 con 0x7fa0d80b6530 2024-09-19T04:40:07.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.900+0000 7fa0dd400640 1 -- 172.21.15.31:0/590110197 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0d81f4f10 con 0x7fa0d80b6530 2024-09-19T04:40:07.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.901+0000 7fa0dd400640 1 -- 172.21.15.31:0/590110197 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0d80b5ff0 con 0x7fa0d80b6530 2024-09-19T04:40:07.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.903+0000 7fa0cea00640 1 -- 172.21.15.31:0/590110197 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa0c801a070 con 0x7fa0d80b6530 2024-09-19T04:40:07.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.903+0000 7fa0cea00640 1 --2- 172.21.15.31:0/590110197 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa0b406c2b0 0x7fa0b406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:07.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.903+0000 7fa0cea00640 1 -- 172.21.15.31:0/590110197 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa0c808b5d0 con 0x7fa0d80b6530 2024-09-19T04:40:07.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.904+0000 7fa0cfe00640 1 --2- 172.21.15.31:0/590110197 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa0b406c2b0 0x7fa0b406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:07.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.904+0000 7fa0cfe00640 1 --2- 172.21.15.31:0/590110197 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa0b406c2b0 0x7fa0b406e770 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0034000 tx=0x7fa0c002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:07.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:07.908+0000 7fa0cea00640 1 -- 172.21.15.31:0/590110197 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa0d81f4c90 con 0x7fa0d80b6530 2024-09-19T04:40:08.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.096+0000 7fa0dd400640 1 -- 172.21.15.31:0/590110197 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa0d80cfe40 con 0x7fa0d80b6530 2024-09-19T04:40:08.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.097+0000 7fa0cea00640 1 -- 172.21.15.31:0/590110197 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7fa0c80593b0 con 0x7fa0d80b6530 2024-09-19T04:40:08.099 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:08.099 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":25,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:39:55.229214+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:46.656485+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:47.611713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T04:39:51.258713+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:08.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.099+0000 7fa0dd400640 1 -- 172.21.15.31:0/590110197 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa0b406c2b0 msgr2=0x7fa0b406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.099+0000 7fa0dd400640 1 --2- 172.21.15.31:0/590110197 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa0b406c2b0 0x7fa0b406e770 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0034000 tx=0x7fa0c002e000 comp rx=0 tx=0).stop 2024-09-19T04:40:08.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.099+0000 7fa0dd400640 1 -- 172.21.15.31:0/590110197 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0d80b6530 msgr2=0x7fa0d81f4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.099+0000 7fa0dd400640 1 --2- 172.21.15.31:0/590110197 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0d80b6530 0x7fa0d81f4090 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa0c800e8a0 tx=0x7fa0c800ed60 comp rx=0 tx=0).stop 2024-09-19T04:40:08.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.100+0000 7fa0dd400640 1 -- 172.21.15.31:0/590110197 shutdown_connections 2024-09-19T04:40:08.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.100+0000 7fa0dd400640 1 --2- 172.21.15.31:0/590110197 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa0d815e660 0x7fa0d80ca680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.100+0000 7fa0dd400640 1 --2- 172.21.15.31:0/590110197 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa0b406c2b0 0x7fa0b406e770 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.100+0000 7fa0dd400640 1 --2- 172.21.15.31:0/590110197 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa0d80d3150 0x7fa0d80c8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.100+0000 7fa0dd400640 1 --2- 172.21.15.31:0/590110197 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa0d80b6530 0x7fa0d81f4090 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.100+0000 7fa0dd400640 1 -- 172.21.15.31:0/590110197 >> 172.21.15.31:0/590110197 conn(0x7fa0d808c000 msgr2=0x7fa0d80cf050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.100+0000 7fa0dd400640 1 -- 172.21.15.31:0/590110197 shutdown_connections 2024-09-19T04:40:08.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.100+0000 7fa0dd400640 1 -- 172.21.15.31:0/590110197 wait complete. 2024-09-19T04:40:08.117 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-19T04:40:08.117 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-19T04:40:08.118 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-19T04:40:08.118 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-19T04:40:08.119 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-19T04:40:08.119 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-19T04:40:08.119 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-19T04:40:08.120 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-19T04:40:08.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.390+0000 7fba6fe00640 1 Processor -- start 2024-09-19T04:40:08.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.391+0000 7fba6fe00640 1 -- start start 2024-09-19T04:40:08.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.394+0000 7fba6fe00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fba68005d80 0x7fba68007320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.394+0000 7fba6ea00640 1 --1- >> v1:172.21.15.52:6789/0 conn(0x7fba680e2ba0 0x7fba6803bbc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.52:6789/0 says I am v1:172.21.15.31:60096/0 (socket says 172.21.15.31:60096) 2024-09-19T04:40:08.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.394+0000 7fba6ea00640 1 -- 172.21.15.31:0/3058535178 learned_addr learned my addr 172.21.15.31:0/3058535178 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:08.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.395+0000 7fba6fe00640 1 -- 172.21.15.31:0/3058535178 --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba68006280 con 0x7fba68037b20 2024-09-19T04:40:08.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.395+0000 7fc082000640 1 Processor -- start 2024-09-19T04:40:08.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.396+0000 7fba6f400640 1 --2- 172.21.15.31:0/3058535178 >> v2:172.21.15.31:3300/0 conn(0x7fba68005d80 0x7fba68007320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.396+0000 7fc082000640 1 -- start start 2024-09-19T04:40:08.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.396+0000 7fba6fe00640 1 -- 172.21.15.31:0/3058535178 --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba68006560 con 0x7fba680e2ba0 2024-09-19T04:40:08.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.396+0000 7fba6fe00640 1 -- 172.21.15.31:0/3058535178 --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fba68006840 con 0x7fba68005d80 2024-09-19T04:40:08.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.397+0000 7fba6f400640 1 -- 172.21.15.31:0/3058535178 >> v1:172.21.15.52:6789/0 conn(0x7fba680e2ba0 legacy=0x7fba6803bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.397+0000 7fba6d600640 1 -- 172.21.15.31:0/3058535178 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3063212273 0 0) 0x7fba68006560 con 0x7fba680e2ba0 2024-09-19T04:40:08.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.397+0000 7fba6f400640 1 -- 172.21.15.31:0/3058535178 >> v1:172.21.15.31:6789/0 conn(0x7fba68037b20 legacy=0x7fba6803c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.397+0000 7fba6f400640 1 -- 172.21.15.31:0/3058535178 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba68006b20 con 0x7fba68005d80 2024-09-19T04:40:08.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.398+0000 7fba6f400640 1 --2- 172.21.15.31:0/3058535178 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fba68005d80 0x7fba68007320 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fba70000b60 tx=0x7fba700a6050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=979f2d2a48233b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.399+0000 7fa10be00640 1 Processor -- start 2024-09-19T04:40:08.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.399+0000 7fba6d600640 1 -- 172.21.15.31:0/3058535178 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba700b3070 con 0x7fba68005d80 2024-09-19T04:40:08.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.399+0000 7fa10be00640 1 -- start start 2024-09-19T04:40:08.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.399+0000 7fba6d600640 1 -- 172.21.15.31:0/3058535178 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba700a6da0 con 0x7fba68005d80 2024-09-19T04:40:08.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.400+0000 7fba6d600640 1 -- 172.21.15.31:0/3058535178 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba700ae640 con 0x7fba68005d80 2024-09-19T04:40:08.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.401+0000 7fba6fe00640 1 -- 172.21.15.31:0/3058535178 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fba68005d80 msgr2=0x7fba68007320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.401+0000 7fba6fe00640 1 --2- 172.21.15.31:0/3058535178 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fba68005d80 0x7fba68007320 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fba70000b60 tx=0x7fba700a6050 comp rx=0 tx=0).stop 2024-09-19T04:40:08.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.400+0000 7fc082000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc07c162a80 0x7fc07c06e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.400+0000 7fc082000640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fc07c162e60 0x7fc07c0d22b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.401+0000 7fc082000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc07c0d30c0 con 0x7fc07c0d5020 2024-09-19T04:40:08.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.401+0000 7fc082000640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fc07c0b1190 con 0x7fc07c162e60 2024-09-19T04:40:08.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.401+0000 7fc082000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fc07c0b1470 con 0x7fc07c162a80 2024-09-19T04:40:08.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.402+0000 7fc081600640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fc07c0d5020 0x7fc07c0d27f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:47198/0 (socket says 172.21.15.31:47198) 2024-09-19T04:40:08.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.402+0000 7fc081600640 1 -- 172.21.15.31:0/3549579534 learned_addr learned my addr 172.21.15.31:0/3549579534 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:08.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.402+0000 7fa10be00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fa1040e0a30 0x7fa1040553e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.402+0000 7fa10be00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa104051f80 0x7fa1040523c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.402+0000 7fa10be00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa104055920 con 0x7fa104053130 2024-09-19T04:40:08.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.402+0000 7fa10be00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fa104054380 con 0x7fa1040e0a30 2024-09-19T04:40:08.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.402+0000 7fa10be00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fa104054620 con 0x7fa104051f80 2024-09-19T04:40:08.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.402+0000 7fba6fe00640 1 -- 172.21.15.31:0/3058535178 shutdown_connections 2024-09-19T04:40:08.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.402+0000 7fba6fe00640 1 --2- 172.21.15.31:0/3058535178 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fba68005d80 0x7fba68007320 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.402+0000 7fba6fe00640 1 -- 172.21.15.31:0/3058535178 >> 172.21.15.31:0/3058535178 conn(0x7fba6803a510 msgr2=0x7fba6803a920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.401+0000 7fc080c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc07c162a80 0x7fc07c06e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.402+0000 7fc073e00640 1 --2- 172.21.15.31:0/3549579534 >> v2:172.21.15.52:3300/0 conn(0x7fc07c162e60 0x7fc07c0d22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.403+0000 7fa10b400640 1 --1- >> v1:172.21.15.52:6789/0 conn(0x7fa104053130 0x7fa10400bda0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.52:6789/0 says I am v1:172.21.15.31:60104/0 (socket says 172.21.15.31:60104) 2024-09-19T04:40:08.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.403+0000 7fa10b400640 1 -- 172.21.15.31:0/3073605495 learned_addr learned my addr 172.21.15.31:0/3073605495 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:08.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.403+0000 7fa10aa00640 1 --2- 172.21.15.31:0/3073605495 >> v2:172.21.15.52:3300/0 conn(0x7fa1040e0a30 0x7fa1040553e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.403+0000 7fa10a000640 1 --2- 172.21.15.31:0/3073605495 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa104051f80 0x7fa1040523c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.403+0000 7fc080c00640 1 -- 172.21.15.31:0/3549579534 >> v2:172.21.15.52:3300/0 conn(0x7fc07c162e60 msgr2=0x7fc07c0d22b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:08.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.403+0000 7fc080c00640 1 --2- 172.21.15.31:0/3549579534 >> v2:172.21.15.52:3300/0 conn(0x7fc07c162e60 0x7fc07c0d22b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.403+0000 7fc080c00640 1 -- 172.21.15.31:0/3549579534 >> v1:172.21.15.31:6789/0 conn(0x7fc07c0d5020 legacy=0x7fc07c0d27f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.403+0000 7fc080c00640 1 -- 172.21.15.31:0/3549579534 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc07c0d4d10 con 0x7fc07c162a80 2024-09-19T04:40:08.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.403+0000 7fba6fe00640 1 -- 172.21.15.31:0/3058535178 shutdown_connections 2024-09-19T04:40:08.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.404+0000 7fa10aa00640 1 -- 172.21.15.31:0/3073605495 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa104051f80 msgr2=0x7fa1040523c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:08.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.404+0000 7fa10aa00640 1 --2- 172.21.15.31:0/3073605495 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa104051f80 0x7fa1040523c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.404+0000 7fa10aa00640 1 -- 172.21.15.31:0/3073605495 >> v1:172.21.15.52:6789/0 conn(0x7fa104053130 legacy=0x7fa10400bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.404+0000 7fa10aa00640 1 -- 172.21.15.31:0/3073605495 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa104054900 con 0x7fa1040e0a30 2024-09-19T04:40:08.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.404+0000 7fa109600640 1 -- 172.21.15.31:0/3073605495 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 417593547 0 0) 0x7fa10c050ea0 con 0x7fa104053130 2024-09-19T04:40:08.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.404+0000 7fba6fe00640 1 -- 172.21.15.31:0/3058535178 wait complete. 2024-09-19T04:40:08.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.405+0000 7f7f15c00640 1 Processor -- start 2024-09-19T04:40:08.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.405+0000 7fa10aa00640 1 --2- 172.21.15.31:0/3073605495 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1040e0a30 0x7fa1040553e0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa0fc009790 tx=0x7fa0fc02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be9713a666bcb251 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.406+0000 7fc080c00640 1 --2- 172.21.15.31:0/3549579534 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc07c162a80 0x7fc07c06e6e0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc06c009d90 tx=0x7fc06c02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=91b479a7f86e8390 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.406+0000 7f7f15c00640 1 -- start start 2024-09-19T04:40:08.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.406+0000 7fa109600640 1 -- 172.21.15.31:0/3073605495 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0fc037070 con 0x7fa1040e0a30 2024-09-19T04:40:08.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.406+0000 7fa109600640 1 -- 172.21.15.31:0/3073605495 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0fc032440 con 0x7fa1040e0a30 2024-09-19T04:40:08.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.406+0000 7fa109600640 1 -- 172.21.15.31:0/3073605495 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0fc032810 con 0x7fa1040e0a30 2024-09-19T04:40:08.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.406+0000 7fc07be00640 1 -- 172.21.15.31:0/3549579534 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc06c007740 con 0x7fc07c162a80 2024-09-19T04:40:08.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.407+0000 7fc07be00640 1 -- 172.21.15.31:0/3549579534 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc06c0078e0 con 0x7fc07c162a80 2024-09-19T04:40:08.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.407+0000 7fc07be00640 1 -- 172.21.15.31:0/3549579534 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc06c007cb0 con 0x7fc07c162a80 2024-09-19T04:40:08.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.407+0000 7fa10be00640 1 -- 172.21.15.31:0/3073605495 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1040e0a30 msgr2=0x7fa1040553e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.407+0000 7fa10be00640 1 --2- 172.21.15.31:0/3073605495 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1040e0a30 0x7fa1040553e0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa0fc009790 tx=0x7fa0fc02a180 comp rx=0 tx=0).stop 2024-09-19T04:40:08.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.407+0000 7fa10be00640 1 -- 172.21.15.31:0/3073605495 shutdown_connections 2024-09-19T04:40:08.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.407+0000 7fa10be00640 1 --2- 172.21.15.31:0/3073605495 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa104051f80 0x7fa1040523c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.407+0000 7fa10be00640 1 --2- 172.21.15.31:0/3073605495 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1040e0a30 0x7fa1040553e0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.407+0000 7fa10be00640 1 -- 172.21.15.31:0/3073605495 >> 172.21.15.31:0/3073605495 conn(0x7fa10401fb40 msgr2=0x7fa1040567b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.408+0000 7fba6fe00640 1 Processor -- start 2024-09-19T04:40:08.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.408+0000 7f7f15c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f100d3150 0x7f7f100b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.408+0000 7f7f15c00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f7f100b6530 0x7f7f1006d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.408+0000 7f7f15c00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f100d3680 con 0x7f7f1015e660 2024-09-19T04:40:08.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.408+0000 7f7f15c00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f7f1006d4b0 con 0x7f7f100b6530 2024-09-19T04:40:08.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.408+0000 7f7f15c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f7f100d3960 con 0x7f7f100d3150 2024-09-19T04:40:08.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.408+0000 7fa10be00640 1 -- 172.21.15.31:0/3073605495 shutdown_connections 2024-09-19T04:40:08.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.408+0000 7fc082000640 1 -- 172.21.15.31:0/3549579534 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc07c162a80 msgr2=0x7fc07c06e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.408+0000 7fc082000640 1 --2- 172.21.15.31:0/3549579534 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc07c162a80 0x7fc07c06e6e0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc06c009d90 tx=0x7fc06c02a660 comp rx=0 tx=0).stop 2024-09-19T04:40:08.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.408+0000 7f7f0ea00640 1 --1- >> v1:172.21.15.52:6789/0 conn(0x7f7f1015e660 0x7f7f100d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.52:6789/0 says I am v1:172.21.15.31:60120/0 (socket says 172.21.15.31:60120) 2024-09-19T04:40:08.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.408+0000 7f7f0ea00640 1 -- 172.21.15.31:0/1651021920 learned_addr learned my addr 172.21.15.31:0/1651021920 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:08.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.409+0000 7fa10be00640 1 -- 172.21.15.31:0/3073605495 wait complete. 2024-09-19T04:40:08.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.409+0000 7fba6fe00640 1 -- start start 2024-09-19T04:40:08.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.409+0000 7f7f0f400640 1 --2- 172.21.15.31:0/1651021920 >> v2:172.21.15.52:3300/0 conn(0x7f7f100b6530 0x7f7f1006d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.409+0000 7f7f0e000640 1 -- 172.21.15.31:0/1651021920 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3085465777 0 0) 0x7f7f100d3680 con 0x7f7f1015e660 2024-09-19T04:40:08.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.409+0000 7f7f0e000640 1 -- 172.21.15.31:0/1651021920 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7ef4003520 con 0x7f7f1015e660 2024-09-19T04:40:08.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.409+0000 7fc082000640 1 -- 172.21.15.31:0/3549579534 shutdown_connections 2024-09-19T04:40:08.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.409+0000 7fc082000640 1 --2- 172.21.15.31:0/3549579534 >> v2:172.21.15.52:3300/0 conn(0x7fc07c162e60 0x7fc07c0d22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.409+0000 7fc082000640 1 --2- 172.21.15.31:0/3549579534 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc07c162a80 0x7fc07c06e6e0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.409+0000 7fc082000640 1 -- 172.21.15.31:0/3549579534 >> 172.21.15.31:0/3549579534 conn(0x7fc07c09d690 msgr2=0x7fc07c0d4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.410+0000 7f7f0f400640 1 -- 172.21.15.31:0/1651021920 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f100d3150 msgr2=0x7f7f100b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:08.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.410+0000 7f7f0f400640 1 --2- 172.21.15.31:0/1651021920 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f100d3150 0x7f7f100b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.410+0000 7f7f0f400640 1 -- 172.21.15.31:0/1651021920 >> v1:172.21.15.52:6789/0 conn(0x7f7f1015e660 legacy=0x7f7f100d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.410+0000 7f7f0f400640 1 -- 172.21.15.31:0/1651021920 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f1006ce60 con 0x7f7f100b6530 2024-09-19T04:40:08.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.410+0000 7fc082000640 1 -- 172.21.15.31:0/3549579534 shutdown_connections 2024-09-19T04:40:08.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.410+0000 7fc082000640 1 -- 172.21.15.31:0/3549579534 wait complete. 2024-09-19T04:40:08.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.411+0000 7fba6fe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fba68005d80 0x7fba6816b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.411+0000 7fc677000640 1 Processor -- start 2024-09-19T04:40:08.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.411+0000 7fc677000640 1 -- start start 2024-09-19T04:40:08.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.411+0000 7fba6fe00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fba68037b20 0x7fba6804cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.411+0000 7fba6fe00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba680e2ba0 0x7fba680ce880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.411+0000 7fba6fe00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fba680374d0 con 0x7fba68005d80 2024-09-19T04:40:08.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.411+0000 7fba6fe00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fba6803c9e0 con 0x7fba680e2ba0 2024-09-19T04:40:08.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.411+0000 7fba6fe00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fba68037650 con 0x7fba68037b20 2024-09-19T04:40:08.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.411+0000 7fa10be00640 1 Processor -- start 2024-09-19T04:40:08.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.411+0000 7f7f0f400640 1 --2- 172.21.15.31:0/1651021920 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f100b6530 0x7f7f1006d940 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f7f08009d90 tx=0x7f7f0802a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5310b7dc90ec570a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.412+0000 7fba6f400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba680e2ba0 0x7fba680ce880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.412+0000 7fa10be00640 1 -- start start 2024-09-19T04:40:08.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.412+0000 7f7f0e000640 1 -- 172.21.15.31:0/1651021920 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f08007740 con 0x7f7f100b6530 2024-09-19T04:40:08.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.412+0000 7fba6f400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba680e2ba0 0x7fba680ce880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:38954/0 (socket says 172.21.15.31:38954) 2024-09-19T04:40:08.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.412+0000 7fba6e000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fba68037b20 0x7fba6804cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.412+0000 7fba6f400640 1 -- 172.21.15.31:0/2804344690 learned_addr learned my addr 172.21.15.31:0/2804344690 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.412+0000 7f7f0e000640 1 -- 172.21.15.31:0/1651021920 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f080078e0 con 0x7f7f100b6530 2024-09-19T04:40:08.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.412+0000 7f7f0e000640 1 -- 172.21.15.31:0/1651021920 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f08007740 con 0x7f7f100b6530 2024-09-19T04:40:08.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.412+0000 7fba6ea00640 1 --2- 172.21.15.31:0/2804344690 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fba68005d80 0x7fba6816b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.413+0000 7fba6f400640 1 -- 172.21.15.31:0/2804344690 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fba68037b20 msgr2=0x7fba6804cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.413+0000 7fba6f400640 1 --2- 172.21.15.31:0/2804344690 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fba68037b20 0x7fba6804cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.413+0000 7fba6f400640 1 -- 172.21.15.31:0/2804344690 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fba68005d80 msgr2=0x7fba6816b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.413+0000 7fc082000640 1 Processor -- start 2024-09-19T04:40:08.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.413+0000 7fba6f400640 1 --2- 172.21.15.31:0/2804344690 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fba68005d80 0x7fba6816b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.413+0000 7fba6f400640 1 -- 172.21.15.31:0/2804344690 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba6804d930 con 0x7fba680e2ba0 2024-09-19T04:40:08.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.413+0000 7fba6ea00640 1 --2- 172.21.15.31:0/2804344690 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fba68005d80 0x7fba6816b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:08.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.413+0000 7fc082000640 1 -- start start 2024-09-19T04:40:08.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.413+0000 7fc677000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc6701627a0 0x7fc6700b42e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.413+0000 7fc677000640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fc67006dfd0 0x7fc67006e460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.413+0000 7fc677000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6700ce7c0 con 0x7fc6700cdfc0 2024-09-19T04:40:08.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.413+0000 7fc677000640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fc6700b4820 con 0x7fc67006dfd0 2024-09-19T04:40:08.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.413+0000 7fc677000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fc6700cf3d0 con 0x7fc6701627a0 2024-09-19T04:40:08.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.413+0000 7f7f15c00640 1 -- 172.21.15.31:0/1651021920 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f100b6530 msgr2=0x7f7f1006d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.413+0000 7f7f15c00640 1 --2- 172.21.15.31:0/1651021920 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f100b6530 0x7f7f1006d940 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f7f08009d90 tx=0x7f7f0802a6f0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.414+0000 7fba6f400640 1 --2- 172.21.15.31:0/2804344690 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba680e2ba0 0x7fba680ce880 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fba7006aa50 tx=0x7fba700699d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.414+0000 7fba66a00640 1 -- 172.21.15.31:0/2804344690 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba700bc020 con 0x7fba680e2ba0 2024-09-19T04:40:08.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.414+0000 7fba66a00640 1 -- 172.21.15.31:0/2804344690 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba700b4040 con 0x7fba680e2ba0 2024-09-19T04:40:08.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.414+0000 7fba66a00640 1 -- 172.21.15.31:0/2804344690 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba700bc020 con 0x7fba680e2ba0 2024-09-19T04:40:08.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.415+0000 7fba6fe00640 1 -- 172.21.15.31:0/2804344690 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba6804dc10 con 0x7fba680e2ba0 2024-09-19T04:40:08.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.414+0000 7f7f15c00640 1 -- 172.21.15.31:0/1651021920 shutdown_connections 2024-09-19T04:40:08.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.414+0000 7f7f15c00640 1 --2- 172.21.15.31:0/1651021920 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f100b6530 0x7f7f1006d940 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.414+0000 7f7f15c00640 1 --2- 172.21.15.31:0/1651021920 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f100d3150 0x7f7f100b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.414+0000 7f7f15c00640 1 -- 172.21.15.31:0/1651021920 >> 172.21.15.31:0/1651021920 conn(0x7f7f1008c000 msgr2=0x7f7f100d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.414+0000 7f7f15c00640 1 -- 172.21.15.31:0/1651021920 shutdown_connections 2024-09-19T04:40:08.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.414+0000 7f7f15c00640 1 -- 172.21.15.31:0/1651021920 wait complete. 2024-09-19T04:40:08.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.414+0000 7fc66fe00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc6701627a0 0x7fc6700b42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.414+0000 7fc66fe00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc6701627a0 0x7fc6700b42e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:41162/0 (socket says 172.21.15.31:41162) 2024-09-19T04:40:08.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.414+0000 7fc66fe00640 1 -- 172.21.15.31:0/2805270640 learned_addr learned my addr 172.21.15.31:0/2805270640 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.414+0000 7fc675000640 1 --2- 172.21.15.31:0/2805270640 >> v2:172.21.15.52:3300/0 conn(0x7fc67006dfd0 0x7fc67006e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.415+0000 7fa10be00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa104051f80 0x7fa10404bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.415+0000 7fa10be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa104053130 0x7fa1040d4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.415+0000 7fa10be00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1040cd060 0x7fa1040d27e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.415+0000 7fa10be00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa1040e0e10 con 0x7fa104053130 2024-09-19T04:40:08.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.415+0000 7fc082000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc07c0d5020 0x7fc07c0c9b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.415+0000 7fc082000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc07c162a80 0x7fc07c0cbf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.415+0000 7fc082000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc07c162e60 0x7fc07c0d0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.415+0000 7fa10be00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa104054ec0 con 0x7fa1040cd060 2024-09-19T04:40:08.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.415+0000 7fa10be00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fa1040570e0 con 0x7fa104051f80 2024-09-19T04:40:08.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.415+0000 7fc66fe00640 1 -- 172.21.15.31:0/2805270640 >> v2:172.21.15.52:3300/0 conn(0x7fc67006dfd0 msgr2=0x7fc67006e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:08.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.415+0000 7fc66fe00640 1 --2- 172.21.15.31:0/2805270640 >> v2:172.21.15.52:3300/0 conn(0x7fc67006dfd0 0x7fc67006e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.415+0000 7fc66fe00640 1 -- 172.21.15.31:0/2805270640 >> v1:172.21.15.31:6789/0 conn(0x7fc6700cdfc0 legacy=0x7fc6700cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.415+0000 7fc66fe00640 1 -- 172.21.15.31:0/2805270640 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6700ceaa0 con 0x7fc6701627a0 2024-09-19T04:40:08.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.415+0000 7fc66f400640 1 -- 172.21.15.31:0/2805270640 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3159168845 0 0) 0x7fc6700ce7c0 con 0x7fc6700cdfc0 2024-09-19T04:40:08.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.415+0000 7fba6fe00640 1 -- 172.21.15.31:0/2804344690 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba6804e1d0 con 0x7fba680e2ba0 2024-09-19T04:40:08.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.416+0000 7fc082000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc07c0b1d20 con 0x7fc07c162a80 2024-09-19T04:40:08.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.416+0000 7fc082000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc07c0b1ba0 con 0x7fc07c162e60 2024-09-19T04:40:08.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.416+0000 7fc082000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fc07c0b1ea0 con 0x7fc07c0d5020 2024-09-19T04:40:08.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.416+0000 7fa10b400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1040cd060 0x7fa1040d27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.416+0000 7fc080c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc07c0d5020 0x7fc07c0c9b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.417+0000 7fa10b400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1040cd060 0x7fa1040d27e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:38962/0 (socket says 172.21.15.31:38962) 2024-09-19T04:40:08.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.416+0000 7fc080c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc07c0d5020 0x7fc07c0c9b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:41170/0 (socket says 172.21.15.31:41170) 2024-09-19T04:40:08.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.417+0000 7fc080c00640 1 -- 172.21.15.31:0/1957074792 learned_addr learned my addr 172.21.15.31:0/1957074792 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.417+0000 7fc081600640 1 --2- 172.21.15.31:0/1957074792 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc07c162e60 0x7fc07c0d0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.417+0000 7fa10b400640 1 -- 172.21.15.31:0/1801070803 learned_addr learned my addr 172.21.15.31:0/1801070803 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.417+0000 7fba6fe00640 1 -- 172.21.15.31:0/2804344690 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fba6804e5b0 con 0x7fba680e2ba0 2024-09-19T04:40:08.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.417+0000 7fc073e00640 1 --2- 172.21.15.31:0/1957074792 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc07c162a80 0x7fc07c0cbf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.417+0000 7fc66fe00640 1 --2- 172.21.15.31:0/2805270640 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc6701627a0 0x7fc6700b42e0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fc660009870 tx=0x7fc66002a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8b33df50c8471919 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.417+0000 7f7f15c00640 1 Processor -- start 2024-09-19T04:40:08.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.418+0000 7f7f15c00640 1 -- start start 2024-09-19T04:40:08.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.418+0000 7fc080c00640 1 -- 172.21.15.31:0/1957074792 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc07c162e60 msgr2=0x7fc07c0d0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.418+0000 7fc080c00640 1 --2- 172.21.15.31:0/1957074792 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc07c162e60 0x7fc07c0d0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.418+0000 7fc080c00640 1 -- 172.21.15.31:0/1957074792 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc07c162a80 msgr2=0x7fc07c0cbf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.418+0000 7fc66f400640 1 -- 172.21.15.31:0/2805270640 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc660037070 con 0x7fc6701627a0 2024-09-19T04:40:08.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.418+0000 7fc66f400640 1 -- 172.21.15.31:0/2805270640 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc660032440 con 0x7fc6701627a0 2024-09-19T04:40:08.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.418+0000 7fc66f400640 1 -- 172.21.15.31:0/2805270640 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc660032810 con 0x7fc6701627a0 2024-09-19T04:40:08.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.418+0000 7fc080c00640 1 --2- 172.21.15.31:0/1957074792 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc07c162a80 0x7fc07c0cbf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.418+0000 7fc080c00640 1 -- 172.21.15.31:0/1957074792 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc07c0c8190 con 0x7fc07c0d5020 2024-09-19T04:40:08.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.419+0000 7fa10aa00640 1 --2- 172.21.15.31:0/1801070803 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa104051f80 0x7fa10404bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.419+0000 7fc073e00640 1 --2- 172.21.15.31:0/1957074792 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc07c162a80 0x7fc07c0cbf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:08.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.419+0000 7fba66a00640 1 -- 172.21.15.31:0/2804344690 <== mon.1 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fba700bf070 con 0x7fba680e2ba0 2024-09-19T04:40:08.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.419+0000 7f7f15c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f100b6530 0x7f7f100caa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.419+0000 7f7f15c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f100d3150 0x7f7f100c88b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.419+0000 7f7f15c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f1015e660 0x7f7f101513d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.419+0000 7fa10a000640 1 --2- 172.21.15.31:0/1801070803 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa104053130 0x7fa1040d4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.418+0000 7fb17ae00640 1 Processor -- start 2024-09-19T04:40:08.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.418+0000 7fb17ae00640 1 -- start start 2024-09-19T04:40:08.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7f7f15c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7f1006de80 con 0x7f7f100b6530 2024-09-19T04:40:08.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7f7f15c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7f1015ea40 con 0x7f7f100d3150 2024-09-19T04:40:08.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7fc677000640 1 -- 172.21.15.31:0/2805270640 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc6701627a0 msgr2=0x7fc6700b42e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7fc677000640 1 --2- 172.21.15.31:0/2805270640 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc6701627a0 0x7fc6700b42e0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fc660009870 tx=0x7fc66002a250 comp rx=0 tx=0).stop 2024-09-19T04:40:08.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7f7f15c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f7f1006e000 con 0x7f7f1015e660 2024-09-19T04:40:08.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7fc080c00640 1 --2- 172.21.15.31:0/1957074792 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc07c0d5020 0x7fc07c0c9b30 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fc06c009eb0 tx=0x7fc06c004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7fa10aa00640 1 -- 172.21.15.31:0/1801070803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1040cd060 msgr2=0x7fa1040d27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7fa10aa00640 1 --2- 172.21.15.31:0/1801070803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1040cd060 0x7fa1040d27e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7fa10aa00640 1 -- 172.21.15.31:0/1801070803 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa104053130 msgr2=0x7fa1040d4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7fa10aa00640 1 --2- 172.21.15.31:0/1801070803 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa104053130 0x7fa1040d4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7fa10aa00640 1 -- 172.21.15.31:0/1801070803 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1040d3f80 con 0x7fa104051f80 2024-09-19T04:40:08.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7f7f06000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f100d3150 0x7f7f100c88b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7f7f0f400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f1015e660 0x7f7f101513d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7f7f0f400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f1015e660 0x7f7f101513d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:41196/0 (socket says 172.21.15.31:41196) 2024-09-19T04:40:08.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7f7f0f400640 1 -- 172.21.15.31:0/4273048332 learned_addr learned my addr 172.21.15.31:0/4273048332 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7fc677000640 1 -- 172.21.15.31:0/2805270640 shutdown_connections 2024-09-19T04:40:08.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7fc677000640 1 --2- 172.21.15.31:0/2805270640 >> v2:172.21.15.52:3300/0 conn(0x7fc67006dfd0 0x7fc67006e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7fc677000640 1 --2- 172.21.15.31:0/2805270640 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc6701627a0 0x7fc6700b42e0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7fc677000640 1 -- 172.21.15.31:0/2805270640 >> 172.21.15.31:0/2805270640 conn(0x7fc670067da0 msgr2=0x7fc67006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7fa10b400640 1 --2- 172.21.15.31:0/1801070803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1040cd060 0x7fa1040d27e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:08.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7f7f0ea00640 1 --2- 172.21.15.31:0/4273048332 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f100b6530 0x7f7f100caa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.420+0000 7fc677000640 1 -- 172.21.15.31:0/2805270640 shutdown_connections 2024-09-19T04:40:08.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7fa10aa00640 1 --2- 172.21.15.31:0/1801070803 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa104051f80 0x7fa10404bde0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fa104056710 tx=0x7fa0fc0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7fb17ae00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb174162610 0x7fb1740cfa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7fb17ae00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fb1741629f0 0x7fb1740721b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7f7f0f400640 1 -- 172.21.15.31:0/4273048332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f100d3150 msgr2=0x7f7f100c88b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7f7f0f400640 1 --2- 172.21.15.31:0/4273048332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f100d3150 0x7f7f100c88b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7f7f0f400640 1 -- 172.21.15.31:0/4273048332 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f100b6530 msgr2=0x7f7f100caa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7f7f0f400640 1 --2- 172.21.15.31:0/4273048332 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f100b6530 0x7f7f100caa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7f7f0f400640 1 -- 172.21.15.31:0/4273048332 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f100caf80 con 0x7f7f1015e660 2024-09-19T04:40:08.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7fc079600640 1 -- 172.21.15.31:0/1957074792 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc06c040070 con 0x7fc07c0d5020 2024-09-19T04:40:08.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7fba66a00640 1 --2- 172.21.15.31:0/2804344690 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fba5006c4b0 0x7fba5006e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7fb17ae00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1740ce980 con 0x7fb17406f010 2024-09-19T04:40:08.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7fb17ae00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fb1740cf590 con 0x7fb1741629f0 2024-09-19T04:40:08.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7fb17ae00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fb1740cec60 con 0x7fb174162610 2024-09-19T04:40:08.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7fa102a00640 1 -- 172.21.15.31:0/1801070803 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0fc041020 con 0x7fa104051f80 2024-09-19T04:40:08.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7fa102a00640 1 -- 172.21.15.31:0/1801070803 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0fc005dc0 con 0x7fa104051f80 2024-09-19T04:40:08.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7fa102a00640 1 -- 172.21.15.31:0/1801070803 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0fc037040 con 0x7fa104051f80 2024-09-19T04:40:08.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7fb173400640 1 --1- >> v1:172.21.15.52:6789/0 conn(0x7fb17406f010 0x7fb1740cdf50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.52:6789/0 says I am v1:172.21.15.31:60130/0 (socket says 172.21.15.31:60130) 2024-09-19T04:40:08.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7fb173400640 1 -- 172.21.15.31:0/3439595463 learned_addr learned my addr 172.21.15.31:0/3439595463 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:08.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7fb173e00640 1 --2- 172.21.15.31:0/3439595463 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb174162610 0x7fb1740cfa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.421+0000 7fc677000640 1 -- 172.21.15.31:0/2805270640 wait complete. 2024-09-19T04:40:08.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.422+0000 7fb178e00640 1 --2- 172.21.15.31:0/3439595463 >> v2:172.21.15.31:3300/0 conn(0x7fb1741629f0 0x7fb1740721b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.422+0000 7fa10be00640 1 -- 172.21.15.31:0/1801070803 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1040d4220 con 0x7fa104051f80 2024-09-19T04:40:08.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.422+0000 7fa10be00640 1 -- 172.21.15.31:0/1801070803 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1040d47e0 con 0x7fa104051f80 2024-09-19T04:40:08.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.422+0000 7fb173e00640 1 -- 172.21.15.31:0/3439595463 >> v2:172.21.15.31:3300/0 conn(0x7fb1741629f0 msgr2=0x7fb1740721b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:08.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.422+0000 7fb173e00640 1 --2- 172.21.15.31:0/3439595463 >> v2:172.21.15.31:3300/0 conn(0x7fb1741629f0 0x7fb1740721b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.422+0000 7fb173e00640 1 -- 172.21.15.31:0/3439595463 >> v1:172.21.15.52:6789/0 conn(0x7fb17406f010 legacy=0x7fb1740cdf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.422+0000 7fb172a00640 1 -- 172.21.15.31:0/3439595463 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2417072146 0 0) 0x7fb1740ce980 con 0x7fb17406f010 2024-09-19T04:40:08.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.422+0000 7fb173e00640 1 -- 172.21.15.31:0/3439595463 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1740cef40 con 0x7fb174162610 2024-09-19T04:40:08.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.422+0000 7fc079600640 1 -- 172.21.15.31:0/1957074792 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc06c031d50 con 0x7fc07c0d5020 2024-09-19T04:40:08.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.422+0000 7fc079600640 1 -- 172.21.15.31:0/1957074792 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc06c0456a0 con 0x7fc07c0d5020 2024-09-19T04:40:08.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.422+0000 7fc082000640 1 -- 172.21.15.31:0/1957074792 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc07c0c8470 con 0x7fc07c0d5020 2024-09-19T04:40:08.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.422+0000 7fba66a00640 1 -- 172.21.15.31:0/2804344690 <== mon.1 v2:172.21.15.52:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fba70126650 con 0x7fba680e2ba0 2024-09-19T04:40:08.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.422+0000 7fba66a00640 1 --2- 172.21.15.31:0/2804344690 >> [v2:172.21.15.31:6816/2442771512,v1:172.21.15.31:6817/2442771512] conn(0x7fba50075ba0 0x7fba50077fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.422+0000 7fba66a00640 1 -- 172.21.15.31:0/2804344690 --> [v2:172.21.15.31:6816/2442771512,v1:172.21.15.31:6817/2442771512] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fba70062e50 con 0x7fba50075ba0 2024-09-19T04:40:08.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.422+0000 7fba66a00640 1 -- 172.21.15.31:0/2804344690 <== mon.1 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fba7012d050 con 0x7fba680e2ba0 2024-09-19T04:40:08.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.423+0000 7fba6ea00640 1 --2- 172.21.15.31:0/2804344690 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fba5006c4b0 0x7fba5006e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.422+0000 7f7f0ea00640 1 --2- 172.21.15.31:0/4273048332 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f100b6530 0x7f7f100caa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:08.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.424+0000 7fba6e000640 1 --2- 172.21.15.31:0/2804344690 >> [v2:172.21.15.31:6816/2442771512,v1:172.21.15.31:6817/2442771512] conn(0x7fba50075ba0 0x7fba50077fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.423+0000 7fc082000640 1 -- 172.21.15.31:0/1957074792 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc07c0d1220 con 0x7fc07c0d5020 2024-09-19T04:40:08.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.424+0000 7f7f0f400640 1 --2- 172.21.15.31:0/4273048332 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f1015e660 0x7f7f101513d0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f7f08009eb0 tx=0x7f7f08004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.423+0000 7fc677000640 1 Processor -- start 2024-09-19T04:40:08.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.424+0000 7fc677000640 1 -- start start 2024-09-19T04:40:08.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.424+0000 7fba6ea00640 1 --2- 172.21.15.31:0/2804344690 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fba5006c4b0 0x7fba5006e970 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fba680e61b0 tx=0x7fba5c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.425+0000 7fa441600640 1 Processor -- start 2024-09-19T04:40:08.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.425+0000 7fba6e000640 1 --2- 172.21.15.31:0/2804344690 >> [v2:172.21.15.31:6816/2442771512,v1:172.21.15.31:6817/2442771512] conn(0x7fba50075ba0 0x7fba50077fe0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.425+0000 7fc082000640 1 -- 172.21.15.31:0/1957074792 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc07c0c7f40 con 0x7fc07c0d5020 2024-09-19T04:40:08.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.425+0000 7fa10be00640 1 -- 172.21.15.31:0/1801070803 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa1040553e0 con 0x7fa104051f80 2024-09-19T04:40:08.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.425+0000 7f7f07400640 1 -- 172.21.15.31:0/4273048332 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f08040070 con 0x7f7f1015e660 2024-09-19T04:40:08.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.425+0000 7f7f07400640 1 -- 172.21.15.31:0/4273048332 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f08031d40 con 0x7f7f1015e660 2024-09-19T04:40:08.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.425+0000 7f7f15c00640 1 -- 172.21.15.31:0/4273048332 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f10150c10 con 0x7f7f1015e660 2024-09-19T04:40:08.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.426+0000 7f7f07400640 1 -- 172.21.15.31:0/4273048332 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f08007740 con 0x7f7f1015e660 2024-09-19T04:40:08.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.426+0000 7f7f15c00640 1 -- 172.21.15.31:0/4273048332 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f100ba010 con 0x7f7f1015e660 2024-09-19T04:40:08.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.425+0000 7fc677000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc67006dfd0 0x7fc6701f5910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.425+0000 7fc677000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6700cdfc0 0x7fc67015d030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.425+0000 7fc677000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc6701627a0 0x7fc67015d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.426+0000 7fc677000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc670162b80 con 0x7fc6700cdfc0 2024-09-19T04:40:08.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.426+0000 7fc677000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc6700cf060 con 0x7fc6701627a0 2024-09-19T04:40:08.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.426+0000 7fc677000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fc670162d00 con 0x7fc67006dfd0 2024-09-19T04:40:08.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.425+0000 7fa441600640 1 -- start start 2024-09-19T04:40:08.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.426+0000 7fb173e00640 1 --2- 172.21.15.31:0/3439595463 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb174162610 0x7fb1740cfa20 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fb1640097a0 tx=0x7fb16402a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fac8372072196445 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.427+0000 7fc667400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6700cdfc0 0x7fc67015d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.427+0000 7fc667400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6700cdfc0 0x7fc67015d030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39346/0 (socket says 172.21.15.31:39346) 2024-09-19T04:40:08.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.427+0000 7fb172a00640 1 -- 172.21.15.31:0/3439595463 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb164037070 con 0x7fb174162610 2024-09-19T04:40:08.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.427+0000 7fb172a00640 1 -- 172.21.15.31:0/3439595463 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb164032440 con 0x7fb174162610 2024-09-19T04:40:08.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.427+0000 7fb172a00640 1 -- 172.21.15.31:0/3439595463 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb164032850 con 0x7fb174162610 2024-09-19T04:40:08.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.427+0000 7fc667400640 1 -- 172.21.15.31:0/1485590355 learned_addr learned my addr 172.21.15.31:0/1485590355 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.457 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.427+0000 7fc079600640 1 -- 172.21.15.31:0/1957074792 <== mon.2 v2:172.21.15.52:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc06c039040 con 0x7fc07c0d5020 2024-09-19T04:40:08.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.427+0000 7fa102a00640 1 -- 172.21.15.31:0/1801070803 <== mon.2 v2:172.21.15.52:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa0fc044020 con 0x7fa104051f80 2024-09-19T04:40:08.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.428+0000 7fa441600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa43c15e470 0x7fa43c0cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.428+0000 7fa441600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fa43c0d4a20 0x7fa43c06d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.428+0000 7fc667400640 1 -- 172.21.15.31:0/1485590355 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc67006dfd0 msgr2=0x7fc6701f5910 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T04:40:08.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.428+0000 7fa441600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa43c15e850 con 0x7fa43c0d00e0 2024-09-19T04:40:08.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.428+0000 7fa441600640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fa43c0cf710 con 0x7fa43c15e470 2024-09-19T04:40:08.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.428+0000 7fa441600640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fa43c0d1c60 con 0x7fa43c0d4a20 2024-09-19T04:40:08.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.428+0000 7fc667400640 1 --2- 172.21.15.31:0/1485590355 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc67006dfd0 0x7fc6701f5910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.428+0000 7fb17ae00640 1 -- 172.21.15.31:0/3439595463 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb174162610 msgr2=0x7fb1740cfa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.428+0000 7fb17ae00640 1 --2- 172.21.15.31:0/3439595463 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb174162610 0x7fb1740cfa20 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fb1640097a0 tx=0x7fb16402a1a0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.428+0000 7fc667400640 1 -- 172.21.15.31:0/1485590355 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc6701627a0 msgr2=0x7fc67015d570 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T04:40:08.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.428+0000 7fc667400640 1 --2- 172.21.15.31:0/1485590355 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc6701627a0 0x7fc67015d570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.428+0000 7fc667400640 1 -- 172.21.15.31:0/1485590355 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6701f88a0 con 0x7fc6700cdfc0 2024-09-19T04:40:08.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.429+0000 7fba66a00640 1 -- 172.21.15.31:0/2804344690 <== osd.0 v2:172.21.15.31:6816/2442771512 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fba70062e50 con 0x7fba50075ba0 2024-09-19T04:40:08.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.429+0000 7fb17ae00640 1 -- 172.21.15.31:0/3439595463 shutdown_connections 2024-09-19T04:40:08.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.429+0000 7fc079600640 1 --2- 172.21.15.31:0/1957074792 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc05806c300 0x7fc05806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.429+0000 7fb17ae00640 1 --2- 172.21.15.31:0/3439595463 >> v2:172.21.15.31:3300/0 conn(0x7fb1741629f0 0x7fb1740721b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.429+0000 7fb17ae00640 1 --2- 172.21.15.31:0/3439595463 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb174162610 0x7fb1740cfa20 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.429+0000 7fa43be00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa43c15e470 0x7fa43c0cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.429+0000 7fa43b400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fa43c0d00e0 0x7fa43c0d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:47230/0 (socket says 172.21.15.31:47230) 2024-09-19T04:40:08.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.429+0000 7fb17ae00640 1 -- 172.21.15.31:0/3439595463 >> 172.21.15.31:0/3439595463 conn(0x7fb174067da0 msgr2=0x7fb17406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.429+0000 7fa43b400640 1 -- 172.21.15.31:0/1235001433 learned_addr learned my addr 172.21.15.31:0/1235001433 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:08.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.428+0000 7f7f15c00640 1 -- 172.21.15.31:0/4273048332 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7f1006d940 con 0x7f7f1015e660 2024-09-19T04:40:08.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.429+0000 7f7f07400640 1 -- 172.21.15.31:0/4273048332 <== mon.2 v2:172.21.15.52:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7f08039040 con 0x7f7f1015e660 2024-09-19T04:40:08.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.429+0000 7fc667400640 1 --2- 172.21.15.31:0/1485590355 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6700cdfc0 0x7fc67015d030 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fc65800c750 tx=0x7fc65800cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.429+0000 7fa440c00640 1 --2- 172.21.15.31:0/1235001433 >> v2:172.21.15.52:3300/0 conn(0x7fa43c0d4a20 0x7fa43c06d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.430+0000 7fa43aa00640 1 -- 172.21.15.31:0/1235001433 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3904966258 0 0) 0x7fa43c15e850 con 0x7fa43c0d00e0 2024-09-19T04:40:08.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.429+0000 7fc079600640 1 -- 172.21.15.31:0/1957074792 <== mon.2 v2:172.21.15.52:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fc06c0ac8a0 con 0x7fc07c0d5020 2024-09-19T04:40:08.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.430+0000 7fc66cc00640 1 -- 172.21.15.31:0/1485590355 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc658017070 con 0x7fc6700cdfc0 2024-09-19T04:40:08.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.430+0000 7fc079600640 1 --2- 172.21.15.31:0/1957074792 >> [v2:172.21.15.31:6808/2901120730,v1:172.21.15.31:6809/2901120730] conn(0x7fc058075a80 0x7fc058077ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.430+0000 7fc079600640 1 -- 172.21.15.31:0/1957074792 --> [v2:172.21.15.31:6808/2901120730,v1:172.21.15.31:6809/2901120730] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc06c00ae60 con 0x7fc058075a80 2024-09-19T04:40:08.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.430+0000 7fc079600640 1 -- 172.21.15.31:0/1957074792 <== mon.2 v2:172.21.15.52:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc06c0b3050 con 0x7fc07c0d5020 2024-09-19T04:40:08.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.430+0000 7fa43aa00640 1 -- 172.21.15.31:0/1235001433 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa420003520 con 0x7fa43c0d00e0 2024-09-19T04:40:08.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.430+0000 7fa440c00640 1 -- 172.21.15.31:0/1235001433 >> v2:172.21.15.31:3300/0 conn(0x7fa43c15e470 msgr2=0x7fa43c0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:08.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.430+0000 7fb17ae00640 1 -- 172.21.15.31:0/3439595463 shutdown_connections 2024-09-19T04:40:08.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.430+0000 7fb17ae00640 1 -- 172.21.15.31:0/3439595463 wait complete. 2024-09-19T04:40:08.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.430+0000 7f8340600640 1 Processor -- start 2024-09-19T04:40:08.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.430+0000 7fa440c00640 1 --2- 172.21.15.31:0/1235001433 >> v2:172.21.15.31:3300/0 conn(0x7fa43c15e470 0x7fa43c0cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.430+0000 7fa440c00640 1 -- 172.21.15.31:0/1235001433 >> v1:172.21.15.31:6789/0 conn(0x7fa43c0d00e0 legacy=0x7fa43c0d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.430+0000 7fa440c00640 1 -- 172.21.15.31:0/1235001433 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa43c0d1980 con 0x7fa43c0d4a20 2024-09-19T04:40:08.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.430+0000 7f8340600640 1 -- start start 2024-09-19T04:40:08.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.431+0000 7fc073e00640 1 --2- 172.21.15.31:0/1957074792 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc05806c300 0x7fc05806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.431+0000 7fc081600640 1 --2- 172.21.15.31:0/1957074792 >> [v2:172.21.15.31:6808/2901120730,v1:172.21.15.31:6809/2901120730] conn(0x7fc058075a80 0x7fc058077ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.430+0000 7fa102a00640 1 --2- 172.21.15.31:0/1801070803 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa0ec06c330 0x7fa0ec06e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.431+0000 7f7f07400640 1 --2- 172.21.15.31:0/4273048332 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7eec06c380 0x7f7eec06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.431+0000 7f7f07400640 1 -- 172.21.15.31:0/4273048332 <== mon.2 v2:172.21.15.52:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f7f080acc30 con 0x7f7f1015e660 2024-09-19T04:40:08.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.432+0000 7f7f07400640 1 --2- 172.21.15.31:0/4273048332 >> [v2:172.21.15.31:6800/1238831418,v1:172.21.15.31:6801/1238831418] conn(0x7f7eec075b00 0x7f7eec077f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.432+0000 7fc66cc00640 1 -- 172.21.15.31:0/1485590355 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc658005070 con 0x7fc6700cdfc0 2024-09-19T04:40:08.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.432+0000 7fc66cc00640 1 -- 172.21.15.31:0/1485590355 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc658005440 con 0x7fc6700cdfc0 2024-09-19T04:40:08.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.432+0000 7fc677000640 1 -- 172.21.15.31:0/1485590355 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6700cb8b0 con 0x7fc6700cdfc0 2024-09-19T04:40:08.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.432+0000 7fa102a00640 1 -- 172.21.15.31:0/1801070803 <== mon.2 v2:172.21.15.52:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa0fc0ab930 con 0x7fa104051f80 2024-09-19T04:40:08.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.432+0000 7f8340600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f833815e660 0x7f83380d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.432+0000 7f8340600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f83380d3150 0x7f83380b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.432+0000 7f8340600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f83380b6530 0x7f83380cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.432+0000 7f8340600640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f833806d4b0 con 0x7f83380b6530 2024-09-19T04:40:08.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.432+0000 7f8340600640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f83380d3680 con 0x7f833815e660 2024-09-19T04:40:08.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.432+0000 7f8340600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f83380d3960 con 0x7f83380d3150 2024-09-19T04:40:08.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.432+0000 7fb17ae00640 1 Processor -- start 2024-09-19T04:40:08.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.433+0000 7f833d200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f83380d3150 0x7f83380b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.433+0000 7fb17ae00640 1 -- start start 2024-09-19T04:40:08.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.433+0000 7f833d200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f83380d3150 0x7f83380b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:41214/0 (socket says 172.21.15.31:41214) 2024-09-19T04:40:08.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.433+0000 7f833d200640 1 -- 172.21.15.31:0/2251506354 learned_addr learned my addr 172.21.15.31:0/2251506354 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.433+0000 7f833e600640 1 --2- 172.21.15.31:0/2251506354 >> v2:172.21.15.31:3300/0 conn(0x7f83380b6530 0x7f83380cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.432+0000 7fa102a00640 1 --2- 172.21.15.31:0/1801070803 >> [v2:172.21.15.31:6824/2542073218,v1:172.21.15.31:6825/2542073218] conn(0x7fa0ec075aa0 0x7fa0ec077ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.433+0000 7fa10a000640 1 --2- 172.21.15.31:0/1801070803 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa0ec06c330 0x7fa0ec06e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.432+0000 7f7f07400640 1 -- 172.21.15.31:0/4273048332 --> [v2:172.21.15.31:6800/1238831418,v1:172.21.15.31:6801/1238831418] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7eec078610 con 0x7f7eec075b00 2024-09-19T04:40:08.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.432+0000 7f7f07400640 1 -- 172.21.15.31:0/4273048332 <== mon.2 v2:172.21.15.52:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7f080af290 con 0x7f7f1015e660 2024-09-19T04:40:08.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.433+0000 7fc081600640 1 --2- 172.21.15.31:0/1957074792 >> [v2:172.21.15.31:6808/2901120730,v1:172.21.15.31:6809/2901120730] conn(0x7fc058075a80 0x7fc058077ec0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.433+0000 7f7f06000640 1 --2- 172.21.15.31:0/4273048332 >> [v2:172.21.15.31:6800/1238831418,v1:172.21.15.31:6801/1238831418] conn(0x7f7eec075b00 0x7f7eec077f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.434+0000 7f833dc00640 1 --2- 172.21.15.31:0/2251506354 >> v2:172.21.15.52:3300/0 conn(0x7f833815e660 0x7f83380d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.434+0000 7f833d200640 1 -- 172.21.15.31:0/2251506354 >> v2:172.21.15.52:3300/0 conn(0x7f833815e660 msgr2=0x7f83380d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:08.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.432+0000 7fc677000640 1 -- 172.21.15.31:0/1485590355 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6700cbe70 con 0x7fc6700cdfc0 2024-09-19T04:40:08.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.433+0000 7fc677000640 1 -- 172.21.15.31:0/1485590355 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc6700ce490 con 0x7fc6700cdfc0 2024-09-19T04:40:08.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.434+0000 7f833d200640 1 --2- 172.21.15.31:0/2251506354 >> v2:172.21.15.52:3300/0 conn(0x7f833815e660 0x7f83380d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.434+0000 7f833d200640 1 -- 172.21.15.31:0/2251506354 >> v2:172.21.15.31:3300/0 conn(0x7f83380b6530 msgr2=0x7f83380cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:08.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.434+0000 7fa43be00640 1 --2- 172.21.15.31:0/1235001433 >> v2:172.21.15.31:3300/0 conn(0x7fa43c15e470 0x7fa43c0cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:08.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.434+0000 7f833d200640 1 --2- 172.21.15.31:0/2251506354 >> v2:172.21.15.31:3300/0 conn(0x7f83380b6530 0x7f83380cf070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.434+0000 7f833d200640 1 -- 172.21.15.31:0/2251506354 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f833806ce60 con 0x7f83380d3150 2024-09-19T04:40:08.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.434+0000 7fa440c00640 1 --2- 172.21.15.31:0/1235001433 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa43c0d4a20 0x7fa43c06d460 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa43c06eda0 tx=0x7fa43402a640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=55044466c23dd894 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.434+0000 7f833dc00640 1 --2- 172.21.15.31:0/2251506354 >> v2:172.21.15.52:3300/0 conn(0x7f833815e660 0x7f83380d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:08.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.434+0000 7fc073e00640 1 --2- 172.21.15.31:0/1957074792 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc05806c300 0x7fc05806e7c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc07c161e00 tx=0x7fc064008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.434+0000 7f833e600640 1 --2- 172.21.15.31:0/2251506354 >> v2:172.21.15.31:3300/0 conn(0x7f83380b6530 0x7f83380cf070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:08.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.434+0000 7f7f0ea00640 1 --2- 172.21.15.31:0/4273048332 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7eec06c380 0x7f7eec06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.434+0000 7fa102a00640 1 -- 172.21.15.31:0/1801070803 --> [v2:172.21.15.31:6824/2542073218,v1:172.21.15.31:6825/2542073218] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa0fc008eb0 con 0x7fa0ec075aa0 2024-09-19T04:40:08.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.434+0000 7fa102a00640 1 -- 172.21.15.31:0/1801070803 <== mon.2 v2:172.21.15.52:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa0fc0b02a0 con 0x7fa104051f80 2024-09-19T04:40:08.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.434+0000 7fa10b400640 1 --2- 172.21.15.31:0/1801070803 >> [v2:172.21.15.31:6824/2542073218,v1:172.21.15.31:6825/2542073218] conn(0x7fa0ec075aa0 0x7fa0ec077ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.435+0000 7fa43aa00640 1 -- 172.21.15.31:0/1235001433 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa434007740 con 0x7fa43c0d4a20 2024-09-19T04:40:08.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.435+0000 7fa43aa00640 1 -- 172.21.15.31:0/1235001433 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4340078e0 con 0x7fa43c0d4a20 2024-09-19T04:40:08.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.435+0000 7fa43aa00640 1 -- 172.21.15.31:0/1235001433 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa434007c90 con 0x7fa43c0d4a20 2024-09-19T04:40:08.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.435+0000 7f833d200640 1 --2- 172.21.15.31:0/2251506354 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f83380d3150 0x7f83380b5ff0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f833808cf50 tx=0x7f832402a260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae8044d2144e1ae3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.435+0000 7fa10a000640 1 --2- 172.21.15.31:0/1801070803 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa0ec06c330 0x7fa0ec06e7f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fa1040e4aa0 tx=0x7fa0f8009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.436+0000 7fc079600640 1 -- 172.21.15.31:0/1957074792 <== osd.1 v2:172.21.15.31:6808/2901120730 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc06c00ae60 con 0x7fc058075a80 2024-09-19T04:40:08.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.436+0000 7f7f0ea00640 1 --2- 172.21.15.31:0/4273048332 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7eec06c380 0x7f7eec06e840 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f7f000011e0 tx=0x7f7f00007d30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.436+0000 7fa10b400640 1 --2- 172.21.15.31:0/1801070803 >> [v2:172.21.15.31:6824/2542073218,v1:172.21.15.31:6825/2542073218] conn(0x7fa0ec075aa0 0x7fa0ec077ee0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.436+0000 7f8337e00640 1 -- 172.21.15.31:0/2251506354 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8324037070 con 0x7f83380d3150 2024-09-19T04:40:08.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.436+0000 7f8337e00640 1 -- 172.21.15.31:0/2251506354 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8324032440 con 0x7f83380d3150 2024-09-19T04:40:08.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.436+0000 7f8337e00640 1 -- 172.21.15.31:0/2251506354 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8324032810 con 0x7f83380d3150 2024-09-19T04:40:08.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.436+0000 7f7f06000640 1 --2- 172.21.15.31:0/4273048332 >> [v2:172.21.15.31:6800/1238831418,v1:172.21.15.31:6801/1238831418] conn(0x7f7eec075b00 0x7f7eec077f40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.436+0000 7fa441600640 1 -- 172.21.15.31:0/1235001433 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa43c0d4a20 msgr2=0x7fa43c06d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.436+0000 7fa441600640 1 --2- 172.21.15.31:0/1235001433 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa43c0d4a20 0x7fa43c06d460 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa43c06eda0 tx=0x7fa43402a640 comp rx=0 tx=0).stop 2024-09-19T04:40:08.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.437+0000 7fa441600640 1 -- 172.21.15.31:0/1235001433 shutdown_connections 2024-09-19T04:40:08.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.437+0000 7fa441600640 1 --2- 172.21.15.31:0/1235001433 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa43c0d4a20 0x7fa43c06d460 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.437+0000 7fa441600640 1 --2- 172.21.15.31:0/1235001433 >> v2:172.21.15.31:3300/0 conn(0x7fa43c15e470 0x7fa43c0cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.437+0000 7fc66cc00640 1 -- 172.21.15.31:0/1485590355 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc65801a070 con 0x7fc6700cdfc0 2024-09-19T04:40:08.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.437+0000 7fa441600640 1 -- 172.21.15.31:0/1235001433 >> 172.21.15.31:0/1235001433 conn(0x7fa43c09d700 msgr2=0x7fa43c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.437+0000 7fb17ae00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb17406f010 0x7fb1740a9fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.437+0000 7fb17ae00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb174162610 0x7fb17414d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.437+0000 7fb17ae00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb1741629f0 0x7fb1741502e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.437+0000 7fb17ae00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb1740ce660 con 0x7fb174162610 2024-09-19T04:40:08.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.437+0000 7fb17ae00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb1740cff60 con 0x7fb1741629f0 2024-09-19T04:40:08.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.437+0000 7fb17ae00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fb1740726f0 con 0x7fb17406f010 2024-09-19T04:40:08.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.437+0000 7f8340600640 1 -- 172.21.15.31:0/2251506354 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f83380d3150 msgr2=0x7f83380b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.437+0000 7f8340600640 1 --2- 172.21.15.31:0/2251506354 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f83380d3150 0x7f83380b5ff0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f833808cf50 tx=0x7f832402a260 comp rx=0 tx=0).stop 2024-09-19T04:40:08.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.438+0000 7fb178e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb1741629f0 0x7fb1741502e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.438+0000 7fa441600640 1 -- 172.21.15.31:0/1235001433 shutdown_connections 2024-09-19T04:40:08.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.438+0000 7fa441600640 1 -- 172.21.15.31:0/1235001433 wait complete. 2024-09-19T04:40:08.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.438+0000 7fb178e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb1741629f0 0x7fb1741502e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:39022/0 (socket says 172.21.15.31:39022) 2024-09-19T04:40:08.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.438+0000 7fb178e00640 1 -- 172.21.15.31:0/39230675 learned_addr learned my addr 172.21.15.31:0/39230675 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.438+0000 7f7f07400640 1 -- 172.21.15.31:0/4273048332 <== osd.3 v2:172.21.15.31:6800/1238831418 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7eec078610 con 0x7f7eec075b00 2024-09-19T04:40:08.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.438+0000 7f8340600640 1 -- 172.21.15.31:0/2251506354 shutdown_connections 2024-09-19T04:40:08.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.438+0000 7f8340600640 1 --2- 172.21.15.31:0/2251506354 >> v2:172.21.15.31:3300/0 conn(0x7f83380b6530 0x7f83380cf070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.438+0000 7f8340600640 1 --2- 172.21.15.31:0/2251506354 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f83380d3150 0x7f83380b5ff0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.438+0000 7f8340600640 1 --2- 172.21.15.31:0/2251506354 >> v2:172.21.15.52:3300/0 conn(0x7f833815e660 0x7f83380d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.438+0000 7f8340600640 1 -- 172.21.15.31:0/2251506354 >> 172.21.15.31:0/2251506354 conn(0x7f833808c000 msgr2=0x7f83380d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.438+0000 7fa102a00640 1 -- 172.21.15.31:0/1801070803 <== osd.2 v2:172.21.15.31:6824/2542073218 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa0fc008eb0 con 0x7fa0ec075aa0 2024-09-19T04:40:08.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.438+0000 7fb173400640 1 --2- 172.21.15.31:0/39230675 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb174162610 0x7fb17414d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.438+0000 7fb173e00640 1 --2- 172.21.15.31:0/39230675 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb17406f010 0x7fb1740a9fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.438+0000 7fb178e00640 1 -- 172.21.15.31:0/39230675 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb17406f010 msgr2=0x7fb1740a9fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.438+0000 7fb178e00640 1 --2- 172.21.15.31:0/39230675 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb17406f010 0x7fb1740a9fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.438+0000 7fb178e00640 1 -- 172.21.15.31:0/39230675 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb174162610 msgr2=0x7fb17414d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.438+0000 7fb178e00640 1 --2- 172.21.15.31:0/39230675 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb174162610 0x7fb17414d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.483 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.439+0000 7fc66cc00640 1 --2- 172.21.15.31:0/1485590355 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc64c06c380 0x7fc64c06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.439+0000 7fb178e00640 1 -- 172.21.15.31:0/39230675 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb174150e50 con 0x7fb1741629f0 2024-09-19T04:40:08.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.439+0000 7fc66cc00640 1 -- 172.21.15.31:0/1485590355 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fc65808b200 con 0x7fc6700cdfc0 2024-09-19T04:40:08.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.440+0000 7f8340600640 1 -- 172.21.15.31:0/2251506354 shutdown_connections 2024-09-19T04:40:08.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.440+0000 7fc66cc00640 1 --2- 172.21.15.31:0/1485590355 >> [v2:172.21.15.52:6800/354791325,v1:172.21.15.52:6801/354791325] conn(0x7fc64c075b00 0x7fc64c077f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.440+0000 7fc66cc00640 1 -- 172.21.15.31:0/1485590355 --> [v2:172.21.15.52:6800/354791325,v1:172.21.15.52:6801/354791325] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc658020ec0 con 0x7fc64c075b00 2024-09-19T04:40:08.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.440+0000 7fc66cc00640 1 -- 172.21.15.31:0/1485590355 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc65808b5f0 con 0x7fc6700cdfc0 2024-09-19T04:40:08.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.440+0000 7f8340600640 1 -- 172.21.15.31:0/2251506354 wait complete. 2024-09-19T04:40:08.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.440+0000 7fb178e00640 1 --2- 172.21.15.31:0/39230675 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb1741629f0 0x7fb1741502e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb16c007e60 tx=0x7fb16c00e4b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.440+0000 7fb16be00640 1 -- 172.21.15.31:0/39230675 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb16c014420 con 0x7fb1741629f0 2024-09-19T04:40:08.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.440+0000 7fb16be00640 1 -- 172.21.15.31:0/39230675 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb16c019070 con 0x7fb1741629f0 2024-09-19T04:40:08.485 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.440+0000 7fb16be00640 1 -- 172.21.15.31:0/39230675 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb16c014820 con 0x7fb1741629f0 2024-09-19T04:40:08.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.440+0000 7fa441600640 1 Processor -- start 2024-09-19T04:40:08.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.441+0000 7fa441600640 1 -- start start 2024-09-19T04:40:08.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.440+0000 7fc66fe00640 1 --2- 172.21.15.31:0/1485590355 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc64c06c380 0x7fc64c06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.440+0000 7fb17ae00640 1 -- 172.21.15.31:0/39230675 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb174151130 con 0x7fb1741629f0 2024-09-19T04:40:08.486 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.441+0000 7fb17ae00640 1 -- 172.21.15.31:0/39230675 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1740a97b0 con 0x7fb1741629f0 2024-09-19T04:40:08.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.442+0000 7fc675000640 1 --2- 172.21.15.31:0/1485590355 >> [v2:172.21.15.52:6800/354791325,v1:172.21.15.52:6801/354791325] conn(0x7fc64c075b00 0x7fc64c077f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.442+0000 7fc66fe00640 1 --2- 172.21.15.31:0/1485590355 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc64c06c380 0x7fc64c06e840 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fc660034000 tx=0x7fc66002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.443+0000 7fb17ae00640 1 -- 172.21.15.31:0/39230675 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb1740cfa20 con 0x7fb1741629f0 2024-09-19T04:40:08.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.442+0000 7f8340600640 1 Processor -- start 2024-09-19T04:40:08.487 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.444+0000 7f8340600640 1 -- start start 2024-09-19T04:40:08.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.444+0000 7fa441600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa43c0d00e0 0x7fa43c0cbb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.444+0000 7fa441600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa43c0d4a20 0x7fa43c156b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.444+0000 7fa441600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa43c15e470 0x7fa43c15a890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.488 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.444+0000 7fa43be00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa43c0d00e0 0x7fa43c0cbb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.445+0000 7f8340600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83380b6530 0x7f833815f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.445+0000 7f8340600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83380d3150 0x7f83380b2c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.444+0000 7fc675000640 1 --2- 172.21.15.31:0/1485590355 >> [v2:172.21.15.52:6800/354791325,v1:172.21.15.52:6801/354791325] conn(0x7fc64c075b00 0x7fc64c077f40 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.445+0000 7fc66cc00640 1 -- 172.21.15.31:0/1485590355 <== osd.5 v2:172.21.15.52:6800/354791325 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc658020ec0 con 0x7fc64c075b00 2024-09-19T04:40:08.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.445+0000 7f8340600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f833815e660 0x7f83380cc990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.489 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.445+0000 7f8340600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f833815ea40 con 0x7f83380b6530 2024-09-19T04:40:08.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.445+0000 7fa441600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa43c06d9a0 con 0x7fa43c15e470 2024-09-19T04:40:08.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.445+0000 7fa441600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa43c0cf3a0 con 0x7fa43c0d4a20 2024-09-19T04:40:08.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.445+0000 7fa441600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fa43c06db20 con 0x7fa43c0d00e0 2024-09-19T04:40:08.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.445+0000 7fa43b400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa43c0d4a20 0x7fa43c156b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.446+0000 7fa440c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa43c15e470 0x7fa43c15a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.445+0000 7f8340600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f83380d5310 con 0x7f83380d3150 2024-09-19T04:40:08.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.445+0000 7f8340600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f83380cf5b0 con 0x7f833815e660 2024-09-19T04:40:08.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.445+0000 7f833dc00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83380b6530 0x7f833815f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.446+0000 7fa440c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa43c15e470 0x7fa43c15a890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39376/0 (socket says 172.21.15.31:39376) 2024-09-19T04:40:08.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.446+0000 7fa440c00640 1 -- 172.21.15.31:0/2918887507 learned_addr learned my addr 172.21.15.31:0/2918887507 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.446+0000 7f833dc00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83380b6530 0x7f833815f5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39386/0 (socket says 172.21.15.31:39386) 2024-09-19T04:40:08.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.446+0000 7f833dc00640 1 -- 172.21.15.31:0/1608674171 learned_addr learned my addr 172.21.15.31:0/1608674171 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.446+0000 7f833d200640 1 --2- 172.21.15.31:0/1608674171 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83380d3150 0x7f83380b2c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.446+0000 7f833e600640 1 --2- 172.21.15.31:0/1608674171 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f833815e660 0x7f83380cc990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.446+0000 7f833d200640 1 -- 172.21.15.31:0/1608674171 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f833815e660 msgr2=0x7f83380cc990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.446+0000 7f833d200640 1 --2- 172.21.15.31:0/1608674171 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f833815e660 0x7f83380cc990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.446+0000 7f833d200640 1 -- 172.21.15.31:0/1608674171 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83380b6530 msgr2=0x7f833815f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.445+0000 7fa43b400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa43c0d4a20 0x7fa43c156b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:39026/0 (socket says 172.21.15.31:39026) 2024-09-19T04:40:08.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.445+0000 7fa43be00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa43c0d00e0 0x7fa43c0cbb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:41224/0 (socket says 172.21.15.31:41224) 2024-09-19T04:40:08.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.447+0000 7fa440c00640 1 -- 172.21.15.31:0/2918887507 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa43c0d00e0 msgr2=0x7fa43c0cbb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.447+0000 7f833d200640 1 --2- 172.21.15.31:0/1608674171 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83380b6530 0x7f833815f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.447+0000 7f833d200640 1 -- 172.21.15.31:0/1608674171 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83381609f0 con 0x7f83380d3150 2024-09-19T04:40:08.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.447+0000 7f833dc00640 1 --2- 172.21.15.31:0/1608674171 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83380b6530 0x7f833815f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:08.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.447+0000 7fa440c00640 1 --2- 172.21.15.31:0/2918887507 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa43c0d00e0 0x7fa43c0cbb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.447+0000 7fa440c00640 1 -- 172.21.15.31:0/2918887507 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa43c0d4a20 msgr2=0x7fa43c156b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.447+0000 7fa440c00640 1 --2- 172.21.15.31:0/2918887507 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa43c0d4a20 0x7fa43c156b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.447+0000 7fa440c00640 1 -- 172.21.15.31:0/2918887507 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa43c0cc240 con 0x7fa43c15e470 2024-09-19T04:40:08.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.448+0000 7f833d200640 1 --2- 172.21.15.31:0/1608674171 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83380d3150 0x7f83380b2c30 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8324031000 tx=0x7f83240046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.448+0000 7fb16be00640 1 -- 172.21.15.31:0/39230675 <== mon.1 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb16c0149c0 con 0x7fb1741629f0 2024-09-19T04:40:08.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.448+0000 7f8335600640 1 -- 172.21.15.31:0/1608674171 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8324041030 con 0x7f83380d3150 2024-09-19T04:40:08.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.448+0000 7f8335600640 1 -- 172.21.15.31:0/1608674171 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8324030500 con 0x7f83380d3150 2024-09-19T04:40:08.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.448+0000 7f8335600640 1 -- 172.21.15.31:0/1608674171 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8324037040 con 0x7f83380d3150 2024-09-19T04:40:08.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.448+0000 7fa440c00640 1 --2- 172.21.15.31:0/2918887507 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa43c15e470 0x7fa43c15a890 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa434009e80 tx=0x7fa434004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.449+0000 7fa433e00640 1 -- 172.21.15.31:0/2918887507 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa434003b90 con 0x7fa43c15e470 2024-09-19T04:40:08.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.449+0000 7fa433e00640 1 -- 172.21.15.31:0/2918887507 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa434003d30 con 0x7fa43c15e470 2024-09-19T04:40:08.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.449+0000 7fa433e00640 1 -- 172.21.15.31:0/2918887507 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa434004240 con 0x7fa43c15e470 2024-09-19T04:40:08.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.449+0000 7fb16be00640 1 --2- 172.21.15.31:0/39230675 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb15406c2b0 0x7fb15406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.449+0000 7fb16be00640 1 -- 172.21.15.31:0/39230675 <== mon.1 v2:172.21.15.52:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fb16c08c660 con 0x7fb1741629f0 2024-09-19T04:40:08.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.450+0000 7fb173e00640 1 --2- 172.21.15.31:0/39230675 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb15406c2b0 0x7fb15406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.450+0000 7fb16be00640 1 --2- 172.21.15.31:0/39230675 >> [v2:172.21.15.52:6816/2046466016,v1:172.21.15.52:6817/2046466016] conn(0x7fb154075a30 0x7fb154077e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.450+0000 7fb16be00640 1 -- 172.21.15.31:0/39230675 --> [v2:172.21.15.52:6816/2046466016,v1:172.21.15.52:6817/2046466016] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb16c0047f0 con 0x7fb154075a30 2024-09-19T04:40:08.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.450+0000 7fb16be00640 1 -- 172.21.15.31:0/39230675 <== mon.1 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb16c08ca50 con 0x7fb1741629f0 2024-09-19T04:40:08.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.450+0000 7fa441600640 1 -- 172.21.15.31:0/2918887507 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa43c0cd9d0 con 0x7fa43c15e470 2024-09-19T04:40:08.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.450+0000 7fa441600640 1 -- 172.21.15.31:0/2918887507 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa43c0cdf90 con 0x7fa43c15e470 2024-09-19T04:40:08.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.450+0000 7fb173400640 1 --2- 172.21.15.31:0/39230675 >> [v2:172.21.15.52:6816/2046466016,v1:172.21.15.52:6817/2046466016] conn(0x7fb154075a30 0x7fb154077e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.451+0000 7f8340600640 1 -- 172.21.15.31:0/1608674171 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8338160cd0 con 0x7f83380d3150 2024-09-19T04:40:08.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.451+0000 7f8340600640 1 -- 172.21.15.31:0/1608674171 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8338161290 con 0x7f83380d3150 2024-09-19T04:40:08.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.452+0000 7fb173e00640 1 --2- 172.21.15.31:0/39230675 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb15406c2b0 0x7fb15406e770 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb164034000 tx=0x7fb16402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.452+0000 7f8340600640 1 -- 172.21.15.31:0/1608674171 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f83380b5ff0 con 0x7f83380d3150 2024-09-19T04:40:08.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.453+0000 7fb173400640 1 --2- 172.21.15.31:0/39230675 >> [v2:172.21.15.52:6816/2046466016,v1:172.21.15.52:6817/2046466016] conn(0x7fb154075a30 0x7fb154077e70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.453+0000 7fa441600640 1 -- 172.21.15.31:0/2918887507 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa43c06d460 con 0x7fa43c15e470 2024-09-19T04:40:08.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.453+0000 7fa433e00640 1 -- 172.21.15.31:0/2918887507 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa434039040 con 0x7fa43c15e470 2024-09-19T04:40:08.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.454+0000 7fb16be00640 1 -- 172.21.15.31:0/39230675 <== osd.4 v2:172.21.15.52:6816/2046466016 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb16c0047f0 con 0x7fb154075a30 2024-09-19T04:40:08.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.454+0000 7f8335600640 1 -- 172.21.15.31:0/1608674171 <== mon.1 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8324044070 con 0x7f83380d3150 2024-09-19T04:40:08.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.456+0000 7f8335600640 1 --2- 172.21.15.31:0/1608674171 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f831806c380 0x7f831806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.456+0000 7f8335600640 1 -- 172.21.15.31:0/1608674171 <== mon.1 v2:172.21.15.52:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f83240abf10 con 0x7f83380d3150 2024-09-19T04:40:08.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.456+0000 7f8335600640 1 --2- 172.21.15.31:0/1608674171 >> [v2:172.21.15.52:6808/3537062748,v1:172.21.15.52:6809/3537062748] conn(0x7f8318075af0 0x7f8318077f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.456+0000 7f8335600640 1 -- 172.21.15.31:0/1608674171 --> [v2:172.21.15.52:6808/3537062748,v1:172.21.15.52:6809/3537062748] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8318078600 con 0x7f8318075af0 2024-09-19T04:40:08.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.456+0000 7f8335600640 1 -- 172.21.15.31:0/1608674171 <== mon.1 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f83240ac300 con 0x7f83380d3150 2024-09-19T04:40:08.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.456+0000 7fa433e00640 1 --2- 172.21.15.31:0/2918887507 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa41c06c2e0 0x7fa41c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.456+0000 7fa433e00640 1 -- 172.21.15.31:0/2918887507 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa4340b48e0 con 0x7fa43c15e470 2024-09-19T04:40:08.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.457+0000 7f833dc00640 1 --2- 172.21.15.31:0/1608674171 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f831806c380 0x7f831806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.457+0000 7fa433e00640 1 --2- 172.21.15.31:0/2918887507 >> [v2:172.21.15.52:6824/3859315064,v1:172.21.15.52:6825/3859315064] conn(0x7fa41c0759e0 0x7fa41c077e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.457+0000 7fa433e00640 1 -- 172.21.15.31:0/2918887507 --> [v2:172.21.15.52:6824/3859315064,v1:172.21.15.52:6825/3859315064] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa434046e50 con 0x7fa41c0759e0 2024-09-19T04:40:08.501 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.457+0000 7fa433e00640 1 -- 172.21.15.31:0/2918887507 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa4340b92c0 con 0x7fa43c15e470 2024-09-19T04:40:08.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.457+0000 7f833e600640 1 --2- 172.21.15.31:0/1608674171 >> [v2:172.21.15.52:6808/3537062748,v1:172.21.15.52:6809/3537062748] conn(0x7f8318075af0 0x7f8318077f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.457+0000 7fa43b400640 1 --2- 172.21.15.31:0/2918887507 >> [v2:172.21.15.52:6824/3859315064,v1:172.21.15.52:6825/3859315064] conn(0x7fa41c0759e0 0x7fa41c077e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.458+0000 7fa43be00640 1 --2- 172.21.15.31:0/2918887507 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa41c06c2e0 0x7fa41c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.458+0000 7f833dc00640 1 --2- 172.21.15.31:0/1608674171 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f831806c380 0x7f831806e840 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f832c00d880 tx=0x7f832c007830 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.458+0000 7fa43b400640 1 --2- 172.21.15.31:0/2918887507 >> [v2:172.21.15.52:6824/3859315064,v1:172.21.15.52:6825/3859315064] conn(0x7fa41c0759e0 0x7fa41c077e20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.459+0000 7fa43be00640 1 --2- 172.21.15.31:0/2918887507 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa41c06c2e0 0x7fa41c06e7a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa42c009560 tx=0x7fa42c009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.459+0000 7f833e600640 1 --2- 172.21.15.31:0/1608674171 >> [v2:172.21.15.52:6808/3537062748,v1:172.21.15.52:6809/3537062748] conn(0x7f8318075af0 0x7f8318077f30 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.460+0000 7fa433e00640 1 -- 172.21.15.31:0/2918887507 <== osd.6 v2:172.21.15.52:6824/3859315064 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa434046e50 con 0x7fa41c0759e0 2024-09-19T04:40:08.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.460+0000 7f8335600640 1 -- 172.21.15.31:0/1608674171 <== osd.7 v2:172.21.15.52:6808/3537062748 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8318078600 con 0x7f8318075af0 2024-09-19T04:40:08.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.462+0000 7fa10be00640 1 -- 172.21.15.31:0/1801070803 --> [v2:172.21.15.31:6824/2542073218,v1:172.21.15.31:6825/2542073218] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa104054070 con 0x7fa0ec075aa0 2024-09-19T04:40:08.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.464+0000 7fa102a00640 1 -- 172.21.15.31:0/1801070803 <== osd.2 v2:172.21.15.31:6824/2542073218 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fa104054070 con 0x7fa0ec075aa0 2024-09-19T04:40:08.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.465+0000 7fa10be00640 1 -- 172.21.15.31:0/1801070803 >> [v2:172.21.15.31:6824/2542073218,v1:172.21.15.31:6825/2542073218] conn(0x7fa0ec075aa0 msgr2=0x7fa0ec077ee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.465+0000 7fa10be00640 1 --2- 172.21.15.31:0/1801070803 >> [v2:172.21.15.31:6824/2542073218,v1:172.21.15.31:6825/2542073218] conn(0x7fa0ec075aa0 0x7fa0ec077ee0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.465+0000 7fa10be00640 1 -- 172.21.15.31:0/1801070803 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa0ec06c330 msgr2=0x7fa0ec06e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.465+0000 7fa10be00640 1 --2- 172.21.15.31:0/1801070803 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa0ec06c330 0x7fa0ec06e7f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fa1040e4aa0 tx=0x7fa0f8009190 comp rx=0 tx=0).stop 2024-09-19T04:40:08.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.465+0000 7fa10be00640 1 -- 172.21.15.31:0/1801070803 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa104051f80 msgr2=0x7fa10404bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.465+0000 7fa10be00640 1 --2- 172.21.15.31:0/1801070803 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa104051f80 0x7fa10404bde0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fa104056710 tx=0x7fa0fc0046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.465+0000 7fa10b400640 1 -- 172.21.15.31:0/1801070803 reap_dead start 2024-09-19T04:40:08.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.465+0000 7fa10be00640 1 -- 172.21.15.31:0/1801070803 shutdown_connections 2024-09-19T04:40:08.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.465+0000 7fa10be00640 1 -- 172.21.15.31:0/1801070803 >> 172.21.15.31:0/1801070803 conn(0x7fa10401fb40 msgr2=0x7fa1040d5a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.466+0000 7fa10be00640 1 -- 172.21.15.31:0/1801070803 shutdown_connections 2024-09-19T04:40:08.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.466+0000 7fa10be00640 1 -- 172.21.15.31:0/1801070803 wait complete. 2024-09-19T04:40:08.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.467+0000 7fba6fe00640 1 -- 172.21.15.31:0/2804344690 --> [v2:172.21.15.31:6816/2442771512,v1:172.21.15.31:6817/2442771512] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fba68007320 con 0x7fba50075ba0 2024-09-19T04:40:08.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.468+0000 7fba66a00640 1 -- 172.21.15.31:0/2804344690 <== osd.0 v2:172.21.15.31:6816/2442771512 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fba68007320 con 0x7fba50075ba0 2024-09-19T04:40:08.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.469+0000 7fba6fe00640 1 -- 172.21.15.31:0/2804344690 >> [v2:172.21.15.31:6816/2442771512,v1:172.21.15.31:6817/2442771512] conn(0x7fba50075ba0 msgr2=0x7fba50077fe0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.469+0000 7fba6fe00640 1 --2- 172.21.15.31:0/2804344690 >> [v2:172.21.15.31:6816/2442771512,v1:172.21.15.31:6817/2442771512] conn(0x7fba50075ba0 0x7fba50077fe0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.469+0000 7f7f15c00640 1 -- 172.21.15.31:0/4273048332 --> [v2:172.21.15.31:6800/1238831418,v1:172.21.15.31:6801/1238831418] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7f100b3620 con 0x7f7eec075b00 2024-09-19T04:40:08.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.469+0000 7fba6fe00640 1 -- 172.21.15.31:0/2804344690 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fba5006c4b0 msgr2=0x7fba5006e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.469+0000 7fba6fe00640 1 --2- 172.21.15.31:0/2804344690 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fba5006c4b0 0x7fba5006e970 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fba680e61b0 tx=0x7fba5c009040 comp rx=0 tx=0).stop 2024-09-19T04:40:08.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.469+0000 7fba6fe00640 1 -- 172.21.15.31:0/2804344690 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba680e2ba0 msgr2=0x7fba680ce880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.469+0000 7fba6fe00640 1 --2- 172.21.15.31:0/2804344690 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba680e2ba0 0x7fba680ce880 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fba7006aa50 tx=0x7fba700699d0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.469+0000 7fba6f400640 1 -- 172.21.15.31:0/2804344690 reap_dead start 2024-09-19T04:40:08.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.470+0000 7f7f07400640 1 -- 172.21.15.31:0/4273048332 <== osd.3 v2:172.21.15.31:6800/1238831418 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f7f100b3620 con 0x7f7eec075b00 2024-09-19T04:40:08.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.471+0000 7fba6fe00640 1 -- 172.21.15.31:0/2804344690 shutdown_connections 2024-09-19T04:40:08.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.471+0000 7fba6fe00640 1 -- 172.21.15.31:0/2804344690 >> 172.21.15.31:0/2804344690 conn(0x7fba6803a510 msgr2=0x7fba68039000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.471+0000 7fba6fe00640 1 -- 172.21.15.31:0/2804344690 shutdown_connections 2024-09-19T04:40:08.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.471+0000 7f7f15c00640 1 -- 172.21.15.31:0/4273048332 >> [v2:172.21.15.31:6800/1238831418,v1:172.21.15.31:6801/1238831418] conn(0x7f7eec075b00 msgr2=0x7f7eec077f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.471+0000 7fba6fe00640 1 -- 172.21.15.31:0/2804344690 wait complete. 2024-09-19T04:40:08.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.471+0000 7f7f15c00640 1 --2- 172.21.15.31:0/4273048332 >> [v2:172.21.15.31:6800/1238831418,v1:172.21.15.31:6801/1238831418] conn(0x7f7eec075b00 0x7f7eec077f40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.472+0000 7f7f15c00640 1 -- 172.21.15.31:0/4273048332 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7eec06c380 msgr2=0x7f7eec06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.472+0000 7f7f15c00640 1 --2- 172.21.15.31:0/4273048332 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7eec06c380 0x7f7eec06e840 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f7f000011e0 tx=0x7f7f00007d30 comp rx=0 tx=0).stop 2024-09-19T04:40:08.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.472+0000 7f7f15c00640 1 -- 172.21.15.31:0/4273048332 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f1015e660 msgr2=0x7f7f101513d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.472+0000 7f7f15c00640 1 --2- 172.21.15.31:0/4273048332 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f1015e660 0x7f7f101513d0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f7f08009eb0 tx=0x7f7f08004a40 comp rx=0 tx=0).stop 2024-09-19T04:40:08.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.472+0000 7f7f0f400640 1 -- 172.21.15.31:0/4273048332 reap_dead start 2024-09-19T04:40:08.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.473+0000 7f7f15c00640 1 -- 172.21.15.31:0/4273048332 shutdown_connections 2024-09-19T04:40:08.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.473+0000 7f7f15c00640 1 -- 172.21.15.31:0/4273048332 >> 172.21.15.31:0/4273048332 conn(0x7f7f1008c000 msgr2=0x7f7f100b1a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.473+0000 7f7f15c00640 1 -- 172.21.15.31:0/4273048332 shutdown_connections 2024-09-19T04:40:08.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.474+0000 7f7f15c00640 1 -- 172.21.15.31:0/4273048332 wait complete. 2024-09-19T04:40:08.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.475+0000 7fc082000640 1 -- 172.21.15.31:0/1957074792 --> [v2:172.21.15.31:6808/2901120730,v1:172.21.15.31:6809/2901120730] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc07c0b3080 con 0x7fc058075a80 2024-09-19T04:40:08.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.476+0000 7fc079600640 1 -- 172.21.15.31:0/1957074792 <== osd.1 v2:172.21.15.31:6808/2901120730 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc07c0b3080 con 0x7fc058075a80 2024-09-19T04:40:08.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.477+0000 7fc082000640 1 -- 172.21.15.31:0/1957074792 >> [v2:172.21.15.31:6808/2901120730,v1:172.21.15.31:6809/2901120730] conn(0x7fc058075a80 msgr2=0x7fc058077ec0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.477+0000 7fc082000640 1 --2- 172.21.15.31:0/1957074792 >> [v2:172.21.15.31:6808/2901120730,v1:172.21.15.31:6809/2901120730] conn(0x7fc058075a80 0x7fc058077ec0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.477+0000 7fc082000640 1 -- 172.21.15.31:0/1957074792 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc05806c300 msgr2=0x7fc05806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.477+0000 7fc082000640 1 --2- 172.21.15.31:0/1957074792 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc05806c300 0x7fc05806e7c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc07c161e00 tx=0x7fc064008040 comp rx=0 tx=0).stop 2024-09-19T04:40:08.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.477+0000 7fc082000640 1 -- 172.21.15.31:0/1957074792 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc07c0d5020 msgr2=0x7fc07c0c9b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.477+0000 7fc082000640 1 --2- 172.21.15.31:0/1957074792 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc07c0d5020 0x7fc07c0c9b30 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fc06c009eb0 tx=0x7fc06c004a40 comp rx=0 tx=0).stop 2024-09-19T04:40:08.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.478+0000 7fc081600640 1 -- 172.21.15.31:0/1957074792 reap_dead start 2024-09-19T04:40:08.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.478+0000 7fc082000640 1 -- 172.21.15.31:0/1957074792 shutdown_connections 2024-09-19T04:40:08.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.478+0000 7fc082000640 1 -- 172.21.15.31:0/1957074792 >> 172.21.15.31:0/1957074792 conn(0x7fc07c09d690 msgr2=0x7fc07c06cc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.478+0000 7fc082000640 1 -- 172.21.15.31:0/1957074792 shutdown_connections 2024-09-19T04:40:08.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.478+0000 7fc082000640 1 -- 172.21.15.31:0/1957074792 wait complete. 2024-09-19T04:40:08.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.481+0000 7fc677000640 1 -- 172.21.15.31:0/1485590355 --> [v2:172.21.15.52:6800/354791325,v1:172.21.15.52:6801/354791325] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc6701f5e50 con 0x7fc64c075b00 2024-09-19T04:40:08.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.482+0000 7fc66cc00640 1 -- 172.21.15.31:0/1485590355 <== osd.5 v2:172.21.15.52:6800/354791325 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc6701f5e50 con 0x7fc64c075b00 2024-09-19T04:40:08.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.483+0000 7fc677000640 1 -- 172.21.15.31:0/1485590355 >> [v2:172.21.15.52:6800/354791325,v1:172.21.15.52:6801/354791325] conn(0x7fc64c075b00 msgr2=0x7fc64c077f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.483+0000 7fc677000640 1 --2- 172.21.15.31:0/1485590355 >> [v2:172.21.15.52:6800/354791325,v1:172.21.15.52:6801/354791325] conn(0x7fc64c075b00 0x7fc64c077f40 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.483+0000 7fc677000640 1 -- 172.21.15.31:0/1485590355 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc64c06c380 msgr2=0x7fc64c06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.483+0000 7fc677000640 1 --2- 172.21.15.31:0/1485590355 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc64c06c380 0x7fc64c06e840 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fc660034000 tx=0x7fc66002e000 comp rx=0 tx=0).stop 2024-09-19T04:40:08.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.483+0000 7fc677000640 1 -- 172.21.15.31:0/1485590355 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6700cdfc0 msgr2=0x7fc67015d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.483+0000 7fc677000640 1 --2- 172.21.15.31:0/1485590355 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc6700cdfc0 0x7fc67015d030 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fc65800c750 tx=0x7fc65800cc10 comp rx=0 tx=0).stop 2024-09-19T04:40:08.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.483+0000 7fc675000640 1 -- 172.21.15.31:0/1485590355 reap_dead start 2024-09-19T04:40:08.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.484+0000 7fc677000640 1 -- 172.21.15.31:0/1485590355 shutdown_connections 2024-09-19T04:40:08.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.484+0000 7fc677000640 1 -- 172.21.15.31:0/1485590355 >> 172.21.15.31:0/1485590355 conn(0x7fc670067da0 msgr2=0x7fc670165960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.484+0000 7fc677000640 1 -- 172.21.15.31:0/1485590355 shutdown_connections 2024-09-19T04:40:08.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.484+0000 7fc677000640 1 -- 172.21.15.31:0/1485590355 wait complete. 2024-09-19T04:40:08.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.489+0000 7fb17ae00640 1 -- 172.21.15.31:0/39230675 --> [v2:172.21.15.52:6816/2046466016,v1:172.21.15.52:6817/2046466016] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb174069da0 con 0x7fb154075a30 2024-09-19T04:40:08.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.490+0000 7fb16be00640 1 -- 172.21.15.31:0/39230675 <== osd.4 v2:172.21.15.52:6816/2046466016 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fb174069da0 con 0x7fb154075a30 2024-09-19T04:40:08.516 INFO:teuthology.orchestra.run.smithi031.stdout:55834574858 2024-09-19T04:40:08.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.491+0000 7fa441600640 1 -- 172.21.15.31:0/2918887507 --> [v2:172.21.15.52:6824/3859315064,v1:172.21.15.52:6825/3859315064] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa43c06cf90 con 0x7fa41c0759e0 2024-09-19T04:40:08.517 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-19T04:40:08.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.491+0000 7fb17ae00640 1 -- 172.21.15.31:0/39230675 >> [v2:172.21.15.52:6816/2046466016,v1:172.21.15.52:6817/2046466016] conn(0x7fb154075a30 msgr2=0x7fb154077e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.491+0000 7fb17ae00640 1 --2- 172.21.15.31:0/39230675 >> [v2:172.21.15.52:6816/2046466016,v1:172.21.15.52:6817/2046466016] conn(0x7fb154075a30 0x7fb154077e70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.491+0000 7fb17ae00640 1 -- 172.21.15.31:0/39230675 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb15406c2b0 msgr2=0x7fb15406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.491+0000 7fa433e00640 1 -- 172.21.15.31:0/2918887507 <== osd.6 v2:172.21.15.52:6824/3859315064 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fa43c06cf90 con 0x7fa41c0759e0 2024-09-19T04:40:08.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.491+0000 7fb17ae00640 1 --2- 172.21.15.31:0/39230675 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb15406c2b0 0x7fb15406e770 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb164034000 tx=0x7fb16402e000 comp rx=0 tx=0).stop 2024-09-19T04:40:08.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.491+0000 7fb17ae00640 1 -- 172.21.15.31:0/39230675 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb1741629f0 msgr2=0x7fb1741502e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.491+0000 7fb17ae00640 1 --2- 172.21.15.31:0/39230675 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb1741629f0 0x7fb1741502e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb16c007e60 tx=0x7fb16c00e4b0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.491+0000 7fb178e00640 1 -- 172.21.15.31:0/39230675 reap_dead start 2024-09-19T04:40:08.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.492+0000 7fb17ae00640 1 -- 172.21.15.31:0/39230675 shutdown_connections 2024-09-19T04:40:08.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.492+0000 7fb17ae00640 1 -- 172.21.15.31:0/39230675 >> 172.21.15.31:0/39230675 conn(0x7fb174067da0 msgr2=0x7fb1740b3710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.492+0000 7fb17ae00640 1 -- 172.21.15.31:0/39230675 shutdown_connections 2024-09-19T04:40:08.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.492+0000 7fb17ae00640 1 -- 172.21.15.31:0/39230675 wait complete. 2024-09-19T04:40:08.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.492+0000 7fa441600640 1 -- 172.21.15.31:0/2918887507 >> [v2:172.21.15.52:6824/3859315064,v1:172.21.15.52:6825/3859315064] conn(0x7fa41c0759e0 msgr2=0x7fa41c077e20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.492+0000 7fa441600640 1 --2- 172.21.15.31:0/2918887507 >> [v2:172.21.15.52:6824/3859315064,v1:172.21.15.52:6825/3859315064] conn(0x7fa41c0759e0 0x7fa41c077e20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.492+0000 7fa441600640 1 -- 172.21.15.31:0/2918887507 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa41c06c2e0 msgr2=0x7fa41c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.492+0000 7fa441600640 1 --2- 172.21.15.31:0/2918887507 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa41c06c2e0 0x7fa41c06e7a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa42c009560 tx=0x7fa42c009190 comp rx=0 tx=0).stop 2024-09-19T04:40:08.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.492+0000 7fa441600640 1 -- 172.21.15.31:0/2918887507 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa43c15e470 msgr2=0x7fa43c15a890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.492+0000 7fa441600640 1 --2- 172.21.15.31:0/2918887507 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa43c15e470 0x7fa43c15a890 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa434009e80 tx=0x7fa434004a40 comp rx=0 tx=0).stop 2024-09-19T04:40:08.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.493+0000 7fa440c00640 1 -- 172.21.15.31:0/2918887507 reap_dead start 2024-09-19T04:40:08.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.493+0000 7fa441600640 1 -- 172.21.15.31:0/2918887507 shutdown_connections 2024-09-19T04:40:08.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.493+0000 7fa441600640 1 -- 172.21.15.31:0/2918887507 >> 172.21.15.31:0/2918887507 conn(0x7fa43c09d700 msgr2=0x7fa43c15ea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.493+0000 7fa441600640 1 -- 172.21.15.31:0/2918887507 shutdown_connections 2024-09-19T04:40:08.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.494+0000 7fa441600640 1 -- 172.21.15.31:0/2918887507 wait complete. 2024-09-19T04:40:08.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.496+0000 7f8340600640 1 -- 172.21.15.31:0/1608674171 --> [v2:172.21.15.52:6808/3537062748,v1:172.21.15.52:6809/3537062748] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f833815fae0 con 0x7f8318075af0 2024-09-19T04:40:08.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.497+0000 7f8335600640 1 -- 172.21.15.31:0/1608674171 <== osd.7 v2:172.21.15.52:6808/3537062748 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f833815fae0 con 0x7f8318075af0 2024-09-19T04:40:08.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.498+0000 7f8340600640 1 -- 172.21.15.31:0/1608674171 >> [v2:172.21.15.52:6808/3537062748,v1:172.21.15.52:6809/3537062748] conn(0x7f8318075af0 msgr2=0x7f8318077f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.498+0000 7f8340600640 1 --2- 172.21.15.31:0/1608674171 >> [v2:172.21.15.52:6808/3537062748,v1:172.21.15.52:6809/3537062748] conn(0x7f8318075af0 0x7f8318077f30 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.523 INFO:teuthology.orchestra.run.smithi031.stdout:55834574856 2024-09-19T04:40:08.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.499+0000 7f8340600640 1 -- 172.21.15.31:0/1608674171 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f831806c380 msgr2=0x7f831806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.499+0000 7f8340600640 1 --2- 172.21.15.31:0/1608674171 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f831806c380 0x7f831806e840 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f832c00d880 tx=0x7f832c007830 comp rx=0 tx=0).stop 2024-09-19T04:40:08.524 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-19T04:40:08.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.499+0000 7f8340600640 1 -- 172.21.15.31:0/1608674171 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83380d3150 msgr2=0x7f83380b2c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.499+0000 7f8340600640 1 --2- 172.21.15.31:0/1608674171 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83380d3150 0x7f83380b2c30 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8324031000 tx=0x7f83240046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.499+0000 7f833e600640 1 -- 172.21.15.31:0/1608674171 reap_dead start 2024-09-19T04:40:08.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.499+0000 7f8340600640 1 -- 172.21.15.31:0/1608674171 shutdown_connections 2024-09-19T04:40:08.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.499+0000 7f8340600640 1 -- 172.21.15.31:0/1608674171 >> 172.21.15.31:0/1608674171 conn(0x7f833808c000 msgr2=0x7f83380b4ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.500+0000 7f8340600640 1 -- 172.21.15.31:0/1608674171 shutdown_connections 2024-09-19T04:40:08.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.500+0000 7f8340600640 1 -- 172.21.15.31:0/1608674171 wait complete. 2024-09-19T04:40:08.526 INFO:teuthology.orchestra.run.smithi031.stdout:55834574857 2024-09-19T04:40:08.526 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-19T04:40:08.526 INFO:teuthology.orchestra.run.smithi031.stdout:55834574856 2024-09-19T04:40:08.527 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-19T04:40:08.527 INFO:teuthology.orchestra.run.smithi031.stdout:55834574856 2024-09-19T04:40:08.528 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-19T04:40:08.528 INFO:teuthology.orchestra.run.smithi031.stdout:55834574856 2024-09-19T04:40:08.529 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-19T04:40:08.530 INFO:teuthology.orchestra.run.smithi031.stdout:55834574857 2024-09-19T04:40:08.530 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-19T04:40:08.531 INFO:teuthology.orchestra.run.smithi031.stdout:55834574858 2024-09-19T04:40:08.531 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-19T04:40:08.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.843+0000 7fc4a7e00640 1 Processor -- start 2024-09-19T04:40:08.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.843+0000 7f6bdcc00640 1 Processor -- start 2024-09-19T04:40:08.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.844+0000 7f6bdcc00640 1 -- start start 2024-09-19T04:40:08.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.845+0000 7fc4a7e00640 1 -- start start 2024-09-19T04:40:08.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.845+0000 7f6bdcc00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f6bd00e7040 0x7f6bd0006490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.846+0000 7f6bdcc00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f6bd00538c0 0x7f6bd0053ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.846+0000 7f6bdcc00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bd00e7420 con 0x7f6bd00eab20 2024-09-19T04:40:08.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.846+0000 7f6bdcc00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f6bd0032870 con 0x7f6bd00e7040 2024-09-19T04:40:08.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.846+0000 7f6bdcc00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f6bd0047d80 con 0x7f6bd00538c0 2024-09-19T04:40:08.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.847+0000 7f6bd6a00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f6bd00538c0 0x7f6bd0053ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.848+0000 7f6bd7400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f6bd00e7040 0x7f6bd0006490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.848+0000 7f6bd7e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f6bd00eab20 0x7f6bd00eaf90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:42040/0 (socket says 172.21.15.31:42040) 2024-09-19T04:40:08.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.848+0000 7f6bd7e00640 1 -- 172.21.15.31:0/733792598 learned_addr learned my addr 172.21.15.31:0/733792598 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:08.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.847+0000 7fc4a7e00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fc4a004f270 0x7fc4a00eb7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.847+0000 7fc4a7e00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4a00321a0 con 0x7fc4a0009af0 2024-09-19T04:40:08.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.847+0000 7fc4a7e00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4a0032440 con 0x7fc4a00e0960 2024-09-19T04:40:08.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.847+0000 7fc4a7e00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fc4a0032720 con 0x7fc4a004f270 2024-09-19T04:40:08.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.848+0000 7fc4a6000640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fc4a0009af0 0x7fc4a004eb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:42056/0 (socket says 172.21.15.31:42056) 2024-09-19T04:40:08.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.848+0000 7fc4a6000640 1 -- 172.21.15.31:0/3106860884 learned_addr learned my addr 172.21.15.31:0/3106860884 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:08.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.848+0000 7fc4a7400640 1 --2- 172.21.15.31:0/3106860884 >> v2:172.21.15.52:3300/0 conn(0x7fc4a004f270 0x7fc4a00eb7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.849+0000 7f3d67200640 1 Processor -- start 2024-09-19T04:40:08.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.850+0000 7f6bd7400640 1 -- 172.21.15.31:0/733792598 >> v2:172.21.15.52:3300/0 conn(0x7f6bd00538c0 msgr2=0x7f6bd0053ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:08.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.850+0000 7f6bd7400640 1 --2- 172.21.15.31:0/733792598 >> v2:172.21.15.52:3300/0 conn(0x7f6bd00538c0 0x7f6bd0053ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.850+0000 7f6bd7400640 1 -- 172.21.15.31:0/733792598 >> v1:172.21.15.31:6789/0 conn(0x7f6bd00eab20 legacy=0x7f6bd00eaf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.850+0000 7f6bd7400640 1 -- 172.21.15.31:0/733792598 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bd0006e10 con 0x7f6bd00e7040 2024-09-19T04:40:08.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.849+0000 7fc4a7400640 1 -- 172.21.15.31:0/3106860884 >> v1:172.21.15.52:6789/0 conn(0x7fc4a00e0960 legacy=0x7fc4a00064c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.849+0000 7fc4a7400640 1 -- 172.21.15.31:0/3106860884 >> v1:172.21.15.31:6789/0 conn(0x7fc4a0009af0 legacy=0x7fc4a004eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.849+0000 7fc4a7400640 1 -- 172.21.15.31:0/3106860884 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4a001c520 con 0x7fc4a004f270 2024-09-19T04:40:08.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.850+0000 7fc4a7400640 1 --2- 172.21.15.31:0/3106860884 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4a004f270 0x7fc4a00eb7b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc4a8000b60 tx=0x7fc4a80a5ff0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=912264c10d824334 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.849+0000 7f3d67200640 1 -- start start 2024-09-19T04:40:08.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.851+0000 7f3d67200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f3d600d4ad0 0x7f3d600d4f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.851+0000 7f3d67200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3d6006d530 0x7f3d6006d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.851+0000 7fc4a5600640 1 -- 172.21.15.31:0/3106860884 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a80b3070 con 0x7fc4a004f270 2024-09-19T04:40:08.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.851+0000 7fc4a5600640 1 -- 172.21.15.31:0/3106860884 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4a80a6dc0 con 0x7fc4a004f270 2024-09-19T04:40:08.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.851+0000 7fc4a5600640 1 -- 172.21.15.31:0/3106860884 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a80ae640 con 0x7fc4a004f270 2024-09-19T04:40:08.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.852+0000 7f3d65400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f3d600d4ad0 0x7f3d600d4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.852+0000 7f3d65400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f3d600d4ad0 0x7f3d600d4f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53810/0 (socket says 172.21.15.31:53810) 2024-09-19T04:40:08.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.852+0000 7f3d65400640 1 -- 172.21.15.31:0/906237443 learned_addr learned my addr 172.21.15.31:0/906237443 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.852+0000 7f3d67200640 1 -- 172.21.15.31:0/906237443 --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d600d2c40 con 0x7f3d600d0b00 2024-09-19T04:40:08.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.851+0000 7f6bd7400640 1 --2- 172.21.15.31:0/733792598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6bd00e7040 0x7f6bd0006490 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f6bd000cd80 tx=0x7f6bc402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=558a7ca397d1101a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.852+0000 7f6bd6000640 1 -- 172.21.15.31:0/733792598 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc4037070 con 0x7f6bd00e7040 2024-09-19T04:40:08.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.852+0000 7f6bd6000640 1 -- 172.21.15.31:0/733792598 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bc4032440 con 0x7f6bd00e7040 2024-09-19T04:40:08.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.852+0000 7f6bd6000640 1 -- 172.21.15.31:0/733792598 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc4037070 con 0x7f6bd00e7040 2024-09-19T04:40:08.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.852+0000 7f3d67200640 1 -- 172.21.15.31:0/906237443 --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f3d6006d0a0 con 0x7f3d600d4ad0 2024-09-19T04:40:08.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.852+0000 7f3d67200640 1 -- 172.21.15.31:0/906237443 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f3d600d2f20 con 0x7f3d6006d530 2024-09-19T04:40:08.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.853+0000 7f3d65400640 1 -- 172.21.15.31:0/906237443 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3d6006d530 msgr2=0x7f3d6006d9c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T04:40:08.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.853+0000 7f3d65400640 1 --2- 172.21.15.31:0/906237443 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3d6006d530 0x7f3d6006d9c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.853+0000 7f3d65400640 1 -- 172.21.15.31:0/906237443 >> v1:172.21.15.31:6789/0 conn(0x7f3d600d0b00 legacy=0x7f3d600d0ee0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T04:40:08.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.854+0000 7fc4a7e00640 1 -- 172.21.15.31:0/3106860884 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4a004f270 msgr2=0x7fc4a00eb7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.854+0000 7f6bdcc00640 1 -- 172.21.15.31:0/733792598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6bd00e7040 msgr2=0x7f6bd0006490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.854+0000 7fc4a7e00640 1 --2- 172.21.15.31:0/3106860884 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4a004f270 0x7fc4a00eb7b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc4a8000b60 tx=0x7fc4a80a5ff0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.854+0000 7f6bdcc00640 1 --2- 172.21.15.31:0/733792598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6bd00e7040 0x7f6bd0006490 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f6bd000cd80 tx=0x7f6bc402a1a0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.854+0000 7f3d65400640 1 -- 172.21.15.31:0/906237443 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d600d3200 con 0x7f3d600d4ad0 2024-09-19T04:40:08.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.854+0000 7fc4a7e00640 1 -- 172.21.15.31:0/3106860884 shutdown_connections 2024-09-19T04:40:08.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.854+0000 7fc4a7e00640 1 --2- 172.21.15.31:0/3106860884 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4a004f270 0x7fc4a00eb7b0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.854+0000 7fc4a7e00640 1 -- 172.21.15.31:0/3106860884 >> 172.21.15.31:0/3106860884 conn(0x7fc4a0036090 msgr2=0x7fc4a00364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.855+0000 7f6bdcc00640 1 -- 172.21.15.31:0/733792598 shutdown_connections 2024-09-19T04:40:08.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.855+0000 7f6bdcc00640 1 --2- 172.21.15.31:0/733792598 >> v2:172.21.15.52:3300/0 conn(0x7f6bd00538c0 0x7f6bd0053ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.855+0000 7f6bdcc00640 1 --2- 172.21.15.31:0/733792598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6bd00e7040 0x7f6bd0006490 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.855+0000 7f6bdcc00640 1 -- 172.21.15.31:0/733792598 >> 172.21.15.31:0/733792598 conn(0x7f6bd0036090 msgr2=0x7f6bd00364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.855+0000 7f6bdcc00640 1 -- 172.21.15.31:0/733792598 shutdown_connections 2024-09-19T04:40:08.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.855+0000 7f6bdcc00640 1 -- 172.21.15.31:0/733792598 wait complete. 2024-09-19T04:40:08.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.856+0000 7fc4a7e00640 1 -- 172.21.15.31:0/3106860884 shutdown_connections 2024-09-19T04:40:08.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.856+0000 7fc4a7e00640 1 -- 172.21.15.31:0/3106860884 wait complete. 2024-09-19T04:40:08.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.856+0000 7f3d65400640 1 --2- 172.21.15.31:0/906237443 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d600d4ad0 0x7f3d600d4f10 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c009ad0 tx=0x7f3d4c02a490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b83c6a022bd52d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.857+0000 7f3d64a00640 1 -- 172.21.15.31:0/906237443 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d4c036070 con 0x7f3d600d4ad0 2024-09-19T04:40:08.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.858+0000 7f3d64a00640 1 -- 172.21.15.31:0/906237443 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d4c031600 con 0x7f3d600d4ad0 2024-09-19T04:40:08.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.858+0000 7f3d64a00640 1 -- 172.21.15.31:0/906237443 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d4c0319d0 con 0x7f3d600d4ad0 2024-09-19T04:40:08.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.858+0000 7f6bdcc00640 1 Processor -- start 2024-09-19T04:40:08.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.858+0000 7f6bdcc00640 1 -- start start 2024-09-19T04:40:08.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.858+0000 7fc4a7e00640 1 Processor -- start 2024-09-19T04:40:08.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.859+0000 7fc4a7e00640 1 -- start start 2024-09-19T04:40:08.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.859+0000 7f3d67200640 1 -- 172.21.15.31:0/906237443 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d600d4ad0 msgr2=0x7f3d600d4f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.859+0000 7f3d67200640 1 --2- 172.21.15.31:0/906237443 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d600d4ad0 0x7f3d600d4f10 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c009ad0 tx=0x7f3d4c02a490 comp rx=0 tx=0).stop 2024-09-19T04:40:08.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.860+0000 7f3d67200640 1 -- 172.21.15.31:0/906237443 shutdown_connections 2024-09-19T04:40:08.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.860+0000 7f3d67200640 1 --2- 172.21.15.31:0/906237443 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3d6006d530 0x7f3d6006d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.860+0000 7f3d67200640 1 --2- 172.21.15.31:0/906237443 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d600d4ad0 0x7f3d600d4f10 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.860+0000 7f3d67200640 1 -- 172.21.15.31:0/906237443 >> 172.21.15.31:0/906237443 conn(0x7f3d6008c000 msgr2=0x7f3d600d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.860+0000 7fd6f8c00640 1 Processor -- start 2024-09-19T04:40:08.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.858+0000 7fd96e600640 1 Processor -- start 2024-09-19T04:40:08.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.858+0000 7fd96e600640 1 -- start start 2024-09-19T04:40:08.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.860+0000 7fd96e600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fd968166000 0x7fd9680d2ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.860+0000 7fd96e600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fd9680b5ff0 0x7fd9680b6420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.860+0000 7fd96e600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9680d5420 con 0x7fd9680d4c80 2024-09-19T04:40:08.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.860+0000 7fd96e600640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fd9680b6960 con 0x7fd968166000 2024-09-19T04:40:08.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.860+0000 7fd96e600640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fd9680cfd00 con 0x7fd9680b5ff0 2024-09-19T04:40:08.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.861+0000 7fd967400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fd968166000 0x7fd9680d2ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.861+0000 7fd967400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fd968166000 0x7fd9680d2ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53816/0 (socket says 172.21.15.31:53816) 2024-09-19T04:40:08.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.861+0000 7fd967400640 1 -- 172.21.15.31:0/215559303 learned_addr learned my addr 172.21.15.31:0/215559303 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.861+0000 7f6bdcc00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6bd00538c0 0x7f6bd017eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.861+0000 7f3d67200640 1 -- 172.21.15.31:0/906237443 shutdown_connections 2024-09-19T04:40:08.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.861+0000 7f6bdcc00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6bd00e7040 0x7f6bd00dbb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.861+0000 7f3d67200640 1 -- 172.21.15.31:0/906237443 wait complete. 2024-09-19T04:40:08.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.861+0000 7fc4a7e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4a0009af0 0x7fc4a00e48f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.861+0000 7f6bdcc00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6bd00eab20 0x7f6bd000adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.861+0000 7fc4a7e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc4a004f270 0x7fc4a00dc340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.861+0000 7fd967e00640 1 --2- 172.21.15.31:0/215559303 >> v2:172.21.15.52:3300/0 conn(0x7fd9680b5ff0 0x7fd9680b6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.861+0000 7fd967400640 1 -- 172.21.15.31:0/215559303 >> v2:172.21.15.52:3300/0 conn(0x7fd9680b5ff0 msgr2=0x7fd9680b6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:08.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.861+0000 7fd967400640 1 --2- 172.21.15.31:0/215559303 >> v2:172.21.15.52:3300/0 conn(0x7fd9680b5ff0 0x7fd9680b6420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.861+0000 7fd967400640 1 -- 172.21.15.31:0/215559303 >> v1:172.21.15.31:6789/0 conn(0x7fd9680d4c80 legacy=0x7fd9680d07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:08.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.861+0000 7fd967400640 1 -- 172.21.15.31:0/215559303 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9680c7970 con 0x7fd968166000 2024-09-19T04:40:08.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.861+0000 7f6bd7400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6bd00538c0 0x7f6bd017eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.861+0000 7f6bd6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6bd00e7040 0x7f6bd00dbb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.861+0000 7f6bd7400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6bd00538c0 0x7f6bd017eb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:38046/0 (socket says 172.21.15.31:38046) 2024-09-19T04:40:08.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.862+0000 7fd40bc00640 1 Processor -- start 2024-09-19T04:40:08.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.862+0000 7f6bd7e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6bd00eab20 0x7f6bd000adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.862+0000 7f6bd7e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6bd00eab20 0x7f6bd000adc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:48588/0 (socket says 172.21.15.31:48588) 2024-09-19T04:40:08.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.862+0000 7f6bd7e00640 1 -- 172.21.15.31:0/4085563085 learned_addr learned my addr 172.21.15.31:0/4085563085 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.862+0000 7fc4a7e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4a00e0960 0x7fc4a00dbb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.862+0000 7f6bdcc00640 1 -- 172.21.15.31:0/4085563085 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd00070b0 con 0x7f6bd00e7040 2024-09-19T04:40:08.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.862+0000 7fc4a6a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4a0009af0 0x7fc4a00e48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.862+0000 7fd40bc00640 1 -- start start 2024-09-19T04:40:08.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.862+0000 7f6bdcc00640 1 -- 172.21.15.31:0/4085563085 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd0007420 con 0x7f6bd00eab20 2024-09-19T04:40:08.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.862+0000 7f6bdcc00640 1 -- 172.21.15.31:0/4085563085 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f6bd0054220 con 0x7f6bd00538c0 2024-09-19T04:40:08.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.862+0000 7fc4a6a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4a0009af0 0x7fc4a00e48f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:48578/0 (socket says 172.21.15.31:48578) 2024-09-19T04:40:08.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.862+0000 7fc4a7e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc4a0007120 con 0x7fc4a00e0960 2024-09-19T04:40:08.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.862+0000 7fc4a6a00640 1 -- 172.21.15.31:0/531597694 learned_addr learned my addr 172.21.15.31:0/531597694 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7fc4a7e00640 1 -- 172.21.15.31:0/531597694 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc4a001cae0 con 0x7fc4a0009af0 2024-09-19T04:40:08.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7fc4a7e00640 1 -- 172.21.15.31:0/531597694 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fc4a00ebcf0 con 0x7fc4a004f270 2024-09-19T04:40:08.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7fc4a7400640 1 --2- 172.21.15.31:0/531597694 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4a00e0960 0x7fc4a00dbb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7f6bd7400640 1 -- 172.21.15.31:0/4085563085 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6bd00eab20 msgr2=0x7f6bd000adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7fc4a6000640 1 --2- 172.21.15.31:0/531597694 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc4a004f270 0x7fc4a00dc340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7f6bd7400640 1 --2- 172.21.15.31:0/4085563085 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6bd00eab20 0x7f6bd000adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7f6bd7400640 1 -- 172.21.15.31:0/4085563085 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6bd00e7040 msgr2=0x7f6bd00dbb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7f6bd7400640 1 --2- 172.21.15.31:0/4085563085 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6bd00e7040 0x7f6bd00dbb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7f6bd7400640 1 -- 172.21.15.31:0/4085563085 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bd00501d0 con 0x7f6bd00538c0 2024-09-19T04:40:08.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7f05f2000640 1 Processor -- start 2024-09-19T04:40:08.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7fd40bc00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fd404161cf0 0x7fd4040b5160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7fd40bc00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fd4040b5fe0 0x7fd4040b63f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7fd40bc00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4040b6930 con 0x7fd4040b73b0 2024-09-19T04:40:08.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7fd40bc00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fd4041620d0 con 0x7fd4040b5fe0 2024-09-19T04:40:08.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7fd40bc00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fd4040d3ba0 con 0x7fd404161cf0 2024-09-19T04:40:08.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.864+0000 7fc4a6a00640 1 -- 172.21.15.31:0/531597694 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc4a004f270 msgr2=0x7fc4a00dc340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.864+0000 7fc4a6a00640 1 --2- 172.21.15.31:0/531597694 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc4a004f270 0x7fc4a00dc340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.864+0000 7fc4a6a00640 1 -- 172.21.15.31:0/531597694 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4a00e0960 msgr2=0x7fc4a00dbb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.864+0000 7fc4a6a00640 1 --2- 172.21.15.31:0/531597694 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4a00e0960 0x7fc4a00dbb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.864+0000 7fc4a6a00640 1 -- 172.21.15.31:0/531597694 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4a00dc880 con 0x7fc4a0009af0 2024-09-19T04:40:08.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.861+0000 7fd6f8c00640 1 -- start start 2024-09-19T04:40:08.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7fd6f8c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fd6f415e660 0x7fd6f40d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7fd6f8c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6f40d3150 0x7fd6f40b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7fd6f8c00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fd6f40b6530 0x7fd6f40cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7fd6f8c00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fd6f406d4b0 con 0x7fd6f415e660 2024-09-19T04:40:08.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7fd6f8c00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fd6f40d3680 con 0x7fd6f40b6530 2024-09-19T04:40:08.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.863+0000 7fd6f8c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fd6f40d3960 con 0x7fd6f40d3150 2024-09-19T04:40:08.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.864+0000 7fd967400640 1 --2- 172.21.15.31:0/215559303 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd968166000 0x7fd9680d2ca0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fd9680d4430 tx=0x7fd95802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c295d337ea67cca0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.864+0000 7fd409200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fd404161cf0 0x7fd4040b5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.864+0000 7f6bd7e00640 1 --2- 172.21.15.31:0/4085563085 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6bd00eab20 0x7f6bd000adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:08.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.864+0000 7f6bd6a00640 1 --2- 172.21.15.31:0/4085563085 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6bd00e7040 0x7f6bd00dbb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:08.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.864+0000 7fd409200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fd404161cf0 0x7fd4040b5160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:48596/0 (socket says 172.21.15.31:48596) 2024-09-19T04:40:08.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.864+0000 7fd409200640 1 -- 172.21.15.31:0/3290688274 learned_addr learned my addr 172.21.15.31:0/3290688274 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.864+0000 7fc4a6a00640 1 --2- 172.21.15.31:0/531597694 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4a0009af0 0x7fc4a00e48f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc49400c530 tx=0x7fc49400c9f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.865+0000 7f6bd7400640 1 --2- 172.21.15.31:0/4085563085 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6bd00538c0 0x7f6bd017eb00 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6bd003a710 tx=0x7f6bc40046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.864+0000 7f05f2000640 1 -- start start 2024-09-19T04:40:08.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.864+0000 7f3d67200640 1 Processor -- start 2024-09-19T04:40:08.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.865+0000 7f3d67200640 1 -- start start 2024-09-19T04:40:08.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.865+0000 7fd6f1400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6f40d3150 0x7fd6f40b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.865+0000 7fd6f1e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fd6f415e660 0x7fd6f40d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.865+0000 7fd6f1400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6f40d3150 0x7fd6f40b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:38068/0 (socket says 172.21.15.31:38068) 2024-09-19T04:40:08.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.865+0000 7fd6f1400640 1 -- 172.21.15.31:0/277457620 learned_addr learned my addr 172.21.15.31:0/277457620 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.866+0000 7fd6f2800640 1 --2- 172.21.15.31:0/277457620 >> v2:172.21.15.52:3300/0 conn(0x7fd6f40b6530 0x7fd6f40cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.866+0000 7f05f2000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f05ec161cf0 0x7f05ec0b5160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.866+0000 7f05f2000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f05ec0b73b0 0x7f05ec0d3350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.866+0000 7fc49ea00640 1 -- 172.21.15.31:0/531597694 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc494017070 con 0x7fc4a0009af0 2024-09-19T04:40:08.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.866+0000 7fc49ea00640 1 -- 172.21.15.31:0/531597694 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc494005480 con 0x7fc4a0009af0 2024-09-19T04:40:08.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.866+0000 7fc49ea00640 1 -- 172.21.15.31:0/531597694 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc494003880 con 0x7fc4a0009af0 2024-09-19T04:40:08.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.866+0000 7f05f2000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f05ec0d3ba0 con 0x7f05ec0b5fe0 2024-09-19T04:40:08.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.866+0000 7f05f2000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f05ec1620d0 con 0x7f05ec0b73b0 2024-09-19T04:40:08.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.866+0000 7f05f2000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f05ec0d3e80 con 0x7f05ec161cf0 2024-09-19T04:40:08.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.867+0000 7f05ebe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f05ec0b5fe0 0x7f05ec0cf690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:42098/0 (socket says 172.21.15.31:42098) 2024-09-19T04:40:08.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.867+0000 7fd6f2800640 1 -- 172.21.15.31:0/277457620 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6f40d3150 msgr2=0x7fd6f40b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:08.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.867+0000 7fd6f2800640 1 --2- 172.21.15.31:0/277457620 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6f40d3150 0x7fd6f40b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.866+0000 7fd966a00640 1 -- 172.21.15.31:0/215559303 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd958037070 con 0x7fd968166000 2024-09-19T04:40:08.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.867+0000 7f05ebe00640 1 -- 172.21.15.31:0/2000681124 learned_addr learned my addr 172.21.15.31:0/2000681124 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:08.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.867+0000 7fd6f2800640 1 -- 172.21.15.31:0/277457620 >> v2:172.21.15.31:3300/0 conn(0x7fd6f415e660 msgr2=0x7fd6f40d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:08.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.867+0000 7fd6f1400640 1 --2- 172.21.15.31:0/277457620 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6f40d3150 0x7fd6f40b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:08.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.867+0000 7fd6f2800640 1 --2- 172.21.15.31:0/277457620 >> v2:172.21.15.31:3300/0 conn(0x7fd6f415e660 0x7fd6f40d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.867+0000 7fd6f2800640 1 -- 172.21.15.31:0/277457620 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6f406ce60 con 0x7fd6f40b6530 2024-09-19T04:40:08.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.867+0000 7fd6f1e00640 1 --2- 172.21.15.31:0/277457620 >> v2:172.21.15.31:3300/0 conn(0x7fd6f415e660 0x7fd6f40d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:08.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.865+0000 7fd409c00640 1 --2- 172.21.15.31:0/3290688274 >> v2:172.21.15.31:3300/0 conn(0x7fd4040b5fe0 0x7fd4040b63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.866+0000 7fd409200640 1 -- 172.21.15.31:0/3290688274 >> v2:172.21.15.31:3300/0 conn(0x7fd4040b5fe0 msgr2=0x7fd4040b63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:08.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.866+0000 7fd409200640 1 --2- 172.21.15.31:0/3290688274 >> v2:172.21.15.31:3300/0 conn(0x7fd4040b5fe0 0x7fd4040b63f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.866+0000 7fd409200640 1 -- 172.21.15.31:0/3290688274 >> v1:172.21.15.31:6789/0 conn(0x7fd4040b73b0 legacy=0x7fd4040d3350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.866+0000 7fd409200640 1 -- 172.21.15.31:0/3290688274 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4040d3e80 con 0x7fd404161cf0 2024-09-19T04:40:08.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.867+0000 7f3d67200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d6006d530 0x7f3d601584a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.867+0000 7f3d67200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d600d0b00 0x7f3d600b9870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.867+0000 7f3d67200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3d600d4ad0 0x7f3d600ca210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.867+0000 7f3d67200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3d60161be0 con 0x7f3d6006d530 2024-09-19T04:40:08.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.867+0000 7f3d67200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3d600d2950 con 0x7f3d600d0b00 2024-09-19T04:40:08.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.867+0000 7f3d67200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f3d60161d60 con 0x7f3d600d4ad0 2024-09-19T04:40:08.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.867+0000 7fd966a00640 1 -- 172.21.15.31:0/215559303 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd958032440 con 0x7fd968166000 2024-09-19T04:40:08.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.867+0000 7fd966a00640 1 -- 172.21.15.31:0/215559303 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd958037070 con 0x7fd968166000 2024-09-19T04:40:08.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.868+0000 7f05ea000640 1 -- 172.21.15.31:0/2000681124 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1379676705 0 0) 0x7f05ec0d3ba0 con 0x7f05ec0b5fe0 2024-09-19T04:40:08.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.865+0000 7f6bcb400640 1 -- 172.21.15.31:0/4085563085 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc4041070 con 0x7f6bd00538c0 2024-09-19T04:40:08.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.866+0000 7f6bcb400640 1 -- 172.21.15.31:0/4085563085 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bc4030710 con 0x7f6bd00538c0 2024-09-19T04:40:08.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.866+0000 7f6bcb400640 1 -- 172.21.15.31:0/4085563085 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc4037070 con 0x7f6bd00538c0 2024-09-19T04:40:08.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.866+0000 7f6bdcc00640 1 -- 172.21.15.31:0/4085563085 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bd00387c0 con 0x7f6bd00538c0 2024-09-19T04:40:08.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.866+0000 7f6bdcc00640 1 -- 172.21.15.31:0/4085563085 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bd00dc0d0 con 0x7f6bd00538c0 2024-09-19T04:40:08.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.868+0000 7fc4a7e00640 1 -- 172.21.15.31:0/531597694 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4a00e0f90 con 0x7fc4a0009af0 2024-09-19T04:40:08.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.868+0000 7fc4a7e00640 1 -- 172.21.15.31:0/531597694 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4a00e1550 con 0x7fc4a0009af0 2024-09-19T04:40:08.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.868+0000 7f3d65e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d6006d530 0x7f3d601584a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.868+0000 7fd409200640 1 --2- 172.21.15.31:0/3290688274 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd404161cf0 0x7fd4040b5160 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd40408dec0 tx=0x7fd3f402a740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b675cdb1065a889 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.868+0000 7f3d65e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d6006d530 0x7f3d601584a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53850/0 (socket says 172.21.15.31:53850) 2024-09-19T04:40:08.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.868+0000 7f3d65e00640 1 -- 172.21.15.31:0/3370660548 learned_addr learned my addr 172.21.15.31:0/3370660548 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.868+0000 7f05ea000640 1 -- 172.21.15.31:0/2000681124 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f05d0003520 con 0x7f05ec0b5fe0 2024-09-19T04:40:08.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.868+0000 7f05eb400640 1 --2- 172.21.15.31:0/2000681124 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f05ec161cf0 0x7f05ec0b5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.868+0000 7fd6f2800640 1 --2- 172.21.15.31:0/277457620 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6f40b6530 0x7fd6f40cf070 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fd6f408e240 tx=0x7fd6ec02a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6681d819131ef39e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.868+0000 7f05eaa00640 1 --2- 172.21.15.31:0/2000681124 >> v2:172.21.15.31:3300/0 conn(0x7f05ec0b73b0 0x7f05ec0d3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.869+0000 7fd403e00640 1 -- 172.21.15.31:0/3290688274 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3f4036070 con 0x7fd404161cf0 2024-09-19T04:40:08.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.869+0000 7fd403e00640 1 -- 172.21.15.31:0/3290688274 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3f4031600 con 0x7fd404161cf0 2024-09-19T04:40:08.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.869+0000 7fd403e00640 1 -- 172.21.15.31:0/3290688274 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3f40319d0 con 0x7fd404161cf0 2024-09-19T04:40:08.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.869+0000 7f3d65e00640 1 -- 172.21.15.31:0/3370660548 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3d600d4ad0 msgr2=0x7f3d600ca210 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T04:40:08.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.869+0000 7f05eb400640 1 -- 172.21.15.31:0/2000681124 >> v2:172.21.15.31:3300/0 conn(0x7f05ec0b73b0 msgr2=0x7f05ec0d3350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:08.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.869+0000 7f05eb400640 1 --2- 172.21.15.31:0/2000681124 >> v2:172.21.15.31:3300/0 conn(0x7f05ec0b73b0 0x7f05ec0d3350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.869+0000 7f05eb400640 1 -- 172.21.15.31:0/2000681124 >> v1:172.21.15.31:6789/0 conn(0x7f05ec0b5fe0 legacy=0x7f05ec0cf690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.869+0000 7f05eb400640 1 -- 172.21.15.31:0/2000681124 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05ec0cebb0 con 0x7f05ec161cf0 2024-09-19T04:40:08.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.869+0000 7f05eaa00640 1 --2- 172.21.15.31:0/2000681124 >> v2:172.21.15.31:3300/0 conn(0x7f05ec0b73b0 0x7f05ec0d3350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:08.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.869+0000 7f6bcb400640 1 -- 172.21.15.31:0/4085563085 <== mon.2 v2:172.21.15.52:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6bc4030ae0 con 0x7f6bd00538c0 2024-09-19T04:40:08.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.869+0000 7fd6f0a00640 1 -- 172.21.15.31:0/277457620 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6ec007740 con 0x7fd6f40b6530 2024-09-19T04:40:08.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.869+0000 7fd6f0a00640 1 -- 172.21.15.31:0/277457620 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6ec0078e0 con 0x7fd6f40b6530 2024-09-19T04:40:08.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.869+0000 7fd6f0a00640 1 -- 172.21.15.31:0/277457620 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6ec007cb0 con 0x7fd6f40b6530 2024-09-19T04:40:08.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.869+0000 7fc4a7e00640 1 -- 172.21.15.31:0/531597694 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4a00054a0 con 0x7fc4a0009af0 2024-09-19T04:40:08.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.869+0000 7f6bdcc00640 1 -- 172.21.15.31:0/4085563085 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bd00321a0 con 0x7f6bd00538c0 2024-09-19T04:40:08.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.870+0000 7f3d66800640 1 --2- 172.21.15.31:0/3370660548 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3d600d4ad0 0x7f3d600ca210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.870+0000 7fd96e600640 1 -- 172.21.15.31:0/215559303 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd968166000 msgr2=0x7fd9680d2ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.870+0000 7fd96e600640 1 --2- 172.21.15.31:0/215559303 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd968166000 0x7fd9680d2ca0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fd9680d4430 tx=0x7fd95802a270 comp rx=0 tx=0).stop 2024-09-19T04:40:08.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.870+0000 7fd96e600640 1 -- 172.21.15.31:0/215559303 shutdown_connections 2024-09-19T04:40:08.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.870+0000 7fd96e600640 1 --2- 172.21.15.31:0/215559303 >> v2:172.21.15.52:3300/0 conn(0x7fd9680b5ff0 0x7fd9680b6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.870+0000 7fd96e600640 1 --2- 172.21.15.31:0/215559303 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd968166000 0x7fd9680d2ca0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.870+0000 7fd96e600640 1 -- 172.21.15.31:0/215559303 >> 172.21.15.31:0/215559303 conn(0x7fd96808c000 msgr2=0x7fd9680d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.870+0000 7fd96e600640 1 -- 172.21.15.31:0/215559303 shutdown_connections 2024-09-19T04:40:08.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.870+0000 7fd96e600640 1 -- 172.21.15.31:0/215559303 wait complete. 2024-09-19T04:40:08.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.870+0000 7f3d65e00640 1 --2- 172.21.15.31:0/3370660548 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3d600d4ad0 0x7f3d600ca210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.870+0000 7f3d65e00640 1 -- 172.21.15.31:0/3370660548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d600d0b00 msgr2=0x7f3d600b9870 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T04:40:08.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.870+0000 7f3d65e00640 1 --2- 172.21.15.31:0/3370660548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d600d0b00 0x7f3d600b9870 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.870+0000 7f3d65e00640 1 -- 172.21.15.31:0/3370660548 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d600b3c80 con 0x7f3d6006d530 2024-09-19T04:40:08.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.870+0000 7f5a24400640 1 Processor -- start 2024-09-19T04:40:08.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.870+0000 7f5a24400640 1 -- start start 2024-09-19T04:40:08.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.871+0000 7fd6f8c00640 1 -- 172.21.15.31:0/277457620 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6f40b6530 msgr2=0x7fd6f40cf070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.871+0000 7fd6f8c00640 1 --2- 172.21.15.31:0/277457620 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6f40b6530 0x7fd6f40cf070 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fd6f408e240 tx=0x7fd6ec02a660 comp rx=0 tx=0).stop 2024-09-19T04:40:08.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.871+0000 7f3d66800640 1 --2- 172.21.15.31:0/3370660548 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3d600d4ad0 0x7f3d600ca210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:08.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.871+0000 7fd6f8c00640 1 -- 172.21.15.31:0/277457620 shutdown_connections 2024-09-19T04:40:08.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.871+0000 7fd6f8c00640 1 --2- 172.21.15.31:0/277457620 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6f40b6530 0x7fd6f40cf070 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.871+0000 7fd6f8c00640 1 --2- 172.21.15.31:0/277457620 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6f40d3150 0x7fd6f40b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.871+0000 7fd6f8c00640 1 --2- 172.21.15.31:0/277457620 >> v2:172.21.15.31:3300/0 conn(0x7fd6f415e660 0x7fd6f40d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.871+0000 7f6bcb400640 1 --2- 172.21.15.31:0/4085563085 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6bb806c380 0x7f6bb806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.871+0000 7f6bcb400640 1 -- 172.21.15.31:0/4085563085 <== mon.2 v2:172.21.15.52:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f6bc40abd30 con 0x7f6bd00538c0 2024-09-19T04:40:08.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.871+0000 7fd6f8c00640 1 -- 172.21.15.31:0/277457620 >> 172.21.15.31:0/277457620 conn(0x7fd6f408c000 msgr2=0x7fd6f40d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.872+0000 7f6bd6a00640 1 --2- 172.21.15.31:0/4085563085 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6bb806c380 0x7f6bb806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.871+0000 7f05eb400640 1 --2- 172.21.15.31:0/2000681124 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f05ec161cf0 0x7f05ec0b5160 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f05dc0097a0 tx=0x7f05dc02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8c3094dd623a38a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.872+0000 7f3d65e00640 1 --2- 172.21.15.31:0/3370660548 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d6006d530 0x7f3d601584a0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f3d5c00ba80 tx=0x7f3d5c00bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.872+0000 7fd6f8c00640 1 -- 172.21.15.31:0/277457620 shutdown_connections 2024-09-19T04:40:08.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.872+0000 7fd6f8c00640 1 -- 172.21.15.31:0/277457620 wait complete. 2024-09-19T04:40:08.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.872+0000 7fd96e600640 1 Processor -- start 2024-09-19T04:40:08.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.873+0000 7fc49ea00640 1 -- 172.21.15.31:0/531597694 <== mon.1 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc49401a070 con 0x7fc4a0009af0 2024-09-19T04:40:08.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.872+0000 7fd96e600640 1 -- start start 2024-09-19T04:40:08.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.870+0000 7fd40bc00640 1 -- 172.21.15.31:0/3290688274 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd404161cf0 msgr2=0x7fd4040b5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.870+0000 7fd40bc00640 1 --2- 172.21.15.31:0/3290688274 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd404161cf0 0x7fd4040b5160 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd40408dec0 tx=0x7fd3f402a740 comp rx=0 tx=0).stop 2024-09-19T04:40:08.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.873+0000 7fd40bc00640 1 -- 172.21.15.31:0/3290688274 shutdown_connections 2024-09-19T04:40:08.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.873+0000 7fd40bc00640 1 --2- 172.21.15.31:0/3290688274 >> v2:172.21.15.31:3300/0 conn(0x7fd4040b5fe0 0x7fd4040b63f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.873+0000 7fd40bc00640 1 --2- 172.21.15.31:0/3290688274 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd404161cf0 0x7fd4040b5160 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.873+0000 7fd40bc00640 1 -- 172.21.15.31:0/3290688274 >> 172.21.15.31:0/3290688274 conn(0x7fd40408c000 msgr2=0x7fd4040d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.873+0000 7fd40bc00640 1 -- 172.21.15.31:0/3290688274 shutdown_connections 2024-09-19T04:40:08.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.872+0000 7f5a24400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f5a1c0b5ff0 0x7f5a1c0b6420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.872+0000 7f5a24400640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5a1c0d5420 con 0x7f5a1c166000 2024-09-19T04:40:08.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.872+0000 7f5a24400640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5a1c0cfd00 con 0x7f5a1c0d4c80 2024-09-19T04:40:08.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.872+0000 7f5a24400640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f5a1c0b6960 con 0x7f5a1c0b5ff0 2024-09-19T04:40:08.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.873+0000 7f5a22400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f5a1c0b5ff0 0x7f5a1c0b6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.873+0000 7f5a22400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f5a1c0b5ff0 0x7f5a1c0b6420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:48630/0 (socket says 172.21.15.31:48630) 2024-09-19T04:40:08.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.873+0000 7f5a22400640 1 -- 172.21.15.31:0/3799917299 learned_addr learned my addr 172.21.15.31:0/3799917299 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.873+0000 7f6bd6a00640 1 --2- 172.21.15.31:0/4085563085 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6bb806c380 0x7f6bb806e840 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f6bd004dc10 tx=0x7f6bcc009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.873+0000 7f3d5a000640 1 -- 172.21.15.31:0/3370660548 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d5c00cc00 con 0x7f3d6006d530 2024-09-19T04:40:08.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.873+0000 7f3d67200640 1 -- 172.21.15.31:0/3370660548 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d600b3f60 con 0x7f3d6006d530 2024-09-19T04:40:08.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.873+0000 7f3d67200640 1 -- 172.21.15.31:0/3370660548 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d600b4520 con 0x7f3d6006d530 2024-09-19T04:40:08.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.873+0000 7f3d5a000640 1 -- 172.21.15.31:0/3370660548 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d5c00cda0 con 0x7f3d6006d530 2024-09-19T04:40:08.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.873+0000 7f3d5a000640 1 -- 172.21.15.31:0/3370660548 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d5c003b90 con 0x7f3d6006d530 2024-09-19T04:40:08.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.873+0000 7fd40bc00640 1 -- 172.21.15.31:0/3290688274 wait complete. 2024-09-19T04:40:08.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.874+0000 7fc49ea00640 1 --2- 172.21.15.31:0/531597694 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc48806c330 0x7fc48806e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.875+0000 7fc49ea00640 1 -- 172.21.15.31:0/531597694 <== mon.1 v2:172.21.15.52:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fc49408ab00 con 0x7fc4a0009af0 2024-09-19T04:40:08.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.875+0000 7fc4a6000640 1 --2- 172.21.15.31:0/531597694 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc48806c330 0x7fc48806e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.874+0000 7fd96e600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd9680b5ff0 0x7fd968151da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.874+0000 7fd96e600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd9680d4c80 0x7fd968155f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.874+0000 7fd96e600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd968166000 0x7fd968161840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.874+0000 7fd96e600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd9680d0280 con 0x7fd968166000 2024-09-19T04:40:08.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.874+0000 7fd96e600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd9680cffa0 con 0x7fd9680b5ff0 2024-09-19T04:40:08.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.874+0000 7fd96e600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fd9681663e0 con 0x7fd9680d4c80 2024-09-19T04:40:08.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.874+0000 7fd967400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd9680b5ff0 0x7fd968151da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.874+0000 7fd967400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd9680b5ff0 0x7fd968151da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:48642/0 (socket says 172.21.15.31:48642) 2024-09-19T04:40:08.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.874+0000 7fd967400640 1 -- 172.21.15.31:0/36458436 learned_addr learned my addr 172.21.15.31:0/36458436 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.875+0000 7fd967e00640 1 --2- 172.21.15.31:0/36458436 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd968166000 0x7fd968161840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.875+0000 7fd967400640 1 -- 172.21.15.31:0/36458436 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd9680d4c80 msgr2=0x7fd968155f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.874+0000 7fd95ea00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd9680d4c80 0x7fd968155f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.875+0000 7fd967400640 1 --2- 172.21.15.31:0/36458436 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd9680d4c80 0x7fd968155f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.875+0000 7fd967400640 1 -- 172.21.15.31:0/36458436 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd968166000 msgr2=0x7fd968161840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.875+0000 7fd967400640 1 --2- 172.21.15.31:0/36458436 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd968166000 0x7fd968161840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.875+0000 7fd967400640 1 -- 172.21.15.31:0/36458436 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9680ca9e0 con 0x7fd9680b5ff0 2024-09-19T04:40:08.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.875+0000 7fd95ea00640 1 --2- 172.21.15.31:0/36458436 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd9680d4c80 0x7fd968155f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:08.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.873+0000 7f5a22400640 1 -- 172.21.15.31:0/3799917299 >> v1:172.21.15.52:6789/0 conn(0x7f5a1c0d4c80 legacy=0x7f5a1c0d07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:08.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.873+0000 7f5a22400640 1 -- 172.21.15.31:0/3799917299 >> v1:172.21.15.31:6789/0 conn(0x7f5a1c166000 legacy=0x7f5a1c0d2ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.873+0000 7f5a22400640 1 -- 172.21.15.31:0/3799917299 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a1c0c7970 con 0x7f5a1c0b5ff0 2024-09-19T04:40:08.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.876+0000 7fd6f8c00640 1 Processor -- start 2024-09-19T04:40:08.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.876+0000 7fd967400640 1 --2- 172.21.15.31:0/36458436 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd9680b5ff0 0x7fd968151da0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd9580090b0 tx=0x7fd9580046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.876+0000 7f5a22400640 1 --2- 172.21.15.31:0/3799917299 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5a1c0b5ff0 0x7f5a1c0b6420 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f5a14009e50 tx=0x7f5a1402a760 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b97086442f53f19 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.876+0000 7fd40bc00640 1 Processor -- start 2024-09-19T04:40:08.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.876+0000 7fd6f8c00640 1 -- start start 2024-09-19T04:40:08.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.876+0000 7fc4a6000640 1 --2- 172.21.15.31:0/531597694 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc48806c330 0x7fc48806e7f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc4a0034d80 tx=0x7fc498009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.902 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.876+0000 7fd40bc00640 1 -- start start 2024-09-19T04:40:08.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.876+0000 7f3d67200640 1 -- 172.21.15.31:0/3370660548 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d3c005290 con 0x7f3d6006d530 2024-09-19T04:40:08.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.877+0000 7f3d5a000640 1 -- 172.21.15.31:0/3370660548 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3d5c014440 con 0x7f3d6006d530 2024-09-19T04:40:08.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.877+0000 7fd6f8c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6f40b6530 0x7fd6f40b73a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.877+0000 7fd6f8c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6f40d3150 0x7fd6f40b95e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.877+0000 7fd6f8c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6f415e660 0x7fd6f40b9b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.877+0000 7fd6f8c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f415ea40 con 0x7fd6f40d3150 2024-09-19T04:40:08.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.877+0000 7fd6f8c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f40d5310 con 0x7fd6f40b6530 2024-09-19T04:40:08.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.877+0000 7fd6f8c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fd6f40cf5b0 con 0x7fd6f415e660 2024-09-19T04:40:08.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.877+0000 7f05ea000640 1 -- 172.21.15.31:0/2000681124 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05dc037070 con 0x7f05ec161cf0 2024-09-19T04:40:08.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.877+0000 7f05ea000640 1 -- 172.21.15.31:0/2000681124 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05dc032440 con 0x7f05ec161cf0 2024-09-19T04:40:08.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.878+0000 7f6bcb400640 1 -- 172.21.15.31:0/4085563085 <== mon.2 v2:172.21.15.52:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6bc40b1020 con 0x7f6bd00538c0 2024-09-19T04:40:08.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.877+0000 7f05ea000640 1 -- 172.21.15.31:0/2000681124 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05dc032810 con 0x7f05ec161cf0 2024-09-19T04:40:08.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.877+0000 7fd95fe00640 1 -- 172.21.15.31:0/36458436 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd958037040 con 0x7fd9680b5ff0 2024-09-19T04:40:08.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.877+0000 7fd95fe00640 1 -- 172.21.15.31:0/36458436 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd958042070 con 0x7fd9680b5ff0 2024-09-19T04:40:08.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.877+0000 7fd95fe00640 1 -- 172.21.15.31:0/36458436 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd958032830 con 0x7fd9680b5ff0 2024-09-19T04:40:08.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.878+0000 7fd96e600640 1 -- 172.21.15.31:0/36458436 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9680cc730 con 0x7fd9680b5ff0 2024-09-19T04:40:08.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.878+0000 7fd96e600640 1 -- 172.21.15.31:0/36458436 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9680cccf0 con 0x7fd9680b5ff0 2024-09-19T04:40:08.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.878+0000 7fd40bc00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd4040b5fe0 0x7fd4041f77c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.878+0000 7fd6f1e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6f40b6530 0x7fd6f40b73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.878+0000 7fd40bc00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4040b73b0 0x7fd4040ce320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.878+0000 7fd40bc00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd404161cf0 0x7fd40415dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.878+0000 7fd6f1400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6f40d3150 0x7fd6f40b95e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.878+0000 7fc49ea00640 1 -- 172.21.15.31:0/531597694 <== mon.1 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc4a00054a0 con 0x7fc4a0009af0 2024-09-19T04:40:08.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.878+0000 7fd40bc00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd4040cf170 con 0x7fd4040b73b0 2024-09-19T04:40:08.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7f05f2000640 1 -- 172.21.15.31:0/2000681124 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f05ec161cf0 msgr2=0x7f05ec0b5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7f05f2000640 1 --2- 172.21.15.31:0/2000681124 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f05ec161cf0 0x7f05ec0b5160 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f05dc0097a0 tx=0x7f05dc02a180 comp rx=0 tx=0).stop 2024-09-19T04:40:08.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.878+0000 7fd6f2800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6f415e660 0x7fd6f40b9b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7fd40bc00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd4040cee90 con 0x7fd4040b5fe0 2024-09-19T04:40:08.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7fd40bc00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fd4040b7840 con 0x7fd404161cf0 2024-09-19T04:40:08.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7fd409c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd404161cf0 0x7fd40415dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7fd409c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd404161cf0 0x7fd40415dbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:38108/0 (socket says 172.21.15.31:38108) 2024-09-19T04:40:08.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7fd409c00640 1 -- 172.21.15.31:0/541964356 learned_addr learned my addr 172.21.15.31:0/541964356 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7f05f2000640 1 -- 172.21.15.31:0/2000681124 shutdown_connections 2024-09-19T04:40:08.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7f05f2000640 1 --2- 172.21.15.31:0/2000681124 >> v2:172.21.15.31:3300/0 conn(0x7f05ec0b73b0 0x7f05ec0d3350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7f05f2000640 1 --2- 172.21.15.31:0/2000681124 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f05ec161cf0 0x7f05ec0b5160 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7f05f2000640 1 -- 172.21.15.31:0/2000681124 >> 172.21.15.31:0/2000681124 conn(0x7f05ec08c000 msgr2=0x7f05ec0d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.878+0000 7fd6f2800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6f415e660 0x7fd6f40b9b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:38094/0 (socket says 172.21.15.31:38094) 2024-09-19T04:40:08.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.878+0000 7fd6f2800640 1 -- 172.21.15.31:0/1240258754 learned_addr learned my addr 172.21.15.31:0/1240258754 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7fd6f2800640 1 -- 172.21.15.31:0/1240258754 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6f40b6530 msgr2=0x7fd6f40b73a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7fd6f2800640 1 --2- 172.21.15.31:0/1240258754 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6f40b6530 0x7fd6f40b73a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7fd409200640 1 --2- 172.21.15.31:0/541964356 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd4040b5fe0 0x7fd4041f77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7fd6f2800640 1 -- 172.21.15.31:0/1240258754 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6f40d3150 msgr2=0x7fd6f40b95e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7fd6f2800640 1 --2- 172.21.15.31:0/1240258754 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6f40d3150 0x7fd6f40b95e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7fd6f2800640 1 -- 172.21.15.31:0/1240258754 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6f40b7aa0 con 0x7fd6f415e660 2024-09-19T04:40:08.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7fd3fbe00640 1 --2- 172.21.15.31:0/541964356 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4040b73b0 0x7fd4040ce320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.880+0000 7f3d5a000640 1 --2- 172.21.15.31:0/3370660548 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f3d4006c330 0x7f3d4006e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.880+0000 7f3d5a000640 1 -- 172.21.15.31:0/3370660548 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f3d5c08b5b0 con 0x7f3d6006d530 2024-09-19T04:40:08.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7fd409c00640 1 -- 172.21.15.31:0/541964356 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd4040b5fe0 msgr2=0x7fd4041f77c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7fd409c00640 1 --2- 172.21.15.31:0/541964356 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd4040b5fe0 0x7fd4041f77c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.879+0000 7fd409c00640 1 -- 172.21.15.31:0/541964356 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4040b73b0 msgr2=0x7fd4040ce320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.881+0000 7fd409c00640 1 --2- 172.21.15.31:0/541964356 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4040b73b0 0x7fd4040ce320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.881+0000 7fd409c00640 1 -- 172.21.15.31:0/541964356 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4040ce860 con 0x7fd404161cf0 2024-09-19T04:40:08.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.880+0000 7f05f2000640 1 -- 172.21.15.31:0/2000681124 shutdown_connections 2024-09-19T04:40:08.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.881+0000 7fd3fbe00640 1 --2- 172.21.15.31:0/541964356 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4040b73b0 0x7fd4040ce320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:08.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.880+0000 7fd6f2800640 1 --2- 172.21.15.31:0/1240258754 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6f415e660 0x7fd6f40b9b20 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fd6ec02ac50 tx=0x7fd6ec004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.881+0000 7fd6ea000640 1 -- 172.21.15.31:0/1240258754 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6ec040070 con 0x7fd6f415e660 2024-09-19T04:40:08.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.881+0000 7f5a1be00640 1 -- 172.21.15.31:0/3799917299 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a14036070 con 0x7f5a1c0b5ff0 2024-09-19T04:40:08.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.881+0000 7f5a1be00640 1 -- 172.21.15.31:0/3799917299 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a14031600 con 0x7f5a1c0b5ff0 2024-09-19T04:40:08.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.881+0000 7f5a1be00640 1 -- 172.21.15.31:0/3799917299 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a140319d0 con 0x7f5a1c0b5ff0 2024-09-19T04:40:08.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.881+0000 7fd6ea000640 1 -- 172.21.15.31:0/1240258754 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6ec031b40 con 0x7fd6f415e660 2024-09-19T04:40:08.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.882+0000 7fd409c00640 1 --2- 172.21.15.31:0/541964356 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd404161cf0 0x7fd40415dbc0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc00c820 tx=0x7fd3fc00cce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.881+0000 7f05f2000640 1 -- 172.21.15.31:0/2000681124 wait complete. 2024-09-19T04:40:08.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.881+0000 7fd96e600640 1 -- 172.21.15.31:0/36458436 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9680b6420 con 0x7fd9680b5ff0 2024-09-19T04:40:08.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.882+0000 7fd95fe00640 1 -- 172.21.15.31:0/36458436 <== mon.1 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd9580329d0 con 0x7fd9680b5ff0 2024-09-19T04:40:08.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.882+0000 7fd6ea000640 1 -- 172.21.15.31:0/1240258754 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6ec045460 con 0x7fd6f415e660 2024-09-19T04:40:08.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.882+0000 7fd6f8c00640 1 -- 172.21.15.31:0/1240258754 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6f40b7d80 con 0x7fd6f415e660 2024-09-19T04:40:08.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.882+0000 7f3d65400640 1 --2- 172.21.15.31:0/3370660548 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f3d4006c330 0x7f3d4006e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.882+0000 7fd6f8c00640 1 -- 172.21.15.31:0/1240258754 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6f40b8340 con 0x7fd6f415e660 2024-09-19T04:40:08.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.882+0000 7f5a24400640 1 -- 172.21.15.31:0/3799917299 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5a1c0b5ff0 msgr2=0x7f5a1c0b6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.882+0000 7f5a24400640 1 --2- 172.21.15.31:0/3799917299 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5a1c0b5ff0 0x7f5a1c0b6420 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f5a14009e50 tx=0x7f5a1402a760 comp rx=0 tx=0).stop 2024-09-19T04:40:08.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.884+0000 7fd401600640 1 -- 172.21.15.31:0/541964356 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3fc015070 con 0x7fd404161cf0 2024-09-19T04:40:08.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.884+0000 7f05f2000640 1 Processor -- start 2024-09-19T04:40:08.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.883+0000 7fd95fe00640 1 --2- 172.21.15.31:0/36458436 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd94406c300 0x7fd94406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.883+0000 7fd95fe00640 1 -- 172.21.15.31:0/36458436 <== mon.1 v2:172.21.15.52:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fd9580abf90 con 0x7fd9680b5ff0 2024-09-19T04:40:08.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.884+0000 7f05f2000640 1 -- start start 2024-09-19T04:40:08.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.884+0000 7fd95ea00640 1 --2- 172.21.15.31:0/36458436 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd94406c300 0x7fd94406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.884+0000 7fd401600640 1 -- 172.21.15.31:0/541964356 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3fc004020 con 0x7fd404161cf0 2024-09-19T04:40:08.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.884+0000 7fd401600640 1 -- 172.21.15.31:0/541964356 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3fc004410 con 0x7fd404161cf0 2024-09-19T04:40:08.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.885+0000 7fd40bc00640 1 -- 172.21.15.31:0/541964356 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4040cd300 con 0x7fd404161cf0 2024-09-19T04:40:08.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.885+0000 7fd40bc00640 1 -- 172.21.15.31:0/541964356 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4040cd8c0 con 0x7fd404161cf0 2024-09-19T04:40:08.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.886+0000 7f3d65400640 1 --2- 172.21.15.31:0/3370660548 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f3d4006c330 0x7f3d4006e7f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c033000 tx=0x7f3d4c008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.886+0000 7fd95ea00640 1 --2- 172.21.15.31:0/36458436 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd94406c300 0x7fd94406e7c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fd9680c7590 tx=0x7fd950009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.886+0000 7f05f2000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05ec0b5fe0 0x7f05ec15dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.886+0000 7f5a24400640 1 -- 172.21.15.31:0/3799917299 shutdown_connections 2024-09-19T04:40:08.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.886+0000 7f5a24400640 1 --2- 172.21.15.31:0/3799917299 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5a1c0b5ff0 0x7f5a1c0b6420 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.886+0000 7f5a24400640 1 -- 172.21.15.31:0/3799917299 >> 172.21.15.31:0/3799917299 conn(0x7f5a1c08c000 msgr2=0x7f5a1c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:08.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.886+0000 7f05f2000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f05ec0b73b0 0x7f05ec15b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.885+0000 7fd6ea000640 1 -- 172.21.15.31:0/1240258754 <== mon.2 v2:172.21.15.52:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd6ec039040 con 0x7fd6f415e660 2024-09-19T04:40:08.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.886+0000 7fd6f8c00640 1 -- 172.21.15.31:0/1240258754 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6f40b5ff0 con 0x7fd6f415e660 2024-09-19T04:40:08.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.887+0000 7f5a24400640 1 -- 172.21.15.31:0/3799917299 shutdown_connections 2024-09-19T04:40:08.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.887+0000 7f5a24400640 1 -- 172.21.15.31:0/3799917299 wait complete. 2024-09-19T04:40:08.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.887+0000 7fd6ea000640 1 --2- 172.21.15.31:0/1240258754 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd6d406c380 0x7fd6d406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.888+0000 7fd401600640 1 -- 172.21.15.31:0/541964356 <== mon.2 v2:172.21.15.52:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd3fc007830 con 0x7fd404161cf0 2024-09-19T04:40:08.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.888+0000 7fd40bc00640 1 -- 172.21.15.31:0/541964356 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4040b63f0 con 0x7fd404161cf0 2024-09-19T04:40:08.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.888+0000 7fd95fe00640 1 -- 172.21.15.31:0/36458436 <== mon.1 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd958030e20 con 0x7fd9680b5ff0 2024-09-19T04:40:08.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.887+0000 7f05f2000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05ec161cf0 0x7f05ec15bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.887+0000 7f05eb400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05ec0b5fe0 0x7f05ec15dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.887+0000 7f05eb400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05ec0b5fe0 0x7f05ec15dcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53894/0 (socket says 172.21.15.31:53894) 2024-09-19T04:40:08.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.889+0000 7f05eb400640 1 -- 172.21.15.31:0/3765586814 learned_addr learned my addr 172.21.15.31:0/3765586814 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.889+0000 7f05f2000640 1 -- 172.21.15.31:0/3765586814 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f05ec0d3890 con 0x7f05ec0b5fe0 2024-09-19T04:40:08.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.889+0000 7f05f2000640 1 -- 172.21.15.31:0/3765586814 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f05ec0cf170 con 0x7f05ec161cf0 2024-09-19T04:40:08.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.889+0000 7f05f2000640 1 -- 172.21.15.31:0/3765586814 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f05ec0b7810 con 0x7f05ec0b73b0 2024-09-19T04:40:08.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.889+0000 7f05eaa00640 1 --2- 172.21.15.31:0/3765586814 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f05ec0b73b0 0x7f05ec15b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.889+0000 7f05eb400640 1 -- 172.21.15.31:0/3765586814 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f05ec0b73b0 msgr2=0x7f05ec15b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:08.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.889+0000 7f05eb400640 1 --2- 172.21.15.31:0/3765586814 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f05ec0b73b0 0x7f05ec15b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.889+0000 7f05eb400640 1 -- 172.21.15.31:0/3765586814 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05ec161cf0 msgr2=0x7f05ec15bc10 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T04:40:08.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.889+0000 7f05eb400640 1 --2- 172.21.15.31:0/3765586814 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05ec161cf0 0x7f05ec15bc10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.889+0000 7f05eb400640 1 -- 172.21.15.31:0/3765586814 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05ec15ad90 con 0x7f05ec0b5fe0 2024-09-19T04:40:08.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.887+0000 7fd6ea000640 1 -- 172.21.15.31:0/1240258754 <== mon.2 v2:172.21.15.52:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fd6ec0acf40 con 0x7fd6f415e660 2024-09-19T04:40:08.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.888+0000 7fd6f1e00640 1 --2- 172.21.15.31:0/1240258754 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd6d406c380 0x7fd6d406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.888+0000 7fd6f1e00640 1 --2- 172.21.15.31:0/1240258754 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd6d406c380 0x7fd6d406e840 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd6e4009560 tx=0x7fd6e4009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.889+0000 7fd401600640 1 --2- 172.21.15.31:0/541964356 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd3e006c3b0 0x7fd3e006e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.890+0000 7f3d5a000640 1 -- 172.21.15.31:0/3370660548 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3d5c059a50 con 0x7f3d6006d530 2024-09-19T04:40:08.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.890+0000 7f05eb400640 1 --2- 172.21.15.31:0/3765586814 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05ec0b5fe0 0x7f05ec15dcc0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f05dc0098c0 tx=0x7f05dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.890+0000 7f5a24400640 1 Processor -- start 2024-09-19T04:40:08.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.890+0000 7f5a24400640 1 -- start start 2024-09-19T04:40:08.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.890+0000 7f05e3400640 1 -- 172.21.15.31:0/3765586814 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05dc037050 con 0x7f05ec0b5fe0 2024-09-19T04:40:08.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.890+0000 7f05e3400640 1 -- 172.21.15.31:0/3765586814 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05dc038040 con 0x7f05ec0b5fe0 2024-09-19T04:40:08.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.890+0000 7f05e3400640 1 -- 172.21.15.31:0/3765586814 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05dc030bd0 con 0x7f05ec0b5fe0 2024-09-19T04:40:08.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.890+0000 7f05f2000640 1 -- 172.21.15.31:0/3765586814 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05ec15ca80 con 0x7f05ec0b5fe0 2024-09-19T04:40:08.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.891+0000 7f05f2000640 1 -- 172.21.15.31:0/3765586814 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05ec15d040 con 0x7f05ec0b5fe0 2024-09-19T04:40:08.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.892+0000 7f05f2000640 1 -- 172.21.15.31:0/3765586814 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05ec0d3350 con 0x7f05ec0b5fe0 2024-09-19T04:40:08.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.889+0000 7fd401600640 1 -- 172.21.15.31:0/541964356 <== mon.2 v2:172.21.15.52:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fd3fc08b510 con 0x7fd404161cf0 2024-09-19T04:40:08.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.890+0000 7fd409200640 1 --2- 172.21.15.31:0/541964356 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd3e006c3b0 0x7fd3e006e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.892+0000 7fd409200640 1 --2- 172.21.15.31:0/541964356 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd3e006c3b0 0x7fd3e006e870 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd3f4033000 tx=0x7fd3f4009000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.893+0000 7fd6ea000640 1 -- 172.21.15.31:0/1240258754 <== mon.2 v2:172.21.15.52:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd6ec07b350 con 0x7fd6f415e660 2024-09-19T04:40:08.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.894+0000 7f5a24400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5a1c0b5ff0 0x7f5a1c200ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.894+0000 7f5a24400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5a1c0d4c80 0x7f5a1c0b9a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.894+0000 7f5a24400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5a1c166000 0x7f5a1c0b7870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.894+0000 7f5a24400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5a1c0d0280 con 0x7f5a1c0b5ff0 2024-09-19T04:40:08.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.894+0000 7f5a24400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5a1c0cffa0 con 0x7f5a1c166000 2024-09-19T04:40:08.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.894+0000 7f5a24400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f5a1c1663e0 con 0x7f5a1c0d4c80 2024-09-19T04:40:08.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.894+0000 7f5a21a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5a1c0b5ff0 0x7f5a1c200ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.895+0000 7f5a21a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5a1c0b5ff0 0x7f5a1c200ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53898/0 (socket says 172.21.15.31:53898) 2024-09-19T04:40:08.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.895+0000 7f5a21a00640 1 -- 172.21.15.31:0/1292537763 learned_addr learned my addr 172.21.15.31:0/1292537763 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:08.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.894+0000 7f05e3400640 1 -- 172.21.15.31:0/3765586814 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f05dc03c440 con 0x7f05ec0b5fe0 2024-09-19T04:40:08.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.895+0000 7f5a21a00640 1 -- 172.21.15.31:0/1292537763 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5a1c0d4c80 msgr2=0x7f5a1c0b9a70 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T04:40:08.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.895+0000 7f5a21a00640 1 --2- 172.21.15.31:0/1292537763 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5a1c0d4c80 0x7f5a1c0b9a70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.895+0000 7f5a21a00640 1 -- 172.21.15.31:0/1292537763 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5a1c166000 msgr2=0x7f5a1c0b7870 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T04:40:08.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.895+0000 7f5a21a00640 1 --2- 172.21.15.31:0/1292537763 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5a1c166000 0x7f5a1c0b7870 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:08.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.895+0000 7f5a21a00640 1 -- 172.21.15.31:0/1292537763 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a1c0b2040 con 0x7f5a1c0b5ff0 2024-09-19T04:40:08.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.896+0000 7f5a21a00640 1 --2- 172.21.15.31:0/1292537763 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5a1c0b5ff0 0x7f5a1c200ae0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f5a0800c3c0 tx=0x7f5a0800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.896+0000 7f05e3400640 1 --2- 172.21.15.31:0/3765586814 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f05cc06c2b0 0x7f05cc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.897+0000 7f05e3400640 1 -- 172.21.15.31:0/3765586814 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f05dc0ac100 con 0x7f05ec0b5fe0 2024-09-19T04:40:08.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.897+0000 7f05eaa00640 1 --2- 172.21.15.31:0/3765586814 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f05cc06c2b0 0x7f05cc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.898+0000 7fd401600640 1 -- 172.21.15.31:0/541964356 <== mon.2 v2:172.21.15.52:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd3fc0599b0 con 0x7fd404161cf0 2024-09-19T04:40:08.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.898+0000 7f05eaa00640 1 --2- 172.21.15.31:0/3765586814 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f05cc06c2b0 0x7f05cc06e770 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f05ec0b80a0 tx=0x7f05d8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.901+0000 7f5a19600640 1 -- 172.21.15.31:0/1292537763 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a080052d0 con 0x7f5a1c0b5ff0 2024-09-19T04:40:08.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.901+0000 7f05e3400640 1 -- 172.21.15.31:0/3765586814 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f05dc07a520 con 0x7f05ec0b5fe0 2024-09-19T04:40:08.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.901+0000 7f5a19600640 1 -- 172.21.15.31:0/1292537763 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a08005470 con 0x7f5a1c0b5ff0 2024-09-19T04:40:08.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.901+0000 7f5a19600640 1 -- 172.21.15.31:0/1292537763 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a08007240 con 0x7f5a1c0b5ff0 2024-09-19T04:40:08.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.902+0000 7f5a24400640 1 -- 172.21.15.31:0/1292537763 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a1c0b2320 con 0x7f5a1c0b5ff0 2024-09-19T04:40:08.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.902+0000 7f5a24400640 1 -- 172.21.15.31:0/1292537763 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a1c0b28e0 con 0x7f5a1c0b5ff0 2024-09-19T04:40:08.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.906+0000 7f5a19600640 1 -- 172.21.15.31:0/1292537763 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5a080073e0 con 0x7f5a1c0b5ff0 2024-09-19T04:40:08.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.906+0000 7f5a24400640 1 -- 172.21.15.31:0/1292537763 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59f8005290 con 0x7f5a1c0b5ff0 2024-09-19T04:40:08.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.907+0000 7f5a19600640 1 --2- 172.21.15.31:0/1292537763 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f59fc06c380 0x7f59fc06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:08.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.907+0000 7f5a19600640 1 -- 172.21.15.31:0/1292537763 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f5a0808ab20 con 0x7f5a1c0b5ff0 2024-09-19T04:40:08.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.908+0000 7f5a21000640 1 --2- 172.21.15.31:0/1292537763 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f59fc06c380 0x7f59fc06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:08.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.909+0000 7f5a21000640 1 --2- 172.21.15.31:0/1292537763 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f59fc06c380 0x7f59fc06e840 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c0d13a0 tx=0x7f5a100079b0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:08.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:08.915+0000 7f5a19600640 1 -- 172.21.15.31:0/1292537763 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5a08058fc0 con 0x7f5a1c0b5ff0 2024-09-19T04:40:09.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.309+0000 7f6bdcc00640 1 -- 172.21.15.31:0/4085563085 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f6bd0034820 con 0x7f6bd00538c0 2024-09-19T04:40:09.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.310+0000 7f6bcb400640 1 -- 172.21.15.31:0/4085563085 <== mon.2 v2:172.21.15.52:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6bc4079af0 con 0x7f6bd00538c0 2024-09-19T04:40:09.313 INFO:teuthology.orchestra.run.smithi031.stdout:55834574856 2024-09-19T04:40:09.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.312+0000 7fc4a7e00640 1 -- 172.21.15.31:0/531597694 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fc4a004eb60 con 0x7fc4a0009af0 2024-09-19T04:40:09.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.313+0000 7fc49ea00640 1 -- 172.21.15.31:0/531597694 <== mon.1 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc494058950 con 0x7fc4a0009af0 2024-09-19T04:40:09.314 INFO:teuthology.orchestra.run.smithi031.stdout:55834574858 2024-09-19T04:40:09.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.314+0000 7f6bdcc00640 1 -- 172.21.15.31:0/4085563085 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6bb806c380 msgr2=0x7f6bb806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.314+0000 7f6bdcc00640 1 --2- 172.21.15.31:0/4085563085 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6bb806c380 0x7f6bb806e840 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f6bd004dc10 tx=0x7f6bcc009190 comp rx=0 tx=0).stop 2024-09-19T04:40:09.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.314+0000 7f6bdcc00640 1 -- 172.21.15.31:0/4085563085 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6bd00538c0 msgr2=0x7f6bd017eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.314+0000 7f6bdcc00640 1 --2- 172.21.15.31:0/4085563085 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6bd00538c0 0x7f6bd017eb00 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6bd003a710 tx=0x7f6bc40046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.317 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.314+0000 7f6bdcc00640 1 -- 172.21.15.31:0/4085563085 shutdown_connections 2024-09-19T04:40:09.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.314+0000 7f6bdcc00640 1 --2- 172.21.15.31:0/4085563085 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6bb806c380 0x7f6bb806e840 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.314+0000 7f6bdcc00640 1 --2- 172.21.15.31:0/4085563085 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6bd00eab20 0x7f6bd000adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.314+0000 7f6bdcc00640 1 --2- 172.21.15.31:0/4085563085 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6bd00e7040 0x7f6bd00dbb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.314+0000 7f6bdcc00640 1 --2- 172.21.15.31:0/4085563085 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6bd00538c0 0x7f6bd017eb00 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.315+0000 7f6bdcc00640 1 -- 172.21.15.31:0/4085563085 >> 172.21.15.31:0/4085563085 conn(0x7f6bd0036090 msgr2=0x7f6bd00e1ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:09.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.315+0000 7f6bdcc00640 1 -- 172.21.15.31:0/4085563085 shutdown_connections 2024-09-19T04:40:09.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.315+0000 7f6bdcc00640 1 -- 172.21.15.31:0/4085563085 wait complete. 2024-09-19T04:40:09.318 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.318+0000 7fc4a7e00640 1 -- 172.21.15.31:0/531597694 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc48806c330 msgr2=0x7fc48806e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.318+0000 7fc4a7e00640 1 --2- 172.21.15.31:0/531597694 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc48806c330 0x7fc48806e7f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc4a0034d80 tx=0x7fc498009040 comp rx=0 tx=0).stop 2024-09-19T04:40:09.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.318+0000 7fc4a7e00640 1 -- 172.21.15.31:0/531597694 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4a0009af0 msgr2=0x7fc4a00e48f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.319+0000 7fc4a7e00640 1 --2- 172.21.15.31:0/531597694 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4a0009af0 0x7fc4a00e48f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc49400c530 tx=0x7fc49400c9f0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.319+0000 7fc4a7e00640 1 -- 172.21.15.31:0/531597694 shutdown_connections 2024-09-19T04:40:09.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.319+0000 7fc4a7e00640 1 --2- 172.21.15.31:0/531597694 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc4a00e0960 0x7fc4a00dbb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.319+0000 7fd96e600640 1 -- 172.21.15.31:0/36458436 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fd9680b35f0 con 0x7fd9680b5ff0 2024-09-19T04:40:09.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.319+0000 7fc4a7e00640 1 --2- 172.21.15.31:0/531597694 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc4a004f270 0x7fc4a00dc340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.320 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.320+0000 7fc4a7e00640 1 --2- 172.21.15.31:0/531597694 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc48806c330 0x7fc48806e7f0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.320+0000 7fc4a7e00640 1 --2- 172.21.15.31:0/531597694 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc4a0009af0 0x7fc4a00e48f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.320+0000 7fd95fe00640 1 -- 172.21.15.31:0/36458436 <== mon.1 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd95807a4c0 con 0x7fd9680b5ff0 2024-09-19T04:40:09.321 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.320+0000 7fc4a7e00640 1 -- 172.21.15.31:0/531597694 >> 172.21.15.31:0/531597694 conn(0x7fc4a0036090 msgr2=0x7fc4a00351d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:09.322 INFO:teuthology.orchestra.run.smithi031.stdout:55834574856 2024-09-19T04:40:09.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.321+0000 7fc4a7e00640 1 -- 172.21.15.31:0/531597694 shutdown_connections 2024-09-19T04:40:09.322 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.321+0000 7fc4a7e00640 1 -- 172.21.15.31:0/531597694 wait complete. 2024-09-19T04:40:09.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.324+0000 7fd96e600640 1 -- 172.21.15.31:0/36458436 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd94406c300 msgr2=0x7fd94406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.324+0000 7fd96e600640 1 --2- 172.21.15.31:0/36458436 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd94406c300 0x7fd94406e7c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fd9680c7590 tx=0x7fd950009040 comp rx=0 tx=0).stop 2024-09-19T04:40:09.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.324+0000 7fd96e600640 1 -- 172.21.15.31:0/36458436 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd9680b5ff0 msgr2=0x7fd968151da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.325+0000 7fd96e600640 1 --2- 172.21.15.31:0/36458436 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd9680b5ff0 0x7fd968151da0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd9580090b0 tx=0x7fd9580046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.325+0000 7fd96e600640 1 -- 172.21.15.31:0/36458436 shutdown_connections 2024-09-19T04:40:09.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.325+0000 7fd96e600640 1 --2- 172.21.15.31:0/36458436 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd968166000 0x7fd968161840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.325+0000 7fd96e600640 1 --2- 172.21.15.31:0/36458436 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd9680d4c80 0x7fd968155f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.325+0000 7fd96e600640 1 --2- 172.21.15.31:0/36458436 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd94406c300 0x7fd94406e7c0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.325+0000 7fd96e600640 1 --2- 172.21.15.31:0/36458436 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd9680b5ff0 0x7fd968151da0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.325+0000 7fd96e600640 1 -- 172.21.15.31:0/36458436 >> 172.21.15.31:0/36458436 conn(0x7fd96808c000 msgr2=0x7fd9680d06a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:09.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.326+0000 7fd96e600640 1 -- 172.21.15.31:0/36458436 shutdown_connections 2024-09-19T04:40:09.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.326+0000 7fd96e600640 1 -- 172.21.15.31:0/36458436 wait complete. 2024-09-19T04:40:09.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.331+0000 7f3d67200640 1 -- 172.21.15.31:0/3370660548 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f3d3c005580 con 0x7f3d6006d530 2024-09-19T04:40:09.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.332+0000 7f3d5a000640 1 -- 172.21.15.31:0/3370660548 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3d5c059350 con 0x7f3d6006d530 2024-09-19T04:40:09.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.332+0000 7fd6f8c00640 1 -- 172.21.15.31:0/1240258754 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fd6f40b4070 con 0x7fd6f415e660 2024-09-19T04:40:09.334 INFO:teuthology.orchestra.run.smithi031.stdout:55834574857 2024-09-19T04:40:09.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.333+0000 7fd6ea000640 1 -- 172.21.15.31:0/1240258754 <== mon.2 v2:172.21.15.52:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd6ec07ac50 con 0x7fd6f415e660 2024-09-19T04:40:09.337 INFO:teuthology.orchestra.run.smithi031.stdout:55834574856 2024-09-19T04:40:09.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.336+0000 7fd40bc00640 1 -- 172.21.15.31:0/541964356 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fd4040ba4e0 con 0x7fd404161cf0 2024-09-19T04:40:09.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.337+0000 7f3d67200640 1 -- 172.21.15.31:0/3370660548 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f3d4006c330 msgr2=0x7f3d4006e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.337+0000 7f3d67200640 1 --2- 172.21.15.31:0/3370660548 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f3d4006c330 0x7f3d4006e7f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c033000 tx=0x7f3d4c008030 comp rx=0 tx=0).stop 2024-09-19T04:40:09.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.337+0000 7f3d67200640 1 -- 172.21.15.31:0/3370660548 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d6006d530 msgr2=0x7f3d601584a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.337+0000 7f3d67200640 1 --2- 172.21.15.31:0/3370660548 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d6006d530 0x7f3d601584a0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f3d5c00ba80 tx=0x7f3d5c00bf40 comp rx=0 tx=0).stop 2024-09-19T04:40:09.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.337+0000 7f3d67200640 1 -- 172.21.15.31:0/3370660548 shutdown_connections 2024-09-19T04:40:09.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.337+0000 7f3d67200640 1 --2- 172.21.15.31:0/3370660548 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3d600d4ad0 0x7f3d600ca210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.337+0000 7f3d67200640 1 --2- 172.21.15.31:0/3370660548 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f3d4006c330 0x7f3d4006e7f0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.337+0000 7f3d67200640 1 --2- 172.21.15.31:0/3370660548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3d600d0b00 0x7f3d600b9870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.337+0000 7f3d67200640 1 --2- 172.21.15.31:0/3370660548 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3d6006d530 0x7f3d601584a0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.337+0000 7f3d67200640 1 -- 172.21.15.31:0/3370660548 >> 172.21.15.31:0/3370660548 conn(0x7f3d6008c000 msgr2=0x7f3d600b29c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:09.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.337+0000 7f3d67200640 1 -- 172.21.15.31:0/3370660548 shutdown_connections 2024-09-19T04:40:09.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.337+0000 7fd6f8c00640 1 -- 172.21.15.31:0/1240258754 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd6d406c380 msgr2=0x7fd6d406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.337+0000 7fd401600640 1 -- 172.21.15.31:0/541964356 <== mon.2 v2:172.21.15.52:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd3fc0592b0 con 0x7fd404161cf0 2024-09-19T04:40:09.339 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.337+0000 7fd6f8c00640 1 --2- 172.21.15.31:0/1240258754 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd6d406c380 0x7fd6d406e840 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd6e4009560 tx=0x7fd6e4009190 comp rx=0 tx=0).stop 2024-09-19T04:40:09.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.337+0000 7fd6f8c00640 1 -- 172.21.15.31:0/1240258754 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6f415e660 msgr2=0x7fd6f40b9b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.337+0000 7fd6f8c00640 1 --2- 172.21.15.31:0/1240258754 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6f415e660 0x7fd6f40b9b20 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fd6ec02ac50 tx=0x7fd6ec004a40 comp rx=0 tx=0).stop 2024-09-19T04:40:09.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.337+0000 7f3d67200640 1 -- 172.21.15.31:0/3370660548 wait complete. 2024-09-19T04:40:09.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.338+0000 7fd6f8c00640 1 -- 172.21.15.31:0/1240258754 shutdown_connections 2024-09-19T04:40:09.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.338+0000 7fd6f8c00640 1 --2- 172.21.15.31:0/1240258754 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6f415e660 0x7fd6f40b9b20 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.338+0000 7fd6f8c00640 1 --2- 172.21.15.31:0/1240258754 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6f40d3150 0x7fd6f40b95e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.338+0000 7fd6f8c00640 1 --2- 172.21.15.31:0/1240258754 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd6d406c380 0x7fd6d406e840 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.338+0000 7fd6f8c00640 1 --2- 172.21.15.31:0/1240258754 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6f40b6530 0x7fd6f40b73a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.338+0000 7fd6f8c00640 1 -- 172.21.15.31:0/1240258754 >> 172.21.15.31:0/1240258754 conn(0x7fd6f408c000 msgr2=0x7fd6f40cae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:09.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.338+0000 7fd6f8c00640 1 -- 172.21.15.31:0/1240258754 shutdown_connections 2024-09-19T04:40:09.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.338+0000 7fd6f8c00640 1 -- 172.21.15.31:0/1240258754 wait complete. 2024-09-19T04:40:09.341 INFO:teuthology.orchestra.run.smithi031.stdout:55834574857 2024-09-19T04:40:09.341 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.340+0000 7f05f2000640 1 -- 172.21.15.31:0/3765586814 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f05ec0ba4e0 con 0x7f05ec0b5fe0 2024-09-19T04:40:09.342 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.341+0000 7f05e3400640 1 -- 172.21.15.31:0/3765586814 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f05dc079e20 con 0x7f05ec0b5fe0 2024-09-19T04:40:09.343 INFO:teuthology.orchestra.run.smithi031.stdout:55834574856 2024-09-19T04:40:09.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.342+0000 7fd40bc00640 1 -- 172.21.15.31:0/541964356 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd3e006c3b0 msgr2=0x7fd3e006e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.342+0000 7fd40bc00640 1 --2- 172.21.15.31:0/541964356 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd3e006c3b0 0x7fd3e006e870 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd3f4033000 tx=0x7fd3f4009000 comp rx=0 tx=0).stop 2024-09-19T04:40:09.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.342+0000 7fd40bc00640 1 -- 172.21.15.31:0/541964356 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd404161cf0 msgr2=0x7fd40415dbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.342+0000 7fd40bc00640 1 --2- 172.21.15.31:0/541964356 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd404161cf0 0x7fd40415dbc0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd3fc00c820 tx=0x7fd3fc00cce0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.342+0000 7fd40bc00640 1 -- 172.21.15.31:0/541964356 shutdown_connections 2024-09-19T04:40:09.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.342+0000 7fd40bc00640 1 --2- 172.21.15.31:0/541964356 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd404161cf0 0x7fd40415dbc0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.342+0000 7fd40bc00640 1 --2- 172.21.15.31:0/541964356 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd4040b73b0 0x7fd4040ce320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.342+0000 7fd40bc00640 1 --2- 172.21.15.31:0/541964356 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd3e006c3b0 0x7fd3e006e870 secure :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd3f4033000 tx=0x7fd3f4009000 comp rx=0 tx=0).stop 2024-09-19T04:40:09.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.342+0000 7fd40bc00640 1 --2- 172.21.15.31:0/541964356 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd4040b5fe0 0x7fd4041f77c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.343 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.342+0000 7fd40bc00640 1 -- 172.21.15.31:0/541964356 >> 172.21.15.31:0/541964356 conn(0x7fd40408c000 msgr2=0x7fd4040b8d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:09.345 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.0 2024-09-19T04:40:09.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.343+0000 7fd40bc00640 1 -- 172.21.15.31:0/541964356 shutdown_connections 2024-09-19T04:40:09.345 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.343+0000 7fd40bc00640 1 -- 172.21.15.31:0/541964356 wait complete. 2024-09-19T04:40:09.345 DEBUG:teuthology.parallel:result is None 2024-09-19T04:40:09.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.345+0000 7f05f2000640 1 -- 172.21.15.31:0/3765586814 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f05cc06c2b0 msgr2=0x7f05cc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.345+0000 7f05f2000640 1 --2- 172.21.15.31:0/3765586814 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f05cc06c2b0 0x7f05cc06e770 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f05ec0b80a0 tx=0x7f05d8008040 comp rx=0 tx=0).stop 2024-09-19T04:40:09.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.345+0000 7f05f2000640 1 -- 172.21.15.31:0/3765586814 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05ec0b5fe0 msgr2=0x7f05ec15dcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.345+0000 7f05f2000640 1 --2- 172.21.15.31:0/3765586814 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05ec0b5fe0 0x7f05ec15dcc0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f05dc0098c0 tx=0x7f05dc0046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.345+0000 7f05f2000640 1 -- 172.21.15.31:0/3765586814 shutdown_connections 2024-09-19T04:40:09.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.345+0000 7f05f2000640 1 --2- 172.21.15.31:0/3765586814 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f05cc06c2b0 0x7f05cc06e770 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.346 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.345+0000 7f05f2000640 1 --2- 172.21.15.31:0/3765586814 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05ec161cf0 0x7f05ec15bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.345+0000 7f05f2000640 1 --2- 172.21.15.31:0/3765586814 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f05ec0b73b0 0x7f05ec15b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.345+0000 7f05f2000640 1 --2- 172.21.15.31:0/3765586814 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f05ec0b5fe0 0x7f05ec15dcc0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.345+0000 7f05f2000640 1 -- 172.21.15.31:0/3765586814 >> 172.21.15.31:0/3765586814 conn(0x7f05ec08c000 msgr2=0x7f05ec0b8a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:09.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.346+0000 7f05f2000640 1 -- 172.21.15.31:0/3765586814 shutdown_connections 2024-09-19T04:40:09.347 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.346+0000 7f05f2000640 1 -- 172.21.15.31:0/3765586814 wait complete. 2024-09-19T04:40:09.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.349+0000 7f5a24400640 1 -- 172.21.15.31:0/1292537763 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f59f8005580 con 0x7f5a1c0b5ff0 2024-09-19T04:40:09.350 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.350+0000 7f5a19600640 1 -- 172.21.15.31:0/1292537763 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5a080588c0 con 0x7f5a1c0b5ff0 2024-09-19T04:40:09.351 INFO:teuthology.orchestra.run.smithi031.stdout:55834574858 2024-09-19T04:40:09.353 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.4 2024-09-19T04:40:09.353 DEBUG:teuthology.parallel:result is None 2024-09-19T04:40:09.354 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.2 2024-09-19T04:40:09.354 DEBUG:teuthology.parallel:result is None 2024-09-19T04:40:09.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.353+0000 7f5a24400640 1 -- 172.21.15.31:0/1292537763 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f59fc06c380 msgr2=0x7f59fc06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.353+0000 7f5a24400640 1 --2- 172.21.15.31:0/1292537763 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f59fc06c380 0x7f59fc06e840 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c0d13a0 tx=0x7f5a100079b0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.353+0000 7f5a24400640 1 -- 172.21.15.31:0/1292537763 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5a1c0b5ff0 msgr2=0x7f5a1c200ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.353+0000 7f5a24400640 1 --2- 172.21.15.31:0/1292537763 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5a1c0b5ff0 0x7f5a1c200ae0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f5a0800c3c0 tx=0x7f5a0800c880 comp rx=0 tx=0).stop 2024-09-19T04:40:09.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.353+0000 7f5a24400640 1 -- 172.21.15.31:0/1292537763 shutdown_connections 2024-09-19T04:40:09.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.353+0000 7f5a24400640 1 --2- 172.21.15.31:0/1292537763 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f59fc06c380 0x7f59fc06e840 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.353+0000 7f5a24400640 1 --2- 172.21.15.31:0/1292537763 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5a1c166000 0x7f5a1c0b7870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.353+0000 7f5a24400640 1 --2- 172.21.15.31:0/1292537763 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5a1c0d4c80 0x7f5a1c0b9a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.353+0000 7f5a24400640 1 --2- 172.21.15.31:0/1292537763 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5a1c0b5ff0 0x7f5a1c200ae0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.353+0000 7f5a24400640 1 -- 172.21.15.31:0/1292537763 >> 172.21.15.31:0/1292537763 conn(0x7f5a1c08c000 msgr2=0x7f5a1c0b54d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:09.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.353+0000 7f5a24400640 1 -- 172.21.15.31:0/1292537763 shutdown_connections 2024-09-19T04:40:09.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.353+0000 7f5a24400640 1 -- 172.21.15.31:0/1292537763 wait complete. 2024-09-19T04:40:09.366 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.5 2024-09-19T04:40:09.367 DEBUG:teuthology.parallel:result is None 2024-09-19T04:40:09.367 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.3 2024-09-19T04:40:09.367 DEBUG:teuthology.parallel:result is None 2024-09-19T04:40:09.369 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.6 2024-09-19T04:40:09.370 DEBUG:teuthology.parallel:result is None 2024-09-19T04:40:09.373 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.1 2024-09-19T04:40:09.373 DEBUG:teuthology.parallel:result is None 2024-09-19T04:40:09.378 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.7 2024-09-19T04:40:09.378 DEBUG:teuthology.parallel:result is None 2024-09-19T04:40:09.378 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T04:40:09.378 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:40:09.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.573+0000 7f4e66e00640 1 Processor -- start 2024-09-19T04:40:09.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.573+0000 7f4e66e00640 1 -- start start 2024-09-19T04:40:09.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.574+0000 7f4e66e00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f4e6006f4c0 0x7f4e600cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:09.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.574+0000 7f4e66e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e600cf5a0 0x7f4e600b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:09.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.574+0000 7f4e66e00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e600cfb40 con 0x7f4e6006f0e0 2024-09-19T04:40:09.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.574+0000 7f4e66e00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f4e6015bc50 con 0x7f4e6006f4c0 2024-09-19T04:40:09.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.574+0000 7f4e66e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f4e60152630 con 0x7f4e600cf5a0 2024-09-19T04:40:09.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.575+0000 7f4e5f400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f4e6006f4c0 0x7f4e600cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:09.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.575+0000 7f4e5f400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f4e6006f4c0 0x7f4e600cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:48686/0 (socket says 172.21.15.31:48686) 2024-09-19T04:40:09.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.575+0000 7f4e5fe00640 1 --1- >> v1:172.21.15.52:6789/0 conn(0x7f4e6006f0e0 0x7f4e6015c0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.52:6789/0 says I am v1:172.21.15.31:54980/0 (socket says 172.21.15.31:54980) 2024-09-19T04:40:09.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.575+0000 7f4e5f400640 1 -- 172.21.15.31:0/1639884213 learned_addr learned my addr 172.21.15.31:0/1639884213 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:09.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.575+0000 7f4e64e00640 1 --2- 172.21.15.31:0/1639884213 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e600cf5a0 0x7f4e600b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:09.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.575+0000 7f4e5f400640 1 -- 172.21.15.31:0/1639884213 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e600cf5a0 msgr2=0x7f4e600b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:09.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.575+0000 7f4e5f400640 1 --2- 172.21.15.31:0/1639884213 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e600cf5a0 0x7f4e600b3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.575+0000 7f4e5f400640 1 -- 172.21.15.31:0/1639884213 >> v1:172.21.15.52:6789/0 conn(0x7f4e6006f0e0 legacy=0x7f4e6015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.575+0000 7f4e5f400640 1 -- 172.21.15.31:0/1639884213 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e600cfe20 con 0x7f4e6006f4c0 2024-09-19T04:40:09.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.576+0000 7f4e5f400640 1 --2- 172.21.15.31:0/1639884213 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e6006f4c0 0x7f4e600cf060 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c00bb10 tx=0x7f4e4c02c920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7b73530432d313ad server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:09.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.577+0000 7f4e5ea00640 1 -- 172.21.15.31:0/1639884213 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e4c036020 con 0x7f4e6006f4c0 2024-09-19T04:40:09.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.577+0000 7f4e5ea00640 1 -- 172.21.15.31:0/1639884213 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e4c032820 con 0x7f4e6006f4c0 2024-09-19T04:40:09.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.577+0000 7f4e5ea00640 1 -- 172.21.15.31:0/1639884213 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e4c032bf0 con 0x7f4e6006f4c0 2024-09-19T04:40:09.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.577+0000 7f4e66e00640 1 -- 172.21.15.31:0/1639884213 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e6006f4c0 msgr2=0x7f4e600cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.577+0000 7f4e66e00640 1 --2- 172.21.15.31:0/1639884213 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e6006f4c0 0x7f4e600cf060 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c00bb10 tx=0x7f4e4c02c920 comp rx=0 tx=0).stop 2024-09-19T04:40:09.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.577+0000 7f4e66e00640 1 -- 172.21.15.31:0/1639884213 shutdown_connections 2024-09-19T04:40:09.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.577+0000 7f4e66e00640 1 --2- 172.21.15.31:0/1639884213 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e600cf5a0 0x7f4e600b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.577+0000 7f4e66e00640 1 --2- 172.21.15.31:0/1639884213 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e6006f4c0 0x7f4e600cf060 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.577+0000 7f4e66e00640 1 -- 172.21.15.31:0/1639884213 >> 172.21.15.31:0/1639884213 conn(0x7f4e60067da0 msgr2=0x7f4e6006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:09.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.578+0000 7f4e66e00640 1 -- 172.21.15.31:0/1639884213 shutdown_connections 2024-09-19T04:40:09.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.578+0000 7f4e66e00640 1 -- 172.21.15.31:0/1639884213 wait complete. 2024-09-19T04:40:09.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.579+0000 7f4e66e00640 1 Processor -- start 2024-09-19T04:40:09.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.579+0000 7f4e66e00640 1 -- start start 2024-09-19T04:40:09.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.580+0000 7f4e66e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e6006f0e0 0x7f4e601f7070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:09.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.580+0000 7f4e66e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e6006f4c0 0x7f4e60154ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:09.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.580+0000 7f4e66e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e600cf5a0 0x7f4e600b10f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:09.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.580+0000 7f4e66e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4e6006fa90 con 0x7f4e6006f0e0 2024-09-19T04:40:09.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.580+0000 7f4e66e00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4e6006f910 con 0x7f4e600cf5a0 2024-09-19T04:40:09.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.580+0000 7f4e66e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f4e6015ee80 con 0x7f4e6006f4c0 2024-09-19T04:40:09.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.581+0000 7f4e5fe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e6006f0e0 0x7f4e601f7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:09.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.581+0000 7f4e5fe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e6006f0e0 0x7f4e601f7070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53902/0 (socket says 172.21.15.31:53902) 2024-09-19T04:40:09.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.581+0000 7f4e5fe00640 1 -- 172.21.15.31:0/2376123267 learned_addr learned my addr 172.21.15.31:0/2376123267 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:09.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.581+0000 7f4e5f400640 1 --2- 172.21.15.31:0/2376123267 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e6006f4c0 0x7f4e60154ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:09.582 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.581+0000 7f4e64e00640 1 --2- 172.21.15.31:0/2376123267 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e600cf5a0 0x7f4e600b10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:09.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.581+0000 7f4e5fe00640 1 -- 172.21.15.31:0/2376123267 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e6006f4c0 msgr2=0x7f4e60154ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.581+0000 7f4e5fe00640 1 --2- 172.21.15.31:0/2376123267 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e6006f4c0 0x7f4e60154ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.581+0000 7f4e5fe00640 1 -- 172.21.15.31:0/2376123267 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e600cf5a0 msgr2=0x7f4e600b10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.581+0000 7f4e5fe00640 1 --2- 172.21.15.31:0/2376123267 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e600cf5a0 0x7f4e600b10f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.581+0000 7f4e5fe00640 1 -- 172.21.15.31:0/2376123267 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e600b2020 con 0x7f4e6006f0e0 2024-09-19T04:40:09.583 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.581+0000 7f4e5fe00640 1 --2- 172.21.15.31:0/2376123267 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e6006f0e0 0x7f4e601f7070 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f4e5000c410 tx=0x7f4e5000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:09.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.582+0000 7f4e57e00640 1 -- 172.21.15.31:0/2376123267 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e500074e0 con 0x7f4e6006f0e0 2024-09-19T04:40:09.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.582+0000 7f4e57e00640 1 -- 172.21.15.31:0/2376123267 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e50007680 con 0x7f4e6006f0e0 2024-09-19T04:40:09.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.582+0000 7f4e66e00640 1 -- 172.21.15.31:0/2376123267 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e60152ce0 con 0x7f4e6006f0e0 2024-09-19T04:40:09.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.582+0000 7f4e57e00640 1 -- 172.21.15.31:0/2376123267 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e500049e0 con 0x7f4e6006f0e0 2024-09-19T04:40:09.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.582+0000 7f4e66e00640 1 -- 172.21.15.31:0/2376123267 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e601532a0 con 0x7f4e6006f0e0 2024-09-19T04:40:09.584 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.583+0000 7f4e66e00640 1 -- 172.21.15.31:0/2376123267 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e6015f9a0 con 0x7f4e6006f0e0 2024-09-19T04:40:09.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.584+0000 7f4e57e00640 1 -- 172.21.15.31:0/2376123267 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4e5001a020 con 0x7f4e6006f0e0 2024-09-19T04:40:09.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.584+0000 7f4e57e00640 1 --2- 172.21.15.31:0/2376123267 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4e4006c2b0 0x7f4e4006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:09.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.585+0000 7f4e57e00640 1 -- 172.21.15.31:0/2376123267 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f4e5008aea0 con 0x7f4e6006f0e0 2024-09-19T04:40:09.585 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.585+0000 7f4e5f400640 1 --2- 172.21.15.31:0/2376123267 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4e4006c2b0 0x7f4e4006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:09.586 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.585+0000 7f4e5f400640 1 --2- 172.21.15.31:0/2376123267 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4e4006c2b0 0x7f4e4006e770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c037000 tx=0x7f4e4c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:09.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.589+0000 7f4e57e00640 1 -- 172.21.15.31:0/2376123267 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4e50058be0 con 0x7f4e6006f0e0 2024-09-19T04:40:09.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.769+0000 7f4e66e00640 1 -- 172.21.15.31:0/2376123267 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4e60155020 con 0x7f4e4006c2b0 2024-09-19T04:40:09.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.777+0000 7f4e57e00640 1 -- 172.21.15.31:0/2376123267 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7f4e4c0328a0 con 0x7f4e4006c2b0 2024-09-19T04:40:09.782 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:09.783 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T04:40:09.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.782+0000 7f4e66e00640 1 -- 172.21.15.31:0/2376123267 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4e4006c2b0 msgr2=0x7f4e4006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.782+0000 7f4e66e00640 1 --2- 172.21.15.31:0/2376123267 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4e4006c2b0 0x7f4e4006e770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c037000 tx=0x7f4e4c008040 comp rx=0 tx=0).stop 2024-09-19T04:40:09.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.782+0000 7f4e66e00640 1 -- 172.21.15.31:0/2376123267 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e6006f0e0 msgr2=0x7f4e601f7070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.782+0000 7f4e66e00640 1 --2- 172.21.15.31:0/2376123267 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e6006f0e0 0x7f4e601f7070 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f4e5000c410 tx=0x7f4e5000c8d0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.782+0000 7f4e66e00640 1 -- 172.21.15.31:0/2376123267 shutdown_connections 2024-09-19T04:40:09.785 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.782+0000 7f4e66e00640 1 --2- 172.21.15.31:0/2376123267 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4e4006c2b0 0x7f4e4006e770 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.782+0000 7f4e66e00640 1 --2- 172.21.15.31:0/2376123267 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e600cf5a0 0x7f4e600b10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.782+0000 7f4e66e00640 1 --2- 172.21.15.31:0/2376123267 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e6006f4c0 0x7f4e60154ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.782+0000 7f4e66e00640 1 --2- 172.21.15.31:0/2376123267 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e6006f0e0 0x7f4e601f7070 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.782+0000 7f4e66e00640 1 -- 172.21.15.31:0/2376123267 >> 172.21.15.31:0/2376123267 conn(0x7f4e60067da0 msgr2=0x7f4e600af740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:09.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.782+0000 7f4e66e00640 1 -- 172.21.15.31:0/2376123267 shutdown_connections 2024-09-19T04:40:09.786 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.782+0000 7f4e66e00640 1 -- 172.21.15.31:0/2376123267 wait complete. 2024-09-19T04:40:09.798 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":34,"stamp":"2024-09-19T04:40:09.149173+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":232040,"kb_used_data":3304,"kb_used_omap":12,"kb_used_meta":228531,"kb_avail":754742680,"statfs":{"total":773094113280,"available":772856504320,"internally_reserved":0,"allocated":3383296,"data_stored":2049164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":234016306},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002411"},"pg_stats":[{"pgid":"2.1f","version":"19'4","reported_seq":28,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306750+0000","last_change":"2024-09-19T04:39:48.212499+0000","last_active":"2024-09-19T04:39:55.306750+0000","last_peered":"2024-09-19T04:39:55.306750+0000","last_clean":"2024-09-19T04:39:55.306750+0000","last_became_active":"2024-09-19T04:39:48.212191+0000","last_became_peered":"2024-09-19T04:39:48.212191+0000","last_unstale":"2024-09-19T04:39:55.306750+0000","last_undegraded":"2024-09-19T04:39:55.306750+0000","last_fullsized":"2024-09-19T04:39:55.306750+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:44:08.851635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240923+0000","last_change":"2024-09-19T04:39:49.223603+0000","last_active":"2024-09-19T04:39:55.240923+0000","last_peered":"2024-09-19T04:39:55.240923+0000","last_clean":"2024-09-19T04:39:55.240923+0000","last_became_active":"2024-09-19T04:39:49.223272+0000","last_became_peered":"2024-09-19T04:39:49.223272+0000","last_unstale":"2024-09-19T04:39:55.240923+0000","last_undegraded":"2024-09-19T04:39:55.240923+0000","last_fullsized":"2024-09-19T04:39:55.240923+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:42.185395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240167+0000","last_change":"2024-09-19T04:39:54.078346+0000","last_active":"2024-09-19T04:39:55.240167+0000","last_peered":"2024-09-19T04:39:55.240167+0000","last_clean":"2024-09-19T04:39:55.240167+0000","last_became_active":"2024-09-19T04:39:54.077887+0000","last_became_peered":"2024-09-19T04:39:54.077887+0000","last_unstale":"2024-09-19T04:39:55.240167+0000","last_undegraded":"2024-09-19T04:39:55.240167+0000","last_fullsized":"2024-09-19T04:39:55.240167+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:43.997310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241029+0000","last_change":"2024-09-19T04:39:48.212032+0000","last_active":"2024-09-19T04:39:55.241029+0000","last_peered":"2024-09-19T04:39:55.241029+0000","last_clean":"2024-09-19T04:39:55.241029+0000","last_became_active":"2024-09-19T04:39:48.211783+0000","last_became_peered":"2024-09-19T04:39:48.211783+0000","last_unstale":"2024-09-19T04:39:55.241029+0000","last_undegraded":"2024-09-19T04:39:55.241029+0000","last_fullsized":"2024-09-19T04:39:55.241029+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306656+0000","last_change":"2024-09-19T04:39:49.214446+0000","last_active":"2024-09-19T04:39:55.306656+0000","last_peered":"2024-09-19T04:39:55.306656+0000","last_clean":"2024-09-19T04:39:55.306656+0000","last_became_active":"2024-09-19T04:39:49.214120+0000","last_became_peered":"2024-09-19T04:39:49.214120+0000","last_unstale":"2024-09-19T04:39:55.306656+0000","last_undegraded":"2024-09-19T04:39:55.306656+0000","last_fullsized":"2024-09-19T04:39:55.306656+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:46.523459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241690+0000","last_change":"2024-09-19T04:39:53.265653+0000","last_active":"2024-09-19T04:39:55.241690+0000","last_peered":"2024-09-19T04:39:55.241690+0000","last_clean":"2024-09-19T04:39:55.241690+0000","last_became_active":"2024-09-19T04:39:53.265189+0000","last_became_peered":"2024-09-19T04:39:53.265189+0000","last_unstale":"2024-09-19T04:39:55.241690+0000","last_undegraded":"2024-09-19T04:39:55.241690+0000","last_fullsized":"2024-09-19T04:39:55.241690+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:44.007291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306080+0000","last_change":"2024-09-19T04:39:48.212172+0000","last_active":"2024-09-19T04:39:55.306080+0000","last_peered":"2024-09-19T04:39:55.306080+0000","last_clean":"2024-09-19T04:39:55.306080+0000","last_became_active":"2024-09-19T04:39:48.211097+0000","last_became_peered":"2024-09-19T04:39:48.211097+0000","last_unstale":"2024-09-19T04:39:55.306080+0000","last_undegraded":"2024-09-19T04:39:55.306080+0000","last_fullsized":"2024-09-19T04:39:55.306080+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:00.067027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242658+0000","last_change":"2024-09-19T04:39:49.212874+0000","last_active":"2024-09-19T04:39:55.242658+0000","last_peered":"2024-09-19T04:39:55.242658+0000","last_clean":"2024-09-19T04:39:55.242658+0000","last_became_active":"2024-09-19T04:39:49.212596+0000","last_became_peered":"2024-09-19T04:39:49.212596+0000","last_unstale":"2024-09-19T04:39:55.242658+0000","last_undegraded":"2024-09-19T04:39:55.242658+0000","last_fullsized":"2024-09-19T04:39:55.242658+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:37:47.582469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242464+0000","last_change":"2024-09-19T04:39:53.265614+0000","last_active":"2024-09-19T04:39:55.242464+0000","last_peered":"2024-09-19T04:39:55.242464+0000","last_clean":"2024-09-19T04:39:55.242464+0000","last_became_active":"2024-09-19T04:39:53.264657+0000","last_became_peered":"2024-09-19T04:39:53.264657+0000","last_unstale":"2024-09-19T04:39:55.242464+0000","last_undegraded":"2024-09-19T04:39:55.242464+0000","last_fullsized":"2024-09-19T04:39:55.242464+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:08:16.399628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305914+0000","last_change":"2024-09-19T04:39:48.211282+0000","last_active":"2024-09-19T04:39:55.305914+0000","last_peered":"2024-09-19T04:39:55.305914+0000","last_clean":"2024-09-19T04:39:55.305914+0000","last_became_active":"2024-09-19T04:39:48.210839+0000","last_became_peered":"2024-09-19T04:39:48.210839+0000","last_unstale":"2024-09-19T04:39:55.305914+0000","last_undegraded":"2024-09-19T04:39:55.305914+0000","last_fullsized":"2024-09-19T04:39:55.305914+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:21.009128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242985+0000","last_change":"2024-09-19T04:39:49.214419+0000","last_active":"2024-09-19T04:39:55.242985+0000","last_peered":"2024-09-19T04:39:55.242985+0000","last_clean":"2024-09-19T04:39:55.242985+0000","last_became_active":"2024-09-19T04:39:49.213109+0000","last_became_peered":"2024-09-19T04:39:49.213109+0000","last_unstale":"2024-09-19T04:39:55.242985+0000","last_undegraded":"2024-09-19T04:39:55.242985+0000","last_fullsized":"2024-09-19T04:39:55.242985+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:23.779574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242094+0000","last_change":"2024-09-19T04:39:53.245521+0000","last_active":"2024-09-19T04:39:55.242094+0000","last_peered":"2024-09-19T04:39:55.242094+0000","last_clean":"2024-09-19T04:39:55.242094+0000","last_became_active":"2024-09-19T04:39:53.245060+0000","last_became_peered":"2024-09-19T04:39:53.245060+0000","last_unstale":"2024-09-19T04:39:55.242094+0000","last_undegraded":"2024-09-19T04:39:55.242094+0000","last_fullsized":"2024-09-19T04:39:55.242094+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:49.502013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305289+0000","last_change":"2024-09-19T04:39:49.220804+0000","last_active":"2024-09-19T04:39:55.305289+0000","last_peered":"2024-09-19T04:39:55.305289+0000","last_clean":"2024-09-19T04:39:55.305289+0000","last_became_active":"2024-09-19T04:39:49.216128+0000","last_became_peered":"2024-09-19T04:39:49.216128+0000","last_unstale":"2024-09-19T04:39:55.305289+0000","last_undegraded":"2024-09-19T04:39:55.305289+0000","last_fullsized":"2024-09-19T04:39:55.305289+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.229177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306196+0000","last_change":"2024-09-19T04:39:48.212850+0000","last_active":"2024-09-19T04:39:55.306196+0000","last_peered":"2024-09-19T04:39:55.306196+0000","last_clean":"2024-09-19T04:39:55.306196+0000","last_became_active":"2024-09-19T04:39:48.212451+0000","last_became_peered":"2024-09-19T04:39:48.212451+0000","last_unstale":"2024-09-19T04:39:55.306196+0000","last_undegraded":"2024-09-19T04:39:55.306196+0000","last_fullsized":"2024-09-19T04:39:55.306196+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243483+0000","last_change":"2024-09-19T04:39:53.267480+0000","last_active":"2024-09-19T04:39:55.243483+0000","last_peered":"2024-09-19T04:39:55.243483+0000","last_clean":"2024-09-19T04:39:55.243483+0000","last_became_active":"2024-09-19T04:39:53.266979+0000","last_became_peered":"2024-09-19T04:39:53.266979+0000","last_unstale":"2024-09-19T04:39:55.243483+0000","last_undegraded":"2024-09-19T04:39:55.243483+0000","last_fullsized":"2024-09-19T04:39:55.243483+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:55.457471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240564+0000","last_change":"2024-09-19T04:39:49.216093+0000","last_active":"2024-09-19T04:39:55.240564+0000","last_peered":"2024-09-19T04:39:55.240564+0000","last_clean":"2024-09-19T04:39:55.240564+0000","last_became_active":"2024-09-19T04:39:49.215808+0000","last_became_peered":"2024-09-19T04:39:49.215808+0000","last_unstale":"2024-09-19T04:39:55.240564+0000","last_undegraded":"2024-09-19T04:39:55.240564+0000","last_fullsized":"2024-09-19T04:39:55.240564+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:11:25.526797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304993+0000","last_change":"2024-09-19T04:39:48.207602+0000","last_active":"2024-09-19T04:39:55.304993+0000","last_peered":"2024-09-19T04:39:55.304993+0000","last_clean":"2024-09-19T04:39:55.304993+0000","last_became_active":"2024-09-19T04:39:48.207309+0000","last_became_peered":"2024-09-19T04:39:48.207309+0000","last_unstale":"2024-09-19T04:39:55.304993+0000","last_undegraded":"2024-09-19T04:39:55.304993+0000","last_fullsized":"2024-09-19T04:39:55.304993+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242526+0000","last_change":"2024-09-19T04:39:53.252334+0000","last_active":"2024-09-19T04:39:55.242526+0000","last_peered":"2024-09-19T04:39:55.242526+0000","last_clean":"2024-09-19T04:39:55.242526+0000","last_became_active":"2024-09-19T04:39:53.251869+0000","last_became_peered":"2024-09-19T04:39:53.251869+0000","last_unstale":"2024-09-19T04:39:55.242526+0000","last_undegraded":"2024-09-19T04:39:55.242526+0000","last_fullsized":"2024-09-19T04:39:55.242526+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:23.805806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240255+0000","last_change":"2024-09-19T04:39:49.213034+0000","last_active":"2024-09-19T04:39:55.240255+0000","last_peered":"2024-09-19T04:39:55.240255+0000","last_clean":"2024-09-19T04:39:55.240255+0000","last_became_active":"2024-09-19T04:39:49.211387+0000","last_became_peered":"2024-09-19T04:39:49.211387+0000","last_unstale":"2024-09-19T04:39:55.240255+0000","last_undegraded":"2024-09-19T04:39:55.240255+0000","last_fullsized":"2024-09-19T04:39:55.240255+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:49.598140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304825+0000","last_change":"2024-09-19T04:39:48.216499+0000","last_active":"2024-09-19T04:39:55.304825+0000","last_peered":"2024-09-19T04:39:55.304825+0000","last_clean":"2024-09-19T04:39:55.304825+0000","last_became_active":"2024-09-19T04:39:48.216187+0000","last_became_peered":"2024-09-19T04:39:48.216187+0000","last_unstale":"2024-09-19T04:39:55.304825+0000","last_undegraded":"2024-09-19T04:39:55.304825+0000","last_fullsized":"2024-09-19T04:39:55.304825+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:21.472952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305802+0000","last_change":"2024-09-19T04:39:54.077847+0000","last_active":"2024-09-19T04:39:55.305802+0000","last_peered":"2024-09-19T04:39:55.305802+0000","last_clean":"2024-09-19T04:39:55.305802+0000","last_became_active":"2024-09-19T04:39:54.077418+0000","last_became_peered":"2024-09-19T04:39:54.077418+0000","last_unstale":"2024-09-19T04:39:55.305802+0000","last_undegraded":"2024-09-19T04:39:55.305802+0000","last_fullsized":"2024-09-19T04:39:55.305802+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:01.569399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242564+0000","last_change":"2024-09-19T04:39:49.209513+0000","last_active":"2024-09-19T04:39:55.242564+0000","last_peered":"2024-09-19T04:39:55.242564+0000","last_clean":"2024-09-19T04:39:55.242564+0000","last_became_active":"2024-09-19T04:39:49.208546+0000","last_became_peered":"2024-09-19T04:39:49.208546+0000","last_unstale":"2024-09-19T04:39:55.242564+0000","last_undegraded":"2024-09-19T04:39:55.242564+0000","last_fullsized":"2024-09-19T04:39:55.242564+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:27.232452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304761+0000","last_change":"2024-09-19T04:39:48.214317+0000","last_active":"2024-09-19T04:39:55.304761+0000","last_peered":"2024-09-19T04:39:55.304761+0000","last_clean":"2024-09-19T04:39:55.304761+0000","last_became_active":"2024-09-19T04:39:48.214013+0000","last_became_peered":"2024-09-19T04:39:48.214013+0000","last_unstale":"2024-09-19T04:39:55.304761+0000","last_undegraded":"2024-09-19T04:39:55.304761+0000","last_fullsized":"2024-09-19T04:39:55.304761+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:45.496385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243509+0000","last_change":"2024-09-19T04:39:53.252467+0000","last_active":"2024-09-19T04:39:55.243509+0000","last_peered":"2024-09-19T04:39:55.243509+0000","last_clean":"2024-09-19T04:39:55.243509+0000","last_became_active":"2024-09-19T04:39:53.251941+0000","last_became_peered":"2024-09-19T04:39:53.251941+0000","last_unstale":"2024-09-19T04:39:55.243509+0000","last_undegraded":"2024-09-19T04:39:55.243509+0000","last_fullsized":"2024-09-19T04:39:55.243509+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:01.569399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306701+0000","last_change":"2024-09-19T04:39:49.212455+0000","last_active":"2024-09-19T04:39:55.306701+0000","last_peered":"2024-09-19T04:39:55.306701+0000","last_clean":"2024-09-19T04:39:55.306701+0000","last_became_active":"2024-09-19T04:39:49.212144+0000","last_became_peered":"2024-09-19T04:39:49.212144+0000","last_unstale":"2024-09-19T04:39:55.306701+0000","last_undegraded":"2024-09-19T04:39:55.306701+0000","last_fullsized":"2024-09-19T04:39:55.306701+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:38.196380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306230+0000","last_change":"2024-09-19T04:39:48.210127+0000","last_active":"2024-09-19T04:39:55.306230+0000","last_peered":"2024-09-19T04:39:55.306230+0000","last_clean":"2024-09-19T04:39:55.306230+0000","last_became_active":"2024-09-19T04:39:48.209248+0000","last_became_peered":"2024-09-19T04:39:48.209248+0000","last_unstale":"2024-09-19T04:39:55.306230+0000","last_undegraded":"2024-09-19T04:39:55.306230+0000","last_fullsized":"2024-09-19T04:39:55.306230+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242268+0000","last_change":"2024-09-19T04:39:54.081452+0000","last_active":"2024-09-19T04:39:55.242268+0000","last_peered":"2024-09-19T04:39:55.242268+0000","last_clean":"2024-09-19T04:39:55.242268+0000","last_became_active":"2024-09-19T04:39:54.080249+0000","last_became_peered":"2024-09-19T04:39:54.080249+0000","last_unstale":"2024-09-19T04:39:55.242268+0000","last_undegraded":"2024-09-19T04:39:55.242268+0000","last_fullsized":"2024-09-19T04:39:55.242268+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:18.065646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241134+0000","last_change":"2024-09-19T04:39:49.229561+0000","last_active":"2024-09-19T04:39:55.241134+0000","last_peered":"2024-09-19T04:39:55.241134+0000","last_clean":"2024-09-19T04:39:55.241134+0000","last_became_active":"2024-09-19T04:39:49.229241+0000","last_became_peered":"2024-09-19T04:39:49.229241+0000","last_unstale":"2024-09-19T04:39:55.241134+0000","last_undegraded":"2024-09-19T04:39:55.241134+0000","last_fullsized":"2024-09-19T04:39:55.241134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:37:47.582469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305224+0000","last_change":"2024-09-19T04:39:48.204573+0000","last_active":"2024-09-19T04:39:55.305224+0000","last_peered":"2024-09-19T04:39:55.305224+0000","last_clean":"2024-09-19T04:39:55.305224+0000","last_became_active":"2024-09-19T04:39:48.204247+0000","last_became_peered":"2024-09-19T04:39:48.204247+0000","last_unstale":"2024-09-19T04:39:55.305224+0000","last_undegraded":"2024-09-19T04:39:55.305224+0000","last_fullsized":"2024-09-19T04:39:55.305224+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240770+0000","last_change":"2024-09-19T04:39:54.078592+0000","last_active":"2024-09-19T04:39:55.240770+0000","last_peered":"2024-09-19T04:39:55.240770+0000","last_clean":"2024-09-19T04:39:55.240770+0000","last_became_active":"2024-09-19T04:39:54.076955+0000","last_became_peered":"2024-09-19T04:39:54.076955+0000","last_unstale":"2024-09-19T04:39:55.240770+0000","last_undegraded":"2024-09-19T04:39:55.240770+0000","last_fullsized":"2024-09-19T04:39:55.240770+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:44:19.051878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305345+0000","last_change":"2024-09-19T04:39:49.218282+0000","last_active":"2024-09-19T04:39:55.305345+0000","last_peered":"2024-09-19T04:39:55.305345+0000","last_clean":"2024-09-19T04:39:55.305345+0000","last_became_active":"2024-09-19T04:39:49.217977+0000","last_became_peered":"2024-09-19T04:39:49.217977+0000","last_unstale":"2024-09-19T04:39:55.305345+0000","last_undegraded":"2024-09-19T04:39:55.305345+0000","last_fullsized":"2024-09-19T04:39:55.305345+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:09.102913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306203+0000","last_change":"2024-09-19T04:39:48.214822+0000","last_active":"2024-09-19T04:39:55.306203+0000","last_peered":"2024-09-19T04:39:55.306203+0000","last_clean":"2024-09-19T04:39:55.306203+0000","last_became_active":"2024-09-19T04:39:48.214525+0000","last_became_peered":"2024-09-19T04:39:48.214525+0000","last_unstale":"2024-09-19T04:39:55.306203+0000","last_undegraded":"2024-09-19T04:39:55.306203+0000","last_fullsized":"2024-09-19T04:39:55.306203+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:07.622445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306240+0000","last_change":"2024-09-19T04:39:54.076502+0000","last_active":"2024-09-19T04:39:55.306240+0000","last_peered":"2024-09-19T04:39:55.306240+0000","last_clean":"2024-09-19T04:39:55.306240+0000","last_became_active":"2024-09-19T04:39:54.076022+0000","last_became_peered":"2024-09-19T04:39:54.076022+0000","last_unstale":"2024-09-19T04:39:55.306240+0000","last_undegraded":"2024-09-19T04:39:55.306240+0000","last_fullsized":"2024-09-19T04:39:55.306240+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:18.065646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243010+0000","last_change":"2024-09-19T04:39:49.210794+0000","last_active":"2024-09-19T04:39:55.243010+0000","last_peered":"2024-09-19T04:39:55.243010+0000","last_clean":"2024-09-19T04:39:55.243010+0000","last_became_active":"2024-09-19T04:39:49.210527+0000","last_became_peered":"2024-09-19T04:39:49.210527+0000","last_unstale":"2024-09-19T04:39:55.243010+0000","last_undegraded":"2024-09-19T04:39:55.243010+0000","last_fullsized":"2024-09-19T04:39:55.243010+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:35.307641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305435+0000","last_change":"2024-09-19T04:39:48.213670+0000","last_active":"2024-09-19T04:39:55.305435+0000","last_peered":"2024-09-19T04:39:55.305435+0000","last_clean":"2024-09-19T04:39:55.305435+0000","last_became_active":"2024-09-19T04:39:48.213361+0000","last_became_peered":"2024-09-19T04:39:48.213361+0000","last_unstale":"2024-09-19T04:39:55.305435+0000","last_undegraded":"2024-09-19T04:39:55.305435+0000","last_fullsized":"2024-09-19T04:39:55.305435+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:00.067027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304613+0000","last_change":"2024-09-19T04:39:53.266309+0000","last_active":"2024-09-19T04:39:55.304613+0000","last_peered":"2024-09-19T04:39:55.304613+0000","last_clean":"2024-09-19T04:39:55.304613+0000","last_became_active":"2024-09-19T04:39:53.265843+0000","last_became_peered":"2024-09-19T04:39:53.265843+0000","last_unstale":"2024-09-19T04:39:55.304613+0000","last_undegraded":"2024-09-19T04:39:55.304613+0000","last_fullsized":"2024-09-19T04:39:55.304613+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:23.805806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243019+0000","last_change":"2024-09-19T04:39:49.206200+0000","last_active":"2024-09-19T04:39:55.243019+0000","last_peered":"2024-09-19T04:39:55.243019+0000","last_clean":"2024-09-19T04:39:55.243019+0000","last_became_active":"2024-09-19T04:39:49.205879+0000","last_became_peered":"2024-09-19T04:39:49.205879+0000","last_unstale":"2024-09-19T04:39:55.243019+0000","last_undegraded":"2024-09-19T04:39:55.243019+0000","last_fullsized":"2024-09-19T04:39:55.243019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:01.072456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242456+0000","last_change":"2024-09-19T04:39:48.199073+0000","last_active":"2024-09-19T04:39:55.242456+0000","last_peered":"2024-09-19T04:39:55.242456+0000","last_clean":"2024-09-19T04:39:55.242456+0000","last_became_active":"2024-09-19T04:39:48.198721+0000","last_became_peered":"2024-09-19T04:39:48.198721+0000","last_unstale":"2024-09-19T04:39:55.242456+0000","last_undegraded":"2024-09-19T04:39:55.242456+0000","last_fullsized":"2024-09-19T04:39:55.242456+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:00.067027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305288+0000","last_change":"2024-09-19T04:39:53.266613+0000","last_active":"2024-09-19T04:39:55.305288+0000","last_peered":"2024-09-19T04:39:55.305288+0000","last_clean":"2024-09-19T04:39:55.305288+0000","last_became_active":"2024-09-19T04:39:53.266156+0000","last_became_peered":"2024-09-19T04:39:53.266156+0000","last_unstale":"2024-09-19T04:39:55.305288+0000","last_undegraded":"2024-09-19T04:39:55.305288+0000","last_fullsized":"2024-09-19T04:39:55.305288+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:55.457471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304597+0000","last_change":"2024-09-19T04:39:49.212549+0000","last_active":"2024-09-19T04:39:55.304597+0000","last_peered":"2024-09-19T04:39:55.304597+0000","last_clean":"2024-09-19T04:39:55.304597+0000","last_became_active":"2024-09-19T04:39:49.212261+0000","last_became_peered":"2024-09-19T04:39:49.212261+0000","last_unstale":"2024-09-19T04:39:55.304597+0000","last_undegraded":"2024-09-19T04:39:55.304597+0000","last_fullsized":"2024-09-19T04:39:55.304597+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:01.607477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304992+0000","last_change":"2024-09-19T04:39:48.202565+0000","last_active":"2024-09-19T04:39:55.304992+0000","last_peered":"2024-09-19T04:39:55.304992+0000","last_clean":"2024-09-19T04:39:55.304992+0000","last_became_active":"2024-09-19T04:39:48.196682+0000","last_became_peered":"2024-09-19T04:39:48.196682+0000","last_unstale":"2024-09-19T04:39:55.304992+0000","last_undegraded":"2024-09-19T04:39:55.304992+0000","last_fullsized":"2024-09-19T04:39:55.304992+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:24.932773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305949+0000","last_change":"2024-09-19T04:39:53.263447+0000","last_active":"2024-09-19T04:39:55.305949+0000","last_peered":"2024-09-19T04:39:55.305949+0000","last_clean":"2024-09-19T04:39:55.305949+0000","last_became_active":"2024-09-19T04:39:53.262792+0000","last_became_peered":"2024-09-19T04:39:53.262792+0000","last_unstale":"2024-09-19T04:39:55.305949+0000","last_undegraded":"2024-09-19T04:39:55.305949+0000","last_fullsized":"2024-09-19T04:39:55.305949+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:40:35.393148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305718+0000","last_change":"2024-09-19T04:39:49.203340+0000","last_active":"2024-09-19T04:39:55.305718+0000","last_peered":"2024-09-19T04:39:55.305718+0000","last_clean":"2024-09-19T04:39:55.305718+0000","last_became_active":"2024-09-19T04:39:49.202954+0000","last_became_peered":"2024-09-19T04:39:49.202954+0000","last_unstale":"2024-09-19T04:39:55.305718+0000","last_undegraded":"2024-09-19T04:39:55.305718+0000","last_fullsized":"2024-09-19T04:39:55.305718+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:35:10.149274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304865+0000","last_change":"2024-09-19T04:39:48.210394+0000","last_active":"2024-09-19T04:39:55.304865+0000","last_peered":"2024-09-19T04:39:55.304865+0000","last_clean":"2024-09-19T04:39:55.304865+0000","last_became_active":"2024-09-19T04:39:48.209846+0000","last_became_peered":"2024-09-19T04:39:48.209846+0000","last_unstale":"2024-09-19T04:39:55.304865+0000","last_undegraded":"2024-09-19T04:39:55.304865+0000","last_fullsized":"2024-09-19T04:39:55.304865+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:24.932773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306813+0000","last_change":"2024-09-19T04:39:54.077990+0000","last_active":"2024-09-19T04:39:55.306813+0000","last_peered":"2024-09-19T04:39:55.306813+0000","last_clean":"2024-09-19T04:39:55.306813+0000","last_became_active":"2024-09-19T04:39:54.077574+0000","last_became_peered":"2024-09-19T04:39:54.077574+0000","last_unstale":"2024-09-19T04:39:55.306813+0000","last_undegraded":"2024-09-19T04:39:55.306813+0000","last_fullsized":"2024-09-19T04:39:55.306813+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:55.457471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240465+0000","last_change":"2024-09-19T04:39:49.218611+0000","last_active":"2024-09-19T04:39:55.240465+0000","last_peered":"2024-09-19T04:39:55.240465+0000","last_clean":"2024-09-19T04:39:55.240465+0000","last_became_active":"2024-09-19T04:39:49.214349+0000","last_became_peered":"2024-09-19T04:39:49.214349+0000","last_unstale":"2024-09-19T04:39:55.240465+0000","last_undegraded":"2024-09-19T04:39:55.240465+0000","last_fullsized":"2024-09-19T04:39:55.240465+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:09.102913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242145+0000","last_change":"2024-09-19T04:39:48.200845+0000","last_active":"2024-09-19T04:39:55.242145+0000","last_peered":"2024-09-19T04:39:55.242145+0000","last_clean":"2024-09-19T04:39:55.242145+0000","last_became_active":"2024-09-19T04:39:48.200344+0000","last_became_peered":"2024-09-19T04:39:48.200344+0000","last_unstale":"2024-09-19T04:39:55.242145+0000","last_undegraded":"2024-09-19T04:39:55.242145+0000","last_fullsized":"2024-09-19T04:39:55.242145+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:24.932773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":180,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304924+0000","last_change":"2024-09-19T04:39:39.541908+0000","last_active":"2024-09-19T04:39:55.304924+0000","last_peered":"2024-09-19T04:39:55.304924+0000","last_clean":"2024-09-19T04:39:55.304924+0000","last_became_active":"2024-09-19T04:39:39.540794+0000","last_became_peered":"2024-09-19T04:39:39.540794+0000","last_unstale":"2024-09-19T04:39:55.304924+0000","last_undegraded":"2024-09-19T04:39:55.304924+0000","last_fullsized":"2024-09-19T04:39:55.304924+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_clean_scrub_stamp":"2024-09-19T04:39:37.899481+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.768031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305140+0000","last_change":"2024-09-19T04:39:54.083381+0000","last_active":"2024-09-19T04:39:55.305140+0000","last_peered":"2024-09-19T04:39:55.305140+0000","last_clean":"2024-09-19T04:39:55.305140+0000","last_became_active":"2024-09-19T04:39:54.082529+0000","last_became_peered":"2024-09-19T04:39:54.082529+0000","last_unstale":"2024-09-19T04:39:55.305140+0000","last_undegraded":"2024-09-19T04:39:55.305140+0000","last_fullsized":"2024-09-19T04:39:55.305140+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:27.819558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305929+0000","last_change":"2024-09-19T04:39:49.231699+0000","last_active":"2024-09-19T04:39:55.305929+0000","last_peered":"2024-09-19T04:39:55.305929+0000","last_clean":"2024-09-19T04:39:55.305929+0000","last_became_active":"2024-09-19T04:39:49.231063+0000","last_became_peered":"2024-09-19T04:39:49.231063+0000","last_unstale":"2024-09-19T04:39:55.305929+0000","last_undegraded":"2024-09-19T04:39:55.305929+0000","last_fullsized":"2024-09-19T04:39:55.305929+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:39.967308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305472+0000","last_change":"2024-09-19T04:39:48.202648+0000","last_active":"2024-09-19T04:39:55.305472+0000","last_peered":"2024-09-19T04:39:55.305472+0000","last_clean":"2024-09-19T04:39:55.305472+0000","last_became_active":"2024-09-19T04:39:48.196515+0000","last_became_peered":"2024-09-19T04:39:48.196515+0000","last_unstale":"2024-09-19T04:39:55.305472+0000","last_undegraded":"2024-09-19T04:39:55.305472+0000","last_fullsized":"2024-09-19T04:39:55.305472+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304962+0000","last_change":"2024-09-19T04:39:54.076513+0000","last_active":"2024-09-19T04:39:55.304962+0000","last_peered":"2024-09-19T04:39:55.304962+0000","last_clean":"2024-09-19T04:39:55.304962+0000","last_became_active":"2024-09-19T04:39:54.076077+0000","last_became_peered":"2024-09-19T04:39:54.076077+0000","last_unstale":"2024-09-19T04:39:55.304962+0000","last_undegraded":"2024-09-19T04:39:55.304962+0000","last_fullsized":"2024-09-19T04:39:55.304962+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:37:51.622453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242687+0000","last_change":"2024-09-19T04:39:49.210271+0000","last_active":"2024-09-19T04:39:55.242687+0000","last_peered":"2024-09-19T04:39:55.242687+0000","last_clean":"2024-09-19T04:39:55.242687+0000","last_became_active":"2024-09-19T04:39:49.209983+0000","last_became_peered":"2024-09-19T04:39:49.209983+0000","last_unstale":"2024-09-19T04:39:55.242687+0000","last_undegraded":"2024-09-19T04:39:55.242687+0000","last_fullsized":"2024-09-19T04:39:55.242687+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:39.967308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306074+0000","last_change":"2024-09-19T04:39:48.208544+0000","last_active":"2024-09-19T04:39:55.306074+0000","last_peered":"2024-09-19T04:39:55.306074+0000","last_clean":"2024-09-19T04:39:55.306074+0000","last_became_active":"2024-09-19T04:39:48.208042+0000","last_became_peered":"2024-09-19T04:39:48.208042+0000","last_unstale":"2024-09-19T04:39:55.306074+0000","last_undegraded":"2024-09-19T04:39:55.306074+0000","last_fullsized":"2024-09-19T04:39:55.306074+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:45.496385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306390+0000","last_change":"2024-09-19T04:39:53.264423+0000","last_active":"2024-09-19T04:39:55.306390+0000","last_peered":"2024-09-19T04:39:55.306390+0000","last_clean":"2024-09-19T04:39:55.306390+0000","last_became_active":"2024-09-19T04:39:53.263695+0000","last_became_peered":"2024-09-19T04:39:53.263695+0000","last_unstale":"2024-09-19T04:39:55.306390+0000","last_undegraded":"2024-09-19T04:39:55.306390+0000","last_fullsized":"2024-09-19T04:39:55.306390+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:08:16.399628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306632+0000","last_change":"2024-09-19T04:39:49.226636+0000","last_active":"2024-09-19T04:39:55.306632+0000","last_peered":"2024-09-19T04:39:55.306632+0000","last_clean":"2024-09-19T04:39:55.306632+0000","last_became_active":"2024-09-19T04:39:49.226355+0000","last_became_peered":"2024-09-19T04:39:49.226355+0000","last_unstale":"2024-09-19T04:39:55.306632+0000","last_undegraded":"2024-09-19T04:39:55.306632+0000","last_fullsized":"2024-09-19T04:39:55.306632+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:45.462030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305828+0000","last_change":"2024-09-19T04:39:48.189896+0000","last_active":"2024-09-19T04:39:55.305828+0000","last_peered":"2024-09-19T04:39:55.305828+0000","last_clean":"2024-09-19T04:39:55.305828+0000","last_became_active":"2024-09-19T04:39:48.189559+0000","last_became_peered":"2024-09-19T04:39:48.189559+0000","last_unstale":"2024-09-19T04:39:55.305828+0000","last_undegraded":"2024-09-19T04:39:55.305828+0000","last_fullsized":"2024-09-19T04:39:55.305828+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:45.496385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243735+0000","last_change":"2024-09-19T04:39:54.076605+0000","last_active":"2024-09-19T04:39:55.243735+0000","last_peered":"2024-09-19T04:39:55.243735+0000","last_clean":"2024-09-19T04:39:55.243735+0000","last_became_active":"2024-09-19T04:39:54.076131+0000","last_became_peered":"2024-09-19T04:39:54.076131+0000","last_unstale":"2024-09-19T04:39:55.243735+0000","last_undegraded":"2024-09-19T04:39:55.243735+0000","last_fullsized":"2024-09-19T04:39:55.243735+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:08.355319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306351+0000","last_change":"2024-09-19T04:39:49.227007+0000","last_active":"2024-09-19T04:39:55.306351+0000","last_peered":"2024-09-19T04:39:55.306351+0000","last_clean":"2024-09-19T04:39:55.306351+0000","last_became_active":"2024-09-19T04:39:49.225447+0000","last_became_peered":"2024-09-19T04:39:49.225447+0000","last_unstale":"2024-09-19T04:39:55.306351+0000","last_undegraded":"2024-09-19T04:39:55.306351+0000","last_fullsized":"2024-09-19T04:39:55.306351+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:54.496191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243840+0000","last_change":"2024-09-19T04:39:48.214316+0000","last_active":"2024-09-19T04:39:55.243840+0000","last_peered":"2024-09-19T04:39:55.243840+0000","last_clean":"2024-09-19T04:39:55.243840+0000","last_became_active":"2024-09-19T04:39:48.213909+0000","last_became_peered":"2024-09-19T04:39:48.213909+0000","last_unstale":"2024-09-19T04:39:55.243840+0000","last_undegraded":"2024-09-19T04:39:55.243840+0000","last_fullsized":"2024-09-19T04:39:55.243840+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:18.160469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241488+0000","last_change":"2024-09-19T04:39:53.251902+0000","last_active":"2024-09-19T04:39:55.241488+0000","last_peered":"2024-09-19T04:39:55.241488+0000","last_clean":"2024-09-19T04:39:55.241488+0000","last_became_active":"2024-09-19T04:39:53.251480+0000","last_became_peered":"2024-09-19T04:39:53.251480+0000","last_unstale":"2024-09-19T04:39:55.241488+0000","last_undegraded":"2024-09-19T04:39:55.241488+0000","last_fullsized":"2024-09-19T04:39:55.241488+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:39.347625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305392+0000","last_change":"2024-09-19T04:39:49.228758+0000","last_active":"2024-09-19T04:39:55.305392+0000","last_peered":"2024-09-19T04:39:55.305392+0000","last_clean":"2024-09-19T04:39:55.305392+0000","last_became_active":"2024-09-19T04:39:49.228499+0000","last_became_peered":"2024-09-19T04:39:49.228499+0000","last_unstale":"2024-09-19T04:39:55.305392+0000","last_undegraded":"2024-09-19T04:39:55.305392+0000","last_fullsized":"2024-09-19T04:39:55.305392+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:18.447781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":32,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304460+0000","last_change":"2024-09-19T04:39:48.205461+0000","last_active":"2024-09-19T04:39:55.304460+0000","last_peered":"2024-09-19T04:39:55.304460+0000","last_clean":"2024-09-19T04:39:55.304460+0000","last_became_active":"2024-09-19T04:39:48.205135+0000","last_became_peered":"2024-09-19T04:39:48.205135+0000","last_unstale":"2024-09-19T04:39:55.304460+0000","last_undegraded":"2024-09-19T04:39:55.304460+0000","last_fullsized":"2024-09-19T04:39:55.304460+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306578+0000","last_change":"2024-09-19T04:39:53.253513+0000","last_active":"2024-09-19T04:39:55.306578+0000","last_peered":"2024-09-19T04:39:55.306578+0000","last_clean":"2024-09-19T04:39:55.306578+0000","last_became_active":"2024-09-19T04:39:53.253019+0000","last_became_peered":"2024-09-19T04:39:53.253019+0000","last_unstale":"2024-09-19T04:39:55.306578+0000","last_undegraded":"2024-09-19T04:39:55.306578+0000","last_fullsized":"2024-09-19T04:39:55.306578+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:37.065963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305513+0000","last_change":"2024-09-19T04:39:49.219593+0000","last_active":"2024-09-19T04:39:55.305513+0000","last_peered":"2024-09-19T04:39:55.305513+0000","last_clean":"2024-09-19T04:39:55.305513+0000","last_became_active":"2024-09-19T04:39:49.219006+0000","last_became_peered":"2024-09-19T04:39:49.219006+0000","last_unstale":"2024-09-19T04:39:55.305513+0000","last_undegraded":"2024-09-19T04:39:55.305513+0000","last_fullsized":"2024-09-19T04:39:55.305513+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:46.523459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305437+0000","last_change":"2024-09-19T04:39:48.202667+0000","last_active":"2024-09-19T04:39:55.305437+0000","last_peered":"2024-09-19T04:39:55.305437+0000","last_clean":"2024-09-19T04:39:55.305437+0000","last_became_active":"2024-09-19T04:39:48.202302+0000","last_became_peered":"2024-09-19T04:39:48.202302+0000","last_unstale":"2024-09-19T04:39:55.305437+0000","last_undegraded":"2024-09-19T04:39:55.305437+0000","last_fullsized":"2024-09-19T04:39:55.305437+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:25.887221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241102+0000","last_change":"2024-09-19T04:39:54.078217+0000","last_active":"2024-09-19T04:39:55.241102+0000","last_peered":"2024-09-19T04:39:55.241102+0000","last_clean":"2024-09-19T04:39:55.241102+0000","last_became_active":"2024-09-19T04:39:54.077778+0000","last_became_peered":"2024-09-19T04:39:54.077778+0000","last_unstale":"2024-09-19T04:39:55.241102+0000","last_undegraded":"2024-09-19T04:39:55.241102+0000","last_fullsized":"2024-09-19T04:39:55.241102+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:37:39.980182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305969+0000","last_change":"2024-09-19T04:39:49.224984+0000","last_active":"2024-09-19T04:39:55.305969+0000","last_peered":"2024-09-19T04:39:55.305969+0000","last_clean":"2024-09-19T04:39:55.305969+0000","last_became_active":"2024-09-19T04:39:49.224743+0000","last_became_peered":"2024-09-19T04:39:49.224743+0000","last_unstale":"2024-09-19T04:39:55.305969+0000","last_undegraded":"2024-09-19T04:39:55.305969+0000","last_fullsized":"2024-09-19T04:39:55.305969+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:04.316332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242364+0000","last_change":"2024-09-19T04:39:48.189472+0000","last_active":"2024-09-19T04:39:55.242364+0000","last_peered":"2024-09-19T04:39:55.242364+0000","last_clean":"2024-09-19T04:39:55.242364+0000","last_became_active":"2024-09-19T04:39:48.189175+0000","last_became_peered":"2024-09-19T04:39:48.189175+0000","last_unstale":"2024-09-19T04:39:55.242364+0000","last_undegraded":"2024-09-19T04:39:55.242364+0000","last_fullsized":"2024-09-19T04:39:55.242364+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:45.496385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240798+0000","last_change":"2024-09-19T04:39:54.076502+0000","last_active":"2024-09-19T04:39:55.240798+0000","last_peered":"2024-09-19T04:39:55.240798+0000","last_clean":"2024-09-19T04:39:55.240798+0000","last_became_active":"2024-09-19T04:39:54.076057+0000","last_became_peered":"2024-09-19T04:39:54.076057+0000","last_unstale":"2024-09-19T04:39:55.240798+0000","last_undegraded":"2024-09-19T04:39:55.240798+0000","last_fullsized":"2024-09-19T04:39:55.240798+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:57.695379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306492+0000","last_change":"2024-09-19T04:39:49.224705+0000","last_active":"2024-09-19T04:39:55.306492+0000","last_peered":"2024-09-19T04:39:55.306492+0000","last_clean":"2024-09-19T04:39:55.306492+0000","last_became_active":"2024-09-19T04:39:49.224470+0000","last_became_peered":"2024-09-19T04:39:49.224470+0000","last_unstale":"2024-09-19T04:39:55.306492+0000","last_undegraded":"2024-09-19T04:39:55.306492+0000","last_fullsized":"2024-09-19T04:39:55.306492+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.229177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306547+0000","last_change":"2024-09-19T04:39:48.214140+0000","last_active":"2024-09-19T04:39:55.306547+0000","last_peered":"2024-09-19T04:39:55.306547+0000","last_clean":"2024-09-19T04:39:55.306547+0000","last_became_active":"2024-09-19T04:39:48.213180+0000","last_became_peered":"2024-09-19T04:39:48.213180+0000","last_unstale":"2024-09-19T04:39:55.306547+0000","last_undegraded":"2024-09-19T04:39:55.306547+0000","last_fullsized":"2024-09-19T04:39:55.306547+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:39.554017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242976+0000","last_change":"2024-09-19T04:39:54.078289+0000","last_active":"2024-09-19T04:39:55.242976+0000","last_peered":"2024-09-19T04:39:55.242976+0000","last_clean":"2024-09-19T04:39:55.242976+0000","last_became_active":"2024-09-19T04:39:54.077679+0000","last_became_peered":"2024-09-19T04:39:54.077679+0000","last_unstale":"2024-09-19T04:39:55.242976+0000","last_undegraded":"2024-09-19T04:39:55.242976+0000","last_fullsized":"2024-09-19T04:39:55.242976+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:40:35.393148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305880+0000","last_change":"2024-09-19T04:39:49.231405+0000","last_active":"2024-09-19T04:39:55.305880+0000","last_peered":"2024-09-19T04:39:55.305880+0000","last_clean":"2024-09-19T04:39:55.305880+0000","last_became_active":"2024-09-19T04:39:49.230958+0000","last_became_peered":"2024-09-19T04:39:49.230958+0000","last_unstale":"2024-09-19T04:39:55.305880+0000","last_undegraded":"2024-09-19T04:39:55.305880+0000","last_fullsized":"2024-09-19T04:39:55.305880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:35.307641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":33,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:40:01.555302+0000","last_change":"2024-09-19T04:39:48.201918+0000","last_active":"2024-09-19T04:40:01.555302+0000","last_peered":"2024-09-19T04:40:01.555302+0000","last_clean":"2024-09-19T04:40:01.555302+0000","last_became_active":"2024-09-19T04:39:48.201248+0000","last_became_peered":"2024-09-19T04:39:48.201248+0000","last_unstale":"2024-09-19T04:40:01.555302+0000","last_undegraded":"2024-09-19T04:40:01.555302+0000","last_fullsized":"2024-09-19T04:40:01.555302+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304822+0000","last_change":"2024-09-19T04:39:53.269312+0000","last_active":"2024-09-19T04:39:55.304822+0000","last_peered":"2024-09-19T04:39:55.304822+0000","last_clean":"2024-09-19T04:39:55.304822+0000","last_became_active":"2024-09-19T04:39:53.268804+0000","last_became_peered":"2024-09-19T04:39:53.268804+0000","last_unstale":"2024-09-19T04:39:55.304822+0000","last_undegraded":"2024-09-19T04:39:55.304822+0000","last_fullsized":"2024-09-19T04:39:55.304822+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:37.065963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242850+0000","last_change":"2024-09-19T04:39:49.226243+0000","last_active":"2024-09-19T04:39:55.242850+0000","last_peered":"2024-09-19T04:39:55.242850+0000","last_clean":"2024-09-19T04:39:55.242850+0000","last_became_active":"2024-09-19T04:39:49.225817+0000","last_became_peered":"2024-09-19T04:39:49.225817+0000","last_unstale":"2024-09-19T04:39:55.242850+0000","last_undegraded":"2024-09-19T04:39:55.242850+0000","last_fullsized":"2024-09-19T04:39:55.242850+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:46.501814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":27,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305989+0000","last_change":"2024-09-19T04:39:48.206009+0000","last_active":"2024-09-19T04:39:55.305989+0000","last_peered":"2024-09-19T04:39:55.305989+0000","last_clean":"2024-09-19T04:39:55.305989+0000","last_became_active":"2024-09-19T04:39:48.205722+0000","last_became_peered":"2024-09-19T04:39:48.205722+0000","last_unstale":"2024-09-19T04:39:55.305989+0000","last_undegraded":"2024-09-19T04:39:55.305989+0000","last_fullsized":"2024-09-19T04:39:55.305989+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:24.932773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242760+0000","last_change":"2024-09-19T04:39:53.265605+0000","last_active":"2024-09-19T04:39:55.242760+0000","last_peered":"2024-09-19T04:39:55.242760+0000","last_clean":"2024-09-19T04:39:55.242760+0000","last_became_active":"2024-09-19T04:39:53.264608+0000","last_became_peered":"2024-09-19T04:39:53.264608+0000","last_unstale":"2024-09-19T04:39:55.242760+0000","last_undegraded":"2024-09-19T04:39:55.242760+0000","last_fullsized":"2024-09-19T04:39:55.242760+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:37.065963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306747+0000","last_change":"2024-09-19T04:39:49.216992+0000","last_active":"2024-09-19T04:39:55.306747+0000","last_peered":"2024-09-19T04:39:55.306747+0000","last_clean":"2024-09-19T04:39:55.306747+0000","last_became_active":"2024-09-19T04:39:49.216592+0000","last_became_peered":"2024-09-19T04:39:49.216592+0000","last_unstale":"2024-09-19T04:39:55.306747+0000","last_undegraded":"2024-09-19T04:39:55.306747+0000","last_fullsized":"2024-09-19T04:39:55.306747+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:09.102913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243813+0000","last_change":"2024-09-19T04:39:48.205615+0000","last_active":"2024-09-19T04:39:55.243813+0000","last_peered":"2024-09-19T04:39:55.243813+0000","last_clean":"2024-09-19T04:39:55.243813+0000","last_became_active":"2024-09-19T04:39:48.204551+0000","last_became_peered":"2024-09-19T04:39:48.204551+0000","last_unstale":"2024-09-19T04:39:55.243813+0000","last_undegraded":"2024-09-19T04:39:55.243813+0000","last_fullsized":"2024-09-19T04:39:55.243813+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240193+0000","last_change":"2024-09-19T04:39:53.258494+0000","last_active":"2024-09-19T04:39:55.240193+0000","last_peered":"2024-09-19T04:39:55.240193+0000","last_clean":"2024-09-19T04:39:55.240193+0000","last_became_active":"2024-09-19T04:39:53.258150+0000","last_became_peered":"2024-09-19T04:39:53.258150+0000","last_unstale":"2024-09-19T04:39:55.240193+0000","last_undegraded":"2024-09-19T04:39:55.240193+0000","last_fullsized":"2024-09-19T04:39:55.240193+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:44.262491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243136+0000","last_change":"2024-09-19T04:39:49.224430+0000","last_active":"2024-09-19T04:39:55.243136+0000","last_peered":"2024-09-19T04:39:55.243136+0000","last_clean":"2024-09-19T04:39:55.243136+0000","last_became_active":"2024-09-19T04:39:49.224110+0000","last_became_peered":"2024-09-19T04:39:49.224110+0000","last_unstale":"2024-09-19T04:39:55.243136+0000","last_undegraded":"2024-09-19T04:39:55.243136+0000","last_fullsized":"2024-09-19T04:39:55.243136+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:45.462030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306124+0000","last_change":"2024-09-19T04:39:48.204579+0000","last_active":"2024-09-19T04:39:55.306124+0000","last_peered":"2024-09-19T04:39:55.306124+0000","last_clean":"2024-09-19T04:39:55.306124+0000","last_became_active":"2024-09-19T04:39:48.204284+0000","last_became_peered":"2024-09-19T04:39:48.204284+0000","last_unstale":"2024-09-19T04:39:55.306124+0000","last_undegraded":"2024-09-19T04:39:55.306124+0000","last_fullsized":"2024-09-19T04:39:55.306124+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:21.472952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240235+0000","last_change":"2024-09-19T04:39:54.076776+0000","last_active":"2024-09-19T04:39:55.240235+0000","last_peered":"2024-09-19T04:39:55.240235+0000","last_clean":"2024-09-19T04:39:55.240235+0000","last_became_active":"2024-09-19T04:39:54.076184+0000","last_became_peered":"2024-09-19T04:39:54.076184+0000","last_unstale":"2024-09-19T04:39:55.240235+0000","last_undegraded":"2024-09-19T04:39:55.240235+0000","last_fullsized":"2024-09-19T04:39:55.240235+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:59:54.251605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306484+0000","last_change":"2024-09-19T04:39:54.078364+0000","last_active":"2024-09-19T04:39:55.306484+0000","last_peered":"2024-09-19T04:39:55.306484+0000","last_clean":"2024-09-19T04:39:55.306484+0000","last_became_active":"2024-09-19T04:39:54.077904+0000","last_became_peered":"2024-09-19T04:39:54.077904+0000","last_unstale":"2024-09-19T04:39:55.306484+0000","last_undegraded":"2024-09-19T04:39:55.306484+0000","last_fullsized":"2024-09-19T04:39:55.306484+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:23.805806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304638+0000","last_change":"2024-09-19T04:39:49.213090+0000","last_active":"2024-09-19T04:39:55.304638+0000","last_peered":"2024-09-19T04:39:55.304638+0000","last_clean":"2024-09-19T04:39:55.304638+0000","last_became_active":"2024-09-19T04:39:49.212801+0000","last_became_peered":"2024-09-19T04:39:49.212801+0000","last_unstale":"2024-09-19T04:39:55.304638+0000","last_undegraded":"2024-09-19T04:39:55.304638+0000","last_fullsized":"2024-09-19T04:39:55.304638+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:38.196380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243958+0000","last_change":"2024-09-19T04:39:48.200604+0000","last_active":"2024-09-19T04:39:55.243958+0000","last_peered":"2024-09-19T04:39:55.243958+0000","last_clean":"2024-09-19T04:39:55.243958+0000","last_became_active":"2024-09-19T04:39:48.199863+0000","last_became_peered":"2024-09-19T04:39:48.199863+0000","last_unstale":"2024-09-19T04:39:55.243958+0000","last_undegraded":"2024-09-19T04:39:55.243958+0000","last_fullsized":"2024-09-19T04:39:55.243958+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305977+0000","last_change":"2024-09-19T04:39:53.266800+0000","last_active":"2024-09-19T04:39:55.305977+0000","last_peered":"2024-09-19T04:39:55.305977+0000","last_clean":"2024-09-19T04:39:55.305977+0000","last_became_active":"2024-09-19T04:39:53.266317+0000","last_became_peered":"2024-09-19T04:39:53.266317+0000","last_unstale":"2024-09-19T04:39:55.305977+0000","last_undegraded":"2024-09-19T04:39:55.305977+0000","last_fullsized":"2024-09-19T04:39:55.305977+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:39.347625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240143+0000","last_change":"2024-09-19T04:39:49.215352+0000","last_active":"2024-09-19T04:39:55.240143+0000","last_peered":"2024-09-19T04:39:55.240143+0000","last_clean":"2024-09-19T04:39:55.240143+0000","last_became_active":"2024-09-19T04:39:49.215058+0000","last_became_peered":"2024-09-19T04:39:49.215058+0000","last_unstale":"2024-09-19T04:39:55.240143+0000","last_undegraded":"2024-09-19T04:39:55.240143+0000","last_fullsized":"2024-09-19T04:39:55.240143+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:01:53.903850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240388+0000","last_change":"2024-09-19T04:39:48.210755+0000","last_active":"2024-09-19T04:39:55.240388+0000","last_peered":"2024-09-19T04:39:55.240388+0000","last_clean":"2024-09-19T04:39:55.240388+0000","last_became_active":"2024-09-19T04:39:48.206778+0000","last_became_peered":"2024-09-19T04:39:48.206778+0000","last_unstale":"2024-09-19T04:39:55.240388+0000","last_undegraded":"2024-09-19T04:39:55.240388+0000","last_fullsized":"2024-09-19T04:39:55.240388+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:19.561516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305526+0000","last_change":"2024-09-19T04:39:48.202712+0000","last_active":"2024-09-19T04:39:55.305526+0000","last_peered":"2024-09-19T04:39:55.305526+0000","last_clean":"2024-09-19T04:39:55.305526+0000","last_became_active":"2024-09-19T04:39:48.201810+0000","last_became_peered":"2024-09-19T04:39:48.201810+0000","last_unstale":"2024-09-19T04:39:55.305526+0000","last_undegraded":"2024-09-19T04:39:55.305526+0000","last_fullsized":"2024-09-19T04:39:55.305526+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:19.561516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306444+0000","last_change":"2024-09-19T04:39:49.210663+0000","last_active":"2024-09-19T04:39:55.306444+0000","last_peered":"2024-09-19T04:39:55.306444+0000","last_clean":"2024-09-19T04:39:55.306444+0000","last_became_active":"2024-09-19T04:39:49.210351+0000","last_became_peered":"2024-09-19T04:39:49.210351+0000","last_unstale":"2024-09-19T04:39:55.306444+0000","last_undegraded":"2024-09-19T04:39:55.306444+0000","last_fullsized":"2024-09-19T04:39:55.306444+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:47.829112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305281+0000","last_change":"2024-09-19T04:39:53.253149+0000","last_active":"2024-09-19T04:39:55.305281+0000","last_peered":"2024-09-19T04:39:55.305281+0000","last_clean":"2024-09-19T04:39:55.305281+0000","last_became_active":"2024-09-19T04:39:53.252794+0000","last_became_peered":"2024-09-19T04:39:53.252794+0000","last_unstale":"2024-09-19T04:39:55.305281+0000","last_undegraded":"2024-09-19T04:39:55.305281+0000","last_fullsized":"2024-09-19T04:39:55.305281+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:27.269160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240674+0000","last_change":"2024-09-19T04:39:48.212497+0000","last_active":"2024-09-19T04:39:55.240674+0000","last_peered":"2024-09-19T04:39:55.240674+0000","last_clean":"2024-09-19T04:39:55.240674+0000","last_became_active":"2024-09-19T04:39:48.212174+0000","last_became_peered":"2024-09-19T04:39:48.212174+0000","last_unstale":"2024-09-19T04:39:55.240674+0000","last_undegraded":"2024-09-19T04:39:55.240674+0000","last_fullsized":"2024-09-19T04:39:55.240674+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:21.472952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242346+0000","last_change":"2024-09-19T04:39:49.216370+0000","last_active":"2024-09-19T04:39:55.242346+0000","last_peered":"2024-09-19T04:39:55.242346+0000","last_clean":"2024-09-19T04:39:55.242346+0000","last_became_active":"2024-09-19T04:39:49.214087+0000","last_became_peered":"2024-09-19T04:39:49.214087+0000","last_unstale":"2024-09-19T04:39:55.242346+0000","last_undegraded":"2024-09-19T04:39:55.242346+0000","last_fullsized":"2024-09-19T04:39:55.242346+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:08.627874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240804+0000","last_change":"2024-09-19T04:39:53.258474+0000","last_active":"2024-09-19T04:39:55.240804+0000","last_peered":"2024-09-19T04:39:55.240804+0000","last_clean":"2024-09-19T04:39:55.240804+0000","last_became_active":"2024-09-19T04:39:53.257382+0000","last_became_peered":"2024-09-19T04:39:53.257382+0000","last_unstale":"2024-09-19T04:39:55.240804+0000","last_undegraded":"2024-09-19T04:39:55.240804+0000","last_fullsized":"2024-09-19T04:39:55.240804+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:16:44.273397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304814+0000","last_change":"2024-09-19T04:39:49.219357+0000","last_active":"2024-09-19T04:39:55.304814+0000","last_peered":"2024-09-19T04:39:55.304814+0000","last_clean":"2024-09-19T04:39:55.304814+0000","last_became_active":"2024-09-19T04:39:49.218604+0000","last_became_peered":"2024-09-19T04:39:49.218604+0000","last_unstale":"2024-09-19T04:39:55.304814+0000","last_undegraded":"2024-09-19T04:39:55.304814+0000","last_fullsized":"2024-09-19T04:39:55.304814+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:37:23.204023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304905+0000","last_change":"2024-09-19T04:39:49.212995+0000","last_active":"2024-09-19T04:39:55.304905+0000","last_peered":"2024-09-19T04:39:55.304905+0000","last_clean":"2024-09-19T04:39:55.304905+0000","last_became_active":"2024-09-19T04:39:49.212736+0000","last_became_peered":"2024-09-19T04:39:49.212736+0000","last_unstale":"2024-09-19T04:39:55.304905+0000","last_undegraded":"2024-09-19T04:39:55.304905+0000","last_fullsized":"2024-09-19T04:39:55.304905+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:22.014558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242271+0000","last_change":"2024-09-19T04:39:49.216590+0000","last_active":"2024-09-19T04:39:55.242271+0000","last_peered":"2024-09-19T04:39:55.242271+0000","last_clean":"2024-09-19T04:39:55.242271+0000","last_became_active":"2024-09-19T04:39:49.214154+0000","last_became_peered":"2024-09-19T04:39:49.214154+0000","last_unstale":"2024-09-19T04:39:55.242271+0000","last_undegraded":"2024-09-19T04:39:55.242271+0000","last_fullsized":"2024-09-19T04:39:55.242271+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:42.185395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306292+0000","last_change":"2024-09-19T04:39:49.206687+0000","last_active":"2024-09-19T04:39:55.306292+0000","last_peered":"2024-09-19T04:39:55.306292+0000","last_clean":"2024-09-19T04:39:55.306292+0000","last_became_active":"2024-09-19T04:39:49.206384+0000","last_became_peered":"2024-09-19T04:39:49.206384+0000","last_unstale":"2024-09-19T04:39:55.306292+0000","last_undegraded":"2024-09-19T04:39:55.306292+0000","last_fullsized":"2024-09-19T04:39:55.306292+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:01.607477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240855+0000","last_change":"2024-09-19T04:39:49.210608+0000","last_active":"2024-09-19T04:39:55.240855+0000","last_peered":"2024-09-19T04:39:55.240855+0000","last_clean":"2024-09-19T04:39:55.240855+0000","last_became_active":"2024-09-19T04:39:49.210340+0000","last_became_peered":"2024-09-19T04:39:49.210340+0000","last_unstale":"2024-09-19T04:39:55.240855+0000","last_undegraded":"2024-09-19T04:39:55.240855+0000","last_fullsized":"2024-09-19T04:39:55.240855+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:04.316332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305886+0000","last_change":"2024-09-19T04:39:49.213681+0000","last_active":"2024-09-19T04:39:55.305886+0000","last_peered":"2024-09-19T04:39:55.305886+0000","last_clean":"2024-09-19T04:39:55.305886+0000","last_became_active":"2024-09-19T04:39:49.213439+0000","last_became_peered":"2024-09-19T04:39:49.213439+0000","last_unstale":"2024-09-19T04:39:55.305886+0000","last_undegraded":"2024-09-19T04:39:55.305886+0000","last_fullsized":"2024-09-19T04:39:55.305886+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:49.598140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305810+0000","last_change":"2024-09-19T04:39:49.230355+0000","last_active":"2024-09-19T04:39:55.305810+0000","last_peered":"2024-09-19T04:39:55.305810+0000","last_clean":"2024-09-19T04:39:55.305810+0000","last_became_active":"2024-09-19T04:39:49.230032+0000","last_became_peered":"2024-09-19T04:39:49.230032+0000","last_unstale":"2024-09-19T04:39:55.305810+0000","last_undegraded":"2024-09-19T04:39:55.305810+0000","last_fullsized":"2024-09-19T04:39:55.305810+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:47.829112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241051+0000","last_change":"2024-09-19T04:39:49.221165+0000","last_active":"2024-09-19T04:39:55.241051+0000","last_peered":"2024-09-19T04:39:55.241051+0000","last_clean":"2024-09-19T04:39:55.241051+0000","last_became_active":"2024-09-19T04:39:49.219776+0000","last_became_peered":"2024-09-19T04:39:49.219776+0000","last_unstale":"2024-09-19T04:39:55.241051+0000","last_undegraded":"2024-09-19T04:39:55.241051+0000","last_fullsized":"2024-09-19T04:39:55.241051+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:54.496191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243832+0000","last_change":"2024-09-19T04:39:49.205079+0000","last_active":"2024-09-19T04:39:55.243832+0000","last_peered":"2024-09-19T04:39:55.243832+0000","last_clean":"2024-09-19T04:39:55.243832+0000","last_became_active":"2024-09-19T04:39:49.204653+0000","last_became_peered":"2024-09-19T04:39:49.204653+0000","last_unstale":"2024-09-19T04:39:55.243832+0000","last_undegraded":"2024-09-19T04:39:55.243832+0000","last_fullsized":"2024-09-19T04:39:55.243832+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:11:25.526797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240302+0000","last_change":"2024-09-19T04:39:49.223192+0000","last_active":"2024-09-19T04:39:55.240302+0000","last_peered":"2024-09-19T04:39:55.240302+0000","last_clean":"2024-09-19T04:39:55.240302+0000","last_became_active":"2024-09-19T04:39:49.222861+0000","last_became_peered":"2024-09-19T04:39:49.222861+0000","last_unstale":"2024-09-19T04:39:55.240302+0000","last_undegraded":"2024-09-19T04:39:55.240302+0000","last_fullsized":"2024-09-19T04:39:55.240302+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:18.447781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242154+0000","last_change":"2024-09-19T04:39:49.231980+0000","last_active":"2024-09-19T04:39:55.242154+0000","last_peered":"2024-09-19T04:39:55.242154+0000","last_clean":"2024-09-19T04:39:55.242154+0000","last_became_active":"2024-09-19T04:39:49.231708+0000","last_became_peered":"2024-09-19T04:39:49.231708+0000","last_unstale":"2024-09-19T04:39:55.242154+0000","last_undegraded":"2024-09-19T04:39:55.242154+0000","last_fullsized":"2024-09-19T04:39:55.242154+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:54.496191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306168+0000","last_change":"2024-09-19T04:39:49.232094+0000","last_active":"2024-09-19T04:39:55.306168+0000","last_peered":"2024-09-19T04:39:55.306168+0000","last_clean":"2024-09-19T04:39:55.306168+0000","last_became_active":"2024-09-19T04:39:49.231847+0000","last_became_peered":"2024-09-19T04:39:49.231847+0000","last_unstale":"2024-09-19T04:39:55.306168+0000","last_undegraded":"2024-09-19T04:39:55.306168+0000","last_fullsized":"2024-09-19T04:39:55.306168+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:35.722085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305455+0000","last_change":"2024-09-19T04:39:49.220771+0000","last_active":"2024-09-19T04:39:55.305455+0000","last_peered":"2024-09-19T04:39:55.305455+0000","last_clean":"2024-09-19T04:39:55.305455+0000","last_became_active":"2024-09-19T04:39:49.220252+0000","last_became_peered":"2024-09-19T04:39:49.220252+0000","last_unstale":"2024-09-19T04:39:55.305455+0000","last_undegraded":"2024-09-19T04:39:55.305455+0000","last_fullsized":"2024-09-19T04:39:55.305455+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:38.196380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306111+0000","last_change":"2024-09-19T04:39:49.231139+0000","last_active":"2024-09-19T04:39:55.306111+0000","last_peered":"2024-09-19T04:39:55.306111+0000","last_clean":"2024-09-19T04:39:55.306111+0000","last_became_active":"2024-09-19T04:39:49.230748+0000","last_became_peered":"2024-09-19T04:39:49.230748+0000","last_unstale":"2024-09-19T04:39:55.306111+0000","last_undegraded":"2024-09-19T04:39:55.306111+0000","last_fullsized":"2024-09-19T04:39:55.306111+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:14.025663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305742+0000","last_change":"2024-09-19T04:39:49.217280+0000","last_active":"2024-09-19T04:39:55.305742+0000","last_peered":"2024-09-19T04:39:55.305742+0000","last_clean":"2024-09-19T04:39:55.305742+0000","last_became_active":"2024-09-19T04:39:49.216984+0000","last_became_peered":"2024-09-19T04:39:49.216984+0000","last_unstale":"2024-09-19T04:39:55.305742+0000","last_undegraded":"2024-09-19T04:39:55.305742+0000","last_fullsized":"2024-09-19T04:39:55.305742+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:35.722085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243591+0000","last_change":"2024-09-19T04:39:49.229565+0000","last_active":"2024-09-19T04:39:55.243591+0000","last_peered":"2024-09-19T04:39:55.243591+0000","last_clean":"2024-09-19T04:39:55.243591+0000","last_became_active":"2024-09-19T04:39:49.229301+0000","last_became_peered":"2024-09-19T04:39:49.229301+0000","last_unstale":"2024-09-19T04:39:55.243591+0000","last_undegraded":"2024-09-19T04:39:55.243591+0000","last_fullsized":"2024-09-19T04:39:55.243591+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:14.025663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243930+0000","last_change":"2024-09-19T04:39:49.203853+0000","last_active":"2024-09-19T04:39:55.243930+0000","last_peered":"2024-09-19T04:39:55.243930+0000","last_clean":"2024-09-19T04:39:55.243930+0000","last_became_active":"2024-09-19T04:39:49.203104+0000","last_became_peered":"2024-09-19T04:39:49.203104+0000","last_unstale":"2024-09-19T04:39:55.243930+0000","last_undegraded":"2024-09-19T04:39:55.243930+0000","last_fullsized":"2024-09-19T04:39:55.243930+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:49.598140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304733+0000","last_change":"2024-09-19T04:39:49.223814+0000","last_active":"2024-09-19T04:39:55.304733+0000","last_peered":"2024-09-19T04:39:55.304733+0000","last_clean":"2024-09-19T04:39:55.304733+0000","last_became_active":"2024-09-19T04:39:49.222724+0000","last_became_peered":"2024-09-19T04:39:49.222724+0000","last_unstale":"2024-09-19T04:39:55.304733+0000","last_undegraded":"2024-09-19T04:39:55.304733+0000","last_fullsized":"2024-09-19T04:39:55.304733+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:01:53.903850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306429+0000","last_change":"2024-09-19T04:39:49.215066+0000","last_active":"2024-09-19T04:39:55.306429+0000","last_peered":"2024-09-19T04:39:55.306429+0000","last_clean":"2024-09-19T04:39:55.306429+0000","last_became_active":"2024-09-19T04:39:49.214777+0000","last_became_peered":"2024-09-19T04:39:49.214777+0000","last_unstale":"2024-09-19T04:39:55.306429+0000","last_undegraded":"2024-09-19T04:39:55.306429+0000","last_fullsized":"2024-09-19T04:39:55.306429+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:37:23.204023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240558+0000","last_change":"2024-09-19T04:39:49.225185+0000","last_active":"2024-09-19T04:39:55.240558+0000","last_peered":"2024-09-19T04:39:55.240558+0000","last_clean":"2024-09-19T04:39:55.240558+0000","last_became_active":"2024-09-19T04:39:49.224216+0000","last_became_peered":"2024-09-19T04:39:49.224216+0000","last_unstale":"2024-09-19T04:39:55.240558+0000","last_undegraded":"2024-09-19T04:39:55.240558+0000","last_fullsized":"2024-09-19T04:39:55.240558+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:38.196380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242732+0000","last_change":"2024-09-19T04:39:49.217932+0000","last_active":"2024-09-19T04:39:55.242732+0000","last_peered":"2024-09-19T04:39:55.242732+0000","last_clean":"2024-09-19T04:39:55.242732+0000","last_became_active":"2024-09-19T04:39:49.217608+0000","last_became_peered":"2024-09-19T04:39:49.217608+0000","last_unstale":"2024-09-19T04:39:55.242732+0000","last_undegraded":"2024-09-19T04:39:55.242732+0000","last_fullsized":"2024-09-19T04:39:55.242732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:25.938202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305323+0000","last_change":"2024-09-19T04:39:49.213499+0000","last_active":"2024-09-19T04:39:55.305323+0000","last_peered":"2024-09-19T04:39:55.305323+0000","last_clean":"2024-09-19T04:39:55.305323+0000","last_became_active":"2024-09-19T04:39:49.213125+0000","last_became_peered":"2024-09-19T04:39:49.213125+0000","last_unstale":"2024-09-19T04:39:55.305323+0000","last_undegraded":"2024-09-19T04:39:55.305323+0000","last_fullsized":"2024-09-19T04:39:55.305323+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:01.607477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305693+0000","last_change":"2024-09-19T04:39:49.212599+0000","last_active":"2024-09-19T04:39:55.305693+0000","last_peered":"2024-09-19T04:39:55.305693+0000","last_clean":"2024-09-19T04:39:55.305693+0000","last_became_active":"2024-09-19T04:39:49.212217+0000","last_became_peered":"2024-09-19T04:39:49.212217+0000","last_unstale":"2024-09-19T04:39:55.305693+0000","last_undegraded":"2024-09-19T04:39:55.305693+0000","last_fullsized":"2024-09-19T04:39:55.305693+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:09.102913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306632+0000","last_change":"2024-09-19T04:39:49.229876+0000","last_active":"2024-09-19T04:39:55.306632+0000","last_peered":"2024-09-19T04:39:55.306632+0000","last_clean":"2024-09-19T04:39:55.306632+0000","last_became_active":"2024-09-19T04:39:49.229290+0000","last_became_peered":"2024-09-19T04:39:49.229290+0000","last_unstale":"2024-09-19T04:39:55.306632+0000","last_undegraded":"2024-09-19T04:39:55.306632+0000","last_fullsized":"2024-09-19T04:39:55.306632+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:23.779574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240025+0000","last_change":"2024-09-19T04:39:49.218105+0000","last_active":"2024-09-19T04:39:55.240025+0000","last_peered":"2024-09-19T04:39:55.240025+0000","last_clean":"2024-09-19T04:39:55.240025+0000","last_became_active":"2024-09-19T04:39:49.217496+0000","last_became_peered":"2024-09-19T04:39:49.217496+0000","last_unstale":"2024-09-19T04:39:55.240025+0000","last_undegraded":"2024-09-19T04:39:55.240025+0000","last_fullsized":"2024-09-19T04:39:55.240025+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:47.829112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305287+0000","last_change":"2024-09-19T04:39:49.232411+0000","last_active":"2024-09-19T04:39:55.305287+0000","last_peered":"2024-09-19T04:39:55.305287+0000","last_clean":"2024-09-19T04:39:55.305287+0000","last_became_active":"2024-09-19T04:39:49.232102+0000","last_became_peered":"2024-09-19T04:39:49.232102+0000","last_unstale":"2024-09-19T04:39:55.305287+0000","last_undegraded":"2024-09-19T04:39:55.305287+0000","last_fullsized":"2024-09-19T04:39:55.305287+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:11:25.526797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242034+0000","last_change":"2024-09-19T04:39:49.206535+0000","last_active":"2024-09-19T04:39:55.242034+0000","last_peered":"2024-09-19T04:39:55.242034+0000","last_clean":"2024-09-19T04:39:55.242034+0000","last_became_active":"2024-09-19T04:39:49.206211+0000","last_became_peered":"2024-09-19T04:39:49.206211+0000","last_unstale":"2024-09-19T04:39:55.242034+0000","last_undegraded":"2024-09-19T04:39:55.242034+0000","last_fullsized":"2024-09-19T04:39:55.242034+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:18.447781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305759+0000","last_change":"2024-09-19T04:39:49.232545+0000","last_active":"2024-09-19T04:39:55.305759+0000","last_peered":"2024-09-19T04:39:55.305759+0000","last_clean":"2024-09-19T04:39:55.305759+0000","last_became_active":"2024-09-19T04:39:49.229953+0000","last_became_peered":"2024-09-19T04:39:49.229953+0000","last_unstale":"2024-09-19T04:39:55.305759+0000","last_undegraded":"2024-09-19T04:39:55.305759+0000","last_fullsized":"2024-09-19T04:39:55.305759+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:42.185395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242551+0000","last_change":"2024-09-19T04:39:49.211894+0000","last_active":"2024-09-19T04:39:55.242551+0000","last_peered":"2024-09-19T04:39:55.242551+0000","last_clean":"2024-09-19T04:39:55.242551+0000","last_became_active":"2024-09-19T04:39:49.211253+0000","last_became_peered":"2024-09-19T04:39:49.211253+0000","last_unstale":"2024-09-19T04:39:55.242551+0000","last_undegraded":"2024-09-19T04:39:55.242551+0000","last_fullsized":"2024-09-19T04:39:55.242551+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:04.316332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306285+0000","last_change":"2024-09-19T04:39:49.209597+0000","last_active":"2024-09-19T04:39:55.306285+0000","last_peered":"2024-09-19T04:39:55.306285+0000","last_clean":"2024-09-19T04:39:55.306285+0000","last_became_active":"2024-09-19T04:39:49.208390+0000","last_became_peered":"2024-09-19T04:39:49.208390+0000","last_unstale":"2024-09-19T04:39:55.306285+0000","last_undegraded":"2024-09-19T04:39:55.306285+0000","last_fullsized":"2024-09-19T04:39:55.306285+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:01:53.903850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305134+0000","last_change":"2024-09-19T04:39:49.220400+0000","last_active":"2024-09-19T04:39:55.305134+0000","last_peered":"2024-09-19T04:39:55.305134+0000","last_clean":"2024-09-19T04:39:55.305134+0000","last_became_active":"2024-09-19T04:39:49.219862+0000","last_became_peered":"2024-09-19T04:39:49.219862+0000","last_unstale":"2024-09-19T04:39:55.305134+0000","last_undegraded":"2024-09-19T04:39:55.305134+0000","last_fullsized":"2024-09-19T04:39:55.305134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:47.829112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306514+0000","last_change":"2024-09-19T04:39:49.229640+0000","last_active":"2024-09-19T04:39:55.306514+0000","last_peered":"2024-09-19T04:39:55.306514+0000","last_clean":"2024-09-19T04:39:55.306514+0000","last_became_active":"2024-09-19T04:39:49.227991+0000","last_became_peered":"2024-09-19T04:39:49.227991+0000","last_unstale":"2024-09-19T04:39:55.306514+0000","last_undegraded":"2024-09-19T04:39:55.306514+0000","last_fullsized":"2024-09-19T04:39:55.306514+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:37:47.582469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574858,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32036,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339804,"statfs":{"total":96636764160,"available":96603959296,"internally_reserved":0,"allocated":864256,"data_stored":698343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574857,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31456,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":278528,"data_stored":111237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574856,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31460,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340380,"statfs":{"total":96636764160,"available":96604549120,"internally_reserved":0,"allocated":270336,"data_stored":107483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574856,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":278528,"data_stored":107519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574857,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":278528,"data_stored":111237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574858,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":266240,"data_stored":107393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574856,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":274432,"data_stored":107553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574856,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27884,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343956,"statfs":{"total":96636764160,"available":96608210944,"internally_reserved":0,"allocated":872448,"data_stored":698399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:40:09.803 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:40:09.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.993+0000 7f018ae00640 1 Processor -- start 2024-09-19T04:40:09.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.993+0000 7f018ae00640 1 -- start start 2024-09-19T04:40:09.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.994+0000 7f018ae00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f018406f0e0 0x7f018415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:09.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.994+0000 7f018ae00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01840b4760 con 0x7f018406f4c0 2024-09-19T04:40:09.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.994+0000 7f018ae00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f018415c620 con 0x7f01840b3ba0 2024-09-19T04:40:09.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.994+0000 7f018ae00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f018415bc50 con 0x7f018406f0e0 2024-09-19T04:40:09.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.995+0000 7f0183400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f018406f4c0 0x7f01840cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:42106/0 (socket says 172.21.15.31:42106) 2024-09-19T04:40:09.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.995+0000 7f0183400640 1 -- 172.21.15.31:0/3890327087 learned_addr learned my addr 172.21.15.31:0/3890327087 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:09.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.995+0000 7f0183e00640 1 --2- 172.21.15.31:0/3890327087 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f018406f0e0 0x7f018415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:09.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.995+0000 7f0182a00640 1 -- 172.21.15.31:0/3890327087 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 906393935 0 0) 0x7f0170001110 con 0x7f018406f4c0 2024-09-19T04:40:09.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.995+0000 7f0182a00640 1 -- 172.21.15.31:0/3890327087 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0168003520 con 0x7f018406f4c0 2024-09-19T04:40:09.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.995+0000 7f0182a00640 1 -- 172.21.15.31:0/3890327087 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4245859339 0 0) 0x7f0168003520 con 0x7f018406f4c0 2024-09-19T04:40:09.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.995+0000 7f0182a00640 1 -- 172.21.15.31:0/3890327087 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f018406f0e0 msgr2=0x7f018415c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:09.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.995+0000 7f0182a00640 1 --2- 172.21.15.31:0/3890327087 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f018406f0e0 0x7f018415c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:09.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.995+0000 7f0182a00640 1 -- 172.21.15.31:0/3890327087 >> v1:172.21.15.52:6789/0 conn(0x7f01840b3ba0 legacy=0x7f01840b4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.995+0000 7f0182a00640 1 -- 172.21.15.31:0/3890327087 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01840cfb40 con 0x7f018406f4c0 2024-09-19T04:40:09.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.995+0000 7f0182a00640 1 -- 172.21.15.31:0/3890327087 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7f0170001840 con 0x7f018406f4c0 2024-09-19T04:40:09.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.995+0000 7f0182a00640 1 -- 172.21.15.31:0/3890327087 >> v1:172.21.15.31:6789/0 conn(0x7f018406f4c0 legacy=0x7f01840cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:09.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.995+0000 7f0182a00640 1 --2- 172.21.15.31:0/3890327087 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01680039e0 0x7f0168003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:09.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.996+0000 7f0182a00640 1 --2- 172.21.15.31:0/3890327087 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f018406f0e0 0x7f0168004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:09.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.996+0000 7f0182a00640 1 --2- 172.21.15.31:0/3890327087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0168004d40 0x7f01680051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:09.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.996+0000 7f0182a00640 1 -- 172.21.15.31:0/3890327087 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f018415bc50 con 0x7f01680039e0 2024-09-19T04:40:09.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.996+0000 7f0182a00640 1 -- 172.21.15.31:0/3890327087 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f016800b9c0 con 0x7f0168004d40 2024-09-19T04:40:09.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.996+0000 7f0182a00640 1 -- 172.21.15.31:0/3890327087 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f016800ddd0 con 0x7f018406f0e0 2024-09-19T04:40:09.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.996+0000 7f0183e00640 1 --2- 172.21.15.31:0/3890327087 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01680039e0 0x7f0168003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:09.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.996+0000 7f0188e00640 1 --2- 172.21.15.31:0/3890327087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0168004d40 0x7f01680051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:09.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.996+0000 7f0183400640 1 --2- 172.21.15.31:0/3890327087 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f018406f0e0 0x7f0168004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.996+0000 7f0183e00640 1 -- 172.21.15.31:0/3890327087 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f018406f0e0 msgr2=0x7f0168004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:10.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.996+0000 7f0183e00640 1 --2- 172.21.15.31:0/3890327087 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f018406f0e0 0x7f0168004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.996+0000 7f0183e00640 1 -- 172.21.15.31:0/3890327087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0168004d40 msgr2=0x7f01680051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:10.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.996+0000 7f0183e00640 1 --2- 172.21.15.31:0/3890327087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0168004d40 0x7f01680051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.996+0000 7f0183e00640 1 -- 172.21.15.31:0/3890327087 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0168003520 con 0x7f01680039e0 2024-09-19T04:40:10.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.996+0000 7f0183400640 1 --2- 172.21.15.31:0/3890327087 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f018406f0e0 0x7f0168004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:10.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.997+0000 7f0183e00640 1 --2- 172.21.15.31:0/3890327087 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01680039e0 0x7f0168003dc0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f0174009ac0 tx=0x7f0168005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cb7f9ecd214e165 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:10.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.997+0000 7f0182a00640 1 -- 172.21.15.31:0/3890327087 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0174036070 con 0x7f01680039e0 2024-09-19T04:40:10.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.998+0000 7f0182a00640 1 -- 172.21.15.31:0/3890327087 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0174031400 con 0x7f01680039e0 2024-09-19T04:40:10.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.998+0000 7f0182a00640 1 -- 172.21.15.31:0/3890327087 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0174009690 con 0x7f01680039e0 2024-09-19T04:40:10.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.998+0000 7f018ae00640 1 -- 172.21.15.31:0/3890327087 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01680039e0 msgr2=0x7f0168003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.998+0000 7f018ae00640 1 --2- 172.21.15.31:0/3890327087 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01680039e0 0x7f0168003dc0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f0174009ac0 tx=0x7f0168005830 comp rx=0 tx=0).stop 2024-09-19T04:40:10.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.998+0000 7f0188e00640 1 -- 172.21.15.31:0/3890327087 reap_dead start 2024-09-19T04:40:10.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.998+0000 7f018ae00640 1 -- 172.21.15.31:0/3890327087 shutdown_connections 2024-09-19T04:40:10.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.998+0000 7f018ae00640 1 -- 172.21.15.31:0/3890327087 >> 172.21.15.31:0/3890327087 conn(0x7f0184067da0 msgr2=0x7f018406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:10.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.998+0000 7f018ae00640 1 -- 172.21.15.31:0/3890327087 shutdown_connections 2024-09-19T04:40:10.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:09.998+0000 7f018ae00640 1 -- 172.21.15.31:0/3890327087 wait complete. 2024-09-19T04:40:10.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.000+0000 7f018ae00640 1 Processor -- start 2024-09-19T04:40:10.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.000+0000 7f018ae00640 1 -- start start 2024-09-19T04:40:10.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.001+0000 7f018ae00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f01680039e0 0x7f0184154340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.001+0000 7f018ae00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01840a94d0 0x7f01840a9950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.001+0000 7f018ae00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f01841503b0 0x7f0184150840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.001+0000 7f018ae00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f018415b8e0 con 0x7f01840a94d0 2024-09-19T04:40:10.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.001+0000 7f018ae00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0184152630 con 0x7f01680039e0 2024-09-19T04:40:10.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.001+0000 7f018ae00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f018406f900 con 0x7f01841503b0 2024-09-19T04:40:10.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.001+0000 7f0183400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01840a94d0 0x7f01840a9950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.001+0000 7f0183400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01840a94d0 0x7f01840a9950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53924/0 (socket says 172.21.15.31:53924) 2024-09-19T04:40:10.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.001+0000 7f0183400640 1 -- 172.21.15.31:0/4234531711 learned_addr learned my addr 172.21.15.31:0/4234531711 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:10.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.001+0000 7f0183e00640 1 --2- 172.21.15.31:0/4234531711 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f01680039e0 0x7f0184154340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.001+0000 7f0188e00640 1 --2- 172.21.15.31:0/4234531711 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f01841503b0 0x7f0184150840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.002+0000 7f0183400640 1 -- 172.21.15.31:0/4234531711 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f01841503b0 msgr2=0x7f0184150840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.002+0000 7f0183400640 1 --2- 172.21.15.31:0/4234531711 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f01841503b0 0x7f0184150840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.002+0000 7f0183400640 1 -- 172.21.15.31:0/4234531711 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f01680039e0 msgr2=0x7f0184154340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.002+0000 7f0183400640 1 --2- 172.21.15.31:0/4234531711 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f01680039e0 0x7f0184154340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.002+0000 7f0183400640 1 -- 172.21.15.31:0/4234531711 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0184156770 con 0x7f01840a94d0 2024-09-19T04:40:10.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.002+0000 7f0183400640 1 --2- 172.21.15.31:0/4234531711 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01840a94d0 0x7f01840a9950 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f0170007330 tx=0x7f01700077f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:10.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.002+0000 7f017be00640 1 -- 172.21.15.31:0/4234531711 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f017000e740 con 0x7f01840a94d0 2024-09-19T04:40:10.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.002+0000 7f017be00640 1 -- 172.21.15.31:0/4234531711 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0170018070 con 0x7f01840a94d0 2024-09-19T04:40:10.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.002+0000 7f017be00640 1 -- 172.21.15.31:0/4234531711 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f017000eae0 con 0x7f01840a94d0 2024-09-19T04:40:10.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.002+0000 7f018ae00640 1 -- 172.21.15.31:0/4234531711 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0184154920 con 0x7f01840a94d0 2024-09-19T04:40:10.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.002+0000 7f018ae00640 1 -- 172.21.15.31:0/4234531711 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0184154ee0 con 0x7f01840a94d0 2024-09-19T04:40:10.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.004+0000 7f018ae00640 1 -- 172.21.15.31:0/4234531711 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f018415ee80 con 0x7f01840a94d0 2024-09-19T04:40:10.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.004+0000 7f017be00640 1 -- 172.21.15.31:0/4234531711 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f017000ec80 con 0x7f01840a94d0 2024-09-19T04:40:10.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.005+0000 7f017be00640 1 --2- 172.21.15.31:0/4234531711 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f016406c2e0 0x7f016406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.005+0000 7f017be00640 1 -- 172.21.15.31:0/4234531711 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f017008b1d0 con 0x7f01840a94d0 2024-09-19T04:40:10.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.006+0000 7f0183e00640 1 --2- 172.21.15.31:0/4234531711 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f016406c2e0 0x7f016406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.006+0000 7f0183e00640 1 --2- 172.21.15.31:0/4234531711 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f016406c2e0 0x7f016406e7a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0174033000 tx=0x7f0174008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:10.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.009+0000 7f017be00640 1 -- 172.21.15.31:0/4234531711 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f01840b4760 con 0x7f01840a94d0 2024-09-19T04:40:10.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.194+0000 7f018ae00640 1 -- 172.21.15.31:0/4234531711 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0184159060 con 0x7f016406c2e0 2024-09-19T04:40:10.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.203+0000 7f017be00640 1 -- 172.21.15.31:0/4234531711 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7f0184159060 con 0x7f016406c2e0 2024-09-19T04:40:10.207 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:10.209 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T04:40:10.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.207+0000 7f018ae00640 1 -- 172.21.15.31:0/4234531711 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f016406c2e0 msgr2=0x7f016406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.207+0000 7f018ae00640 1 --2- 172.21.15.31:0/4234531711 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f016406c2e0 0x7f016406e7a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0174033000 tx=0x7f0174008030 comp rx=0 tx=0).stop 2024-09-19T04:40:10.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.207+0000 7f018ae00640 1 -- 172.21.15.31:0/4234531711 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01840a94d0 msgr2=0x7f01840a9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.207+0000 7f018ae00640 1 --2- 172.21.15.31:0/4234531711 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01840a94d0 0x7f01840a9950 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f0170007330 tx=0x7f01700077f0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.207+0000 7f018ae00640 1 -- 172.21.15.31:0/4234531711 shutdown_connections 2024-09-19T04:40:10.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.207+0000 7f018ae00640 1 --2- 172.21.15.31:0/4234531711 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f01841503b0 0x7f0184150840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.207+0000 7f018ae00640 1 --2- 172.21.15.31:0/4234531711 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f01840a94d0 0x7f01840a9950 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.207+0000 7f018ae00640 1 --2- 172.21.15.31:0/4234531711 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f016406c2e0 0x7f016406e7a0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.207+0000 7f018ae00640 1 --2- 172.21.15.31:0/4234531711 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f01680039e0 0x7f0184154340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.207+0000 7f018ae00640 1 -- 172.21.15.31:0/4234531711 >> 172.21.15.31:0/4234531711 conn(0x7f0184067da0 msgr2=0x7f018406dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:10.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.207+0000 7f018ae00640 1 -- 172.21.15.31:0/4234531711 shutdown_connections 2024-09-19T04:40:10.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.207+0000 7f018ae00640 1 -- 172.21.15.31:0/4234531711 wait complete. 2024-09-19T04:40:10.224 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":34,"stamp":"2024-09-19T04:40:09.149173+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":232040,"kb_used_data":3304,"kb_used_omap":12,"kb_used_meta":228531,"kb_avail":754742680,"statfs":{"total":773094113280,"available":772856504320,"internally_reserved":0,"allocated":3383296,"data_stored":2049164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":234016306},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002411"},"pg_stats":[{"pgid":"2.1f","version":"19'4","reported_seq":28,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306750+0000","last_change":"2024-09-19T04:39:48.212499+0000","last_active":"2024-09-19T04:39:55.306750+0000","last_peered":"2024-09-19T04:39:55.306750+0000","last_clean":"2024-09-19T04:39:55.306750+0000","last_became_active":"2024-09-19T04:39:48.212191+0000","last_became_peered":"2024-09-19T04:39:48.212191+0000","last_unstale":"2024-09-19T04:39:55.306750+0000","last_undegraded":"2024-09-19T04:39:55.306750+0000","last_fullsized":"2024-09-19T04:39:55.306750+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:44:08.851635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240923+0000","last_change":"2024-09-19T04:39:49.223603+0000","last_active":"2024-09-19T04:39:55.240923+0000","last_peered":"2024-09-19T04:39:55.240923+0000","last_clean":"2024-09-19T04:39:55.240923+0000","last_became_active":"2024-09-19T04:39:49.223272+0000","last_became_peered":"2024-09-19T04:39:49.223272+0000","last_unstale":"2024-09-19T04:39:55.240923+0000","last_undegraded":"2024-09-19T04:39:55.240923+0000","last_fullsized":"2024-09-19T04:39:55.240923+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:42.185395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240167+0000","last_change":"2024-09-19T04:39:54.078346+0000","last_active":"2024-09-19T04:39:55.240167+0000","last_peered":"2024-09-19T04:39:55.240167+0000","last_clean":"2024-09-19T04:39:55.240167+0000","last_became_active":"2024-09-19T04:39:54.077887+0000","last_became_peered":"2024-09-19T04:39:54.077887+0000","last_unstale":"2024-09-19T04:39:55.240167+0000","last_undegraded":"2024-09-19T04:39:55.240167+0000","last_fullsized":"2024-09-19T04:39:55.240167+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:43.997310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241029+0000","last_change":"2024-09-19T04:39:48.212032+0000","last_active":"2024-09-19T04:39:55.241029+0000","last_peered":"2024-09-19T04:39:55.241029+0000","last_clean":"2024-09-19T04:39:55.241029+0000","last_became_active":"2024-09-19T04:39:48.211783+0000","last_became_peered":"2024-09-19T04:39:48.211783+0000","last_unstale":"2024-09-19T04:39:55.241029+0000","last_undegraded":"2024-09-19T04:39:55.241029+0000","last_fullsized":"2024-09-19T04:39:55.241029+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306656+0000","last_change":"2024-09-19T04:39:49.214446+0000","last_active":"2024-09-19T04:39:55.306656+0000","last_peered":"2024-09-19T04:39:55.306656+0000","last_clean":"2024-09-19T04:39:55.306656+0000","last_became_active":"2024-09-19T04:39:49.214120+0000","last_became_peered":"2024-09-19T04:39:49.214120+0000","last_unstale":"2024-09-19T04:39:55.306656+0000","last_undegraded":"2024-09-19T04:39:55.306656+0000","last_fullsized":"2024-09-19T04:39:55.306656+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:46.523459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241690+0000","last_change":"2024-09-19T04:39:53.265653+0000","last_active":"2024-09-19T04:39:55.241690+0000","last_peered":"2024-09-19T04:39:55.241690+0000","last_clean":"2024-09-19T04:39:55.241690+0000","last_became_active":"2024-09-19T04:39:53.265189+0000","last_became_peered":"2024-09-19T04:39:53.265189+0000","last_unstale":"2024-09-19T04:39:55.241690+0000","last_undegraded":"2024-09-19T04:39:55.241690+0000","last_fullsized":"2024-09-19T04:39:55.241690+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:44.007291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306080+0000","last_change":"2024-09-19T04:39:48.212172+0000","last_active":"2024-09-19T04:39:55.306080+0000","last_peered":"2024-09-19T04:39:55.306080+0000","last_clean":"2024-09-19T04:39:55.306080+0000","last_became_active":"2024-09-19T04:39:48.211097+0000","last_became_peered":"2024-09-19T04:39:48.211097+0000","last_unstale":"2024-09-19T04:39:55.306080+0000","last_undegraded":"2024-09-19T04:39:55.306080+0000","last_fullsized":"2024-09-19T04:39:55.306080+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:00.067027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242658+0000","last_change":"2024-09-19T04:39:49.212874+0000","last_active":"2024-09-19T04:39:55.242658+0000","last_peered":"2024-09-19T04:39:55.242658+0000","last_clean":"2024-09-19T04:39:55.242658+0000","last_became_active":"2024-09-19T04:39:49.212596+0000","last_became_peered":"2024-09-19T04:39:49.212596+0000","last_unstale":"2024-09-19T04:39:55.242658+0000","last_undegraded":"2024-09-19T04:39:55.242658+0000","last_fullsized":"2024-09-19T04:39:55.242658+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:37:47.582469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242464+0000","last_change":"2024-09-19T04:39:53.265614+0000","last_active":"2024-09-19T04:39:55.242464+0000","last_peered":"2024-09-19T04:39:55.242464+0000","last_clean":"2024-09-19T04:39:55.242464+0000","last_became_active":"2024-09-19T04:39:53.264657+0000","last_became_peered":"2024-09-19T04:39:53.264657+0000","last_unstale":"2024-09-19T04:39:55.242464+0000","last_undegraded":"2024-09-19T04:39:55.242464+0000","last_fullsized":"2024-09-19T04:39:55.242464+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:08:16.399628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305914+0000","last_change":"2024-09-19T04:39:48.211282+0000","last_active":"2024-09-19T04:39:55.305914+0000","last_peered":"2024-09-19T04:39:55.305914+0000","last_clean":"2024-09-19T04:39:55.305914+0000","last_became_active":"2024-09-19T04:39:48.210839+0000","last_became_peered":"2024-09-19T04:39:48.210839+0000","last_unstale":"2024-09-19T04:39:55.305914+0000","last_undegraded":"2024-09-19T04:39:55.305914+0000","last_fullsized":"2024-09-19T04:39:55.305914+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:21.009128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242985+0000","last_change":"2024-09-19T04:39:49.214419+0000","last_active":"2024-09-19T04:39:55.242985+0000","last_peered":"2024-09-19T04:39:55.242985+0000","last_clean":"2024-09-19T04:39:55.242985+0000","last_became_active":"2024-09-19T04:39:49.213109+0000","last_became_peered":"2024-09-19T04:39:49.213109+0000","last_unstale":"2024-09-19T04:39:55.242985+0000","last_undegraded":"2024-09-19T04:39:55.242985+0000","last_fullsized":"2024-09-19T04:39:55.242985+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:23.779574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242094+0000","last_change":"2024-09-19T04:39:53.245521+0000","last_active":"2024-09-19T04:39:55.242094+0000","last_peered":"2024-09-19T04:39:55.242094+0000","last_clean":"2024-09-19T04:39:55.242094+0000","last_became_active":"2024-09-19T04:39:53.245060+0000","last_became_peered":"2024-09-19T04:39:53.245060+0000","last_unstale":"2024-09-19T04:39:55.242094+0000","last_undegraded":"2024-09-19T04:39:55.242094+0000","last_fullsized":"2024-09-19T04:39:55.242094+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:49.502013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305289+0000","last_change":"2024-09-19T04:39:49.220804+0000","last_active":"2024-09-19T04:39:55.305289+0000","last_peered":"2024-09-19T04:39:55.305289+0000","last_clean":"2024-09-19T04:39:55.305289+0000","last_became_active":"2024-09-19T04:39:49.216128+0000","last_became_peered":"2024-09-19T04:39:49.216128+0000","last_unstale":"2024-09-19T04:39:55.305289+0000","last_undegraded":"2024-09-19T04:39:55.305289+0000","last_fullsized":"2024-09-19T04:39:55.305289+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.229177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306196+0000","last_change":"2024-09-19T04:39:48.212850+0000","last_active":"2024-09-19T04:39:55.306196+0000","last_peered":"2024-09-19T04:39:55.306196+0000","last_clean":"2024-09-19T04:39:55.306196+0000","last_became_active":"2024-09-19T04:39:48.212451+0000","last_became_peered":"2024-09-19T04:39:48.212451+0000","last_unstale":"2024-09-19T04:39:55.306196+0000","last_undegraded":"2024-09-19T04:39:55.306196+0000","last_fullsized":"2024-09-19T04:39:55.306196+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243483+0000","last_change":"2024-09-19T04:39:53.267480+0000","last_active":"2024-09-19T04:39:55.243483+0000","last_peered":"2024-09-19T04:39:55.243483+0000","last_clean":"2024-09-19T04:39:55.243483+0000","last_became_active":"2024-09-19T04:39:53.266979+0000","last_became_peered":"2024-09-19T04:39:53.266979+0000","last_unstale":"2024-09-19T04:39:55.243483+0000","last_undegraded":"2024-09-19T04:39:55.243483+0000","last_fullsized":"2024-09-19T04:39:55.243483+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:55.457471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240564+0000","last_change":"2024-09-19T04:39:49.216093+0000","last_active":"2024-09-19T04:39:55.240564+0000","last_peered":"2024-09-19T04:39:55.240564+0000","last_clean":"2024-09-19T04:39:55.240564+0000","last_became_active":"2024-09-19T04:39:49.215808+0000","last_became_peered":"2024-09-19T04:39:49.215808+0000","last_unstale":"2024-09-19T04:39:55.240564+0000","last_undegraded":"2024-09-19T04:39:55.240564+0000","last_fullsized":"2024-09-19T04:39:55.240564+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:11:25.526797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304993+0000","last_change":"2024-09-19T04:39:48.207602+0000","last_active":"2024-09-19T04:39:55.304993+0000","last_peered":"2024-09-19T04:39:55.304993+0000","last_clean":"2024-09-19T04:39:55.304993+0000","last_became_active":"2024-09-19T04:39:48.207309+0000","last_became_peered":"2024-09-19T04:39:48.207309+0000","last_unstale":"2024-09-19T04:39:55.304993+0000","last_undegraded":"2024-09-19T04:39:55.304993+0000","last_fullsized":"2024-09-19T04:39:55.304993+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242526+0000","last_change":"2024-09-19T04:39:53.252334+0000","last_active":"2024-09-19T04:39:55.242526+0000","last_peered":"2024-09-19T04:39:55.242526+0000","last_clean":"2024-09-19T04:39:55.242526+0000","last_became_active":"2024-09-19T04:39:53.251869+0000","last_became_peered":"2024-09-19T04:39:53.251869+0000","last_unstale":"2024-09-19T04:39:55.242526+0000","last_undegraded":"2024-09-19T04:39:55.242526+0000","last_fullsized":"2024-09-19T04:39:55.242526+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:23.805806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240255+0000","last_change":"2024-09-19T04:39:49.213034+0000","last_active":"2024-09-19T04:39:55.240255+0000","last_peered":"2024-09-19T04:39:55.240255+0000","last_clean":"2024-09-19T04:39:55.240255+0000","last_became_active":"2024-09-19T04:39:49.211387+0000","last_became_peered":"2024-09-19T04:39:49.211387+0000","last_unstale":"2024-09-19T04:39:55.240255+0000","last_undegraded":"2024-09-19T04:39:55.240255+0000","last_fullsized":"2024-09-19T04:39:55.240255+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:49.598140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304825+0000","last_change":"2024-09-19T04:39:48.216499+0000","last_active":"2024-09-19T04:39:55.304825+0000","last_peered":"2024-09-19T04:39:55.304825+0000","last_clean":"2024-09-19T04:39:55.304825+0000","last_became_active":"2024-09-19T04:39:48.216187+0000","last_became_peered":"2024-09-19T04:39:48.216187+0000","last_unstale":"2024-09-19T04:39:55.304825+0000","last_undegraded":"2024-09-19T04:39:55.304825+0000","last_fullsized":"2024-09-19T04:39:55.304825+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:21.472952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305802+0000","last_change":"2024-09-19T04:39:54.077847+0000","last_active":"2024-09-19T04:39:55.305802+0000","last_peered":"2024-09-19T04:39:55.305802+0000","last_clean":"2024-09-19T04:39:55.305802+0000","last_became_active":"2024-09-19T04:39:54.077418+0000","last_became_peered":"2024-09-19T04:39:54.077418+0000","last_unstale":"2024-09-19T04:39:55.305802+0000","last_undegraded":"2024-09-19T04:39:55.305802+0000","last_fullsized":"2024-09-19T04:39:55.305802+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:01.569399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242564+0000","last_change":"2024-09-19T04:39:49.209513+0000","last_active":"2024-09-19T04:39:55.242564+0000","last_peered":"2024-09-19T04:39:55.242564+0000","last_clean":"2024-09-19T04:39:55.242564+0000","last_became_active":"2024-09-19T04:39:49.208546+0000","last_became_peered":"2024-09-19T04:39:49.208546+0000","last_unstale":"2024-09-19T04:39:55.242564+0000","last_undegraded":"2024-09-19T04:39:55.242564+0000","last_fullsized":"2024-09-19T04:39:55.242564+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:27.232452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304761+0000","last_change":"2024-09-19T04:39:48.214317+0000","last_active":"2024-09-19T04:39:55.304761+0000","last_peered":"2024-09-19T04:39:55.304761+0000","last_clean":"2024-09-19T04:39:55.304761+0000","last_became_active":"2024-09-19T04:39:48.214013+0000","last_became_peered":"2024-09-19T04:39:48.214013+0000","last_unstale":"2024-09-19T04:39:55.304761+0000","last_undegraded":"2024-09-19T04:39:55.304761+0000","last_fullsized":"2024-09-19T04:39:55.304761+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:45.496385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243509+0000","last_change":"2024-09-19T04:39:53.252467+0000","last_active":"2024-09-19T04:39:55.243509+0000","last_peered":"2024-09-19T04:39:55.243509+0000","last_clean":"2024-09-19T04:39:55.243509+0000","last_became_active":"2024-09-19T04:39:53.251941+0000","last_became_peered":"2024-09-19T04:39:53.251941+0000","last_unstale":"2024-09-19T04:39:55.243509+0000","last_undegraded":"2024-09-19T04:39:55.243509+0000","last_fullsized":"2024-09-19T04:39:55.243509+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:01.569399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306701+0000","last_change":"2024-09-19T04:39:49.212455+0000","last_active":"2024-09-19T04:39:55.306701+0000","last_peered":"2024-09-19T04:39:55.306701+0000","last_clean":"2024-09-19T04:39:55.306701+0000","last_became_active":"2024-09-19T04:39:49.212144+0000","last_became_peered":"2024-09-19T04:39:49.212144+0000","last_unstale":"2024-09-19T04:39:55.306701+0000","last_undegraded":"2024-09-19T04:39:55.306701+0000","last_fullsized":"2024-09-19T04:39:55.306701+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:38.196380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306230+0000","last_change":"2024-09-19T04:39:48.210127+0000","last_active":"2024-09-19T04:39:55.306230+0000","last_peered":"2024-09-19T04:39:55.306230+0000","last_clean":"2024-09-19T04:39:55.306230+0000","last_became_active":"2024-09-19T04:39:48.209248+0000","last_became_peered":"2024-09-19T04:39:48.209248+0000","last_unstale":"2024-09-19T04:39:55.306230+0000","last_undegraded":"2024-09-19T04:39:55.306230+0000","last_fullsized":"2024-09-19T04:39:55.306230+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242268+0000","last_change":"2024-09-19T04:39:54.081452+0000","last_active":"2024-09-19T04:39:55.242268+0000","last_peered":"2024-09-19T04:39:55.242268+0000","last_clean":"2024-09-19T04:39:55.242268+0000","last_became_active":"2024-09-19T04:39:54.080249+0000","last_became_peered":"2024-09-19T04:39:54.080249+0000","last_unstale":"2024-09-19T04:39:55.242268+0000","last_undegraded":"2024-09-19T04:39:55.242268+0000","last_fullsized":"2024-09-19T04:39:55.242268+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:18.065646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241134+0000","last_change":"2024-09-19T04:39:49.229561+0000","last_active":"2024-09-19T04:39:55.241134+0000","last_peered":"2024-09-19T04:39:55.241134+0000","last_clean":"2024-09-19T04:39:55.241134+0000","last_became_active":"2024-09-19T04:39:49.229241+0000","last_became_peered":"2024-09-19T04:39:49.229241+0000","last_unstale":"2024-09-19T04:39:55.241134+0000","last_undegraded":"2024-09-19T04:39:55.241134+0000","last_fullsized":"2024-09-19T04:39:55.241134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:37:47.582469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305224+0000","last_change":"2024-09-19T04:39:48.204573+0000","last_active":"2024-09-19T04:39:55.305224+0000","last_peered":"2024-09-19T04:39:55.305224+0000","last_clean":"2024-09-19T04:39:55.305224+0000","last_became_active":"2024-09-19T04:39:48.204247+0000","last_became_peered":"2024-09-19T04:39:48.204247+0000","last_unstale":"2024-09-19T04:39:55.305224+0000","last_undegraded":"2024-09-19T04:39:55.305224+0000","last_fullsized":"2024-09-19T04:39:55.305224+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240770+0000","last_change":"2024-09-19T04:39:54.078592+0000","last_active":"2024-09-19T04:39:55.240770+0000","last_peered":"2024-09-19T04:39:55.240770+0000","last_clean":"2024-09-19T04:39:55.240770+0000","last_became_active":"2024-09-19T04:39:54.076955+0000","last_became_peered":"2024-09-19T04:39:54.076955+0000","last_unstale":"2024-09-19T04:39:55.240770+0000","last_undegraded":"2024-09-19T04:39:55.240770+0000","last_fullsized":"2024-09-19T04:39:55.240770+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:44:19.051878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305345+0000","last_change":"2024-09-19T04:39:49.218282+0000","last_active":"2024-09-19T04:39:55.305345+0000","last_peered":"2024-09-19T04:39:55.305345+0000","last_clean":"2024-09-19T04:39:55.305345+0000","last_became_active":"2024-09-19T04:39:49.217977+0000","last_became_peered":"2024-09-19T04:39:49.217977+0000","last_unstale":"2024-09-19T04:39:55.305345+0000","last_undegraded":"2024-09-19T04:39:55.305345+0000","last_fullsized":"2024-09-19T04:39:55.305345+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:09.102913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306203+0000","last_change":"2024-09-19T04:39:48.214822+0000","last_active":"2024-09-19T04:39:55.306203+0000","last_peered":"2024-09-19T04:39:55.306203+0000","last_clean":"2024-09-19T04:39:55.306203+0000","last_became_active":"2024-09-19T04:39:48.214525+0000","last_became_peered":"2024-09-19T04:39:48.214525+0000","last_unstale":"2024-09-19T04:39:55.306203+0000","last_undegraded":"2024-09-19T04:39:55.306203+0000","last_fullsized":"2024-09-19T04:39:55.306203+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:07.622445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306240+0000","last_change":"2024-09-19T04:39:54.076502+0000","last_active":"2024-09-19T04:39:55.306240+0000","last_peered":"2024-09-19T04:39:55.306240+0000","last_clean":"2024-09-19T04:39:55.306240+0000","last_became_active":"2024-09-19T04:39:54.076022+0000","last_became_peered":"2024-09-19T04:39:54.076022+0000","last_unstale":"2024-09-19T04:39:55.306240+0000","last_undegraded":"2024-09-19T04:39:55.306240+0000","last_fullsized":"2024-09-19T04:39:55.306240+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:18.065646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243010+0000","last_change":"2024-09-19T04:39:49.210794+0000","last_active":"2024-09-19T04:39:55.243010+0000","last_peered":"2024-09-19T04:39:55.243010+0000","last_clean":"2024-09-19T04:39:55.243010+0000","last_became_active":"2024-09-19T04:39:49.210527+0000","last_became_peered":"2024-09-19T04:39:49.210527+0000","last_unstale":"2024-09-19T04:39:55.243010+0000","last_undegraded":"2024-09-19T04:39:55.243010+0000","last_fullsized":"2024-09-19T04:39:55.243010+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:35.307641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305435+0000","last_change":"2024-09-19T04:39:48.213670+0000","last_active":"2024-09-19T04:39:55.305435+0000","last_peered":"2024-09-19T04:39:55.305435+0000","last_clean":"2024-09-19T04:39:55.305435+0000","last_became_active":"2024-09-19T04:39:48.213361+0000","last_became_peered":"2024-09-19T04:39:48.213361+0000","last_unstale":"2024-09-19T04:39:55.305435+0000","last_undegraded":"2024-09-19T04:39:55.305435+0000","last_fullsized":"2024-09-19T04:39:55.305435+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:00.067027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304613+0000","last_change":"2024-09-19T04:39:53.266309+0000","last_active":"2024-09-19T04:39:55.304613+0000","last_peered":"2024-09-19T04:39:55.304613+0000","last_clean":"2024-09-19T04:39:55.304613+0000","last_became_active":"2024-09-19T04:39:53.265843+0000","last_became_peered":"2024-09-19T04:39:53.265843+0000","last_unstale":"2024-09-19T04:39:55.304613+0000","last_undegraded":"2024-09-19T04:39:55.304613+0000","last_fullsized":"2024-09-19T04:39:55.304613+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:23.805806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243019+0000","last_change":"2024-09-19T04:39:49.206200+0000","last_active":"2024-09-19T04:39:55.243019+0000","last_peered":"2024-09-19T04:39:55.243019+0000","last_clean":"2024-09-19T04:39:55.243019+0000","last_became_active":"2024-09-19T04:39:49.205879+0000","last_became_peered":"2024-09-19T04:39:49.205879+0000","last_unstale":"2024-09-19T04:39:55.243019+0000","last_undegraded":"2024-09-19T04:39:55.243019+0000","last_fullsized":"2024-09-19T04:39:55.243019+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:01.072456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242456+0000","last_change":"2024-09-19T04:39:48.199073+0000","last_active":"2024-09-19T04:39:55.242456+0000","last_peered":"2024-09-19T04:39:55.242456+0000","last_clean":"2024-09-19T04:39:55.242456+0000","last_became_active":"2024-09-19T04:39:48.198721+0000","last_became_peered":"2024-09-19T04:39:48.198721+0000","last_unstale":"2024-09-19T04:39:55.242456+0000","last_undegraded":"2024-09-19T04:39:55.242456+0000","last_fullsized":"2024-09-19T04:39:55.242456+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:00.067027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305288+0000","last_change":"2024-09-19T04:39:53.266613+0000","last_active":"2024-09-19T04:39:55.305288+0000","last_peered":"2024-09-19T04:39:55.305288+0000","last_clean":"2024-09-19T04:39:55.305288+0000","last_became_active":"2024-09-19T04:39:53.266156+0000","last_became_peered":"2024-09-19T04:39:53.266156+0000","last_unstale":"2024-09-19T04:39:55.305288+0000","last_undegraded":"2024-09-19T04:39:55.305288+0000","last_fullsized":"2024-09-19T04:39:55.305288+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:55.457471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304597+0000","last_change":"2024-09-19T04:39:49.212549+0000","last_active":"2024-09-19T04:39:55.304597+0000","last_peered":"2024-09-19T04:39:55.304597+0000","last_clean":"2024-09-19T04:39:55.304597+0000","last_became_active":"2024-09-19T04:39:49.212261+0000","last_became_peered":"2024-09-19T04:39:49.212261+0000","last_unstale":"2024-09-19T04:39:55.304597+0000","last_undegraded":"2024-09-19T04:39:55.304597+0000","last_fullsized":"2024-09-19T04:39:55.304597+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:01.607477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304992+0000","last_change":"2024-09-19T04:39:48.202565+0000","last_active":"2024-09-19T04:39:55.304992+0000","last_peered":"2024-09-19T04:39:55.304992+0000","last_clean":"2024-09-19T04:39:55.304992+0000","last_became_active":"2024-09-19T04:39:48.196682+0000","last_became_peered":"2024-09-19T04:39:48.196682+0000","last_unstale":"2024-09-19T04:39:55.304992+0000","last_undegraded":"2024-09-19T04:39:55.304992+0000","last_fullsized":"2024-09-19T04:39:55.304992+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:24.932773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305949+0000","last_change":"2024-09-19T04:39:53.263447+0000","last_active":"2024-09-19T04:39:55.305949+0000","last_peered":"2024-09-19T04:39:55.305949+0000","last_clean":"2024-09-19T04:39:55.305949+0000","last_became_active":"2024-09-19T04:39:53.262792+0000","last_became_peered":"2024-09-19T04:39:53.262792+0000","last_unstale":"2024-09-19T04:39:55.305949+0000","last_undegraded":"2024-09-19T04:39:55.305949+0000","last_fullsized":"2024-09-19T04:39:55.305949+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:40:35.393148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305718+0000","last_change":"2024-09-19T04:39:49.203340+0000","last_active":"2024-09-19T04:39:55.305718+0000","last_peered":"2024-09-19T04:39:55.305718+0000","last_clean":"2024-09-19T04:39:55.305718+0000","last_became_active":"2024-09-19T04:39:49.202954+0000","last_became_peered":"2024-09-19T04:39:49.202954+0000","last_unstale":"2024-09-19T04:39:55.305718+0000","last_undegraded":"2024-09-19T04:39:55.305718+0000","last_fullsized":"2024-09-19T04:39:55.305718+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:35:10.149274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304865+0000","last_change":"2024-09-19T04:39:48.210394+0000","last_active":"2024-09-19T04:39:55.304865+0000","last_peered":"2024-09-19T04:39:55.304865+0000","last_clean":"2024-09-19T04:39:55.304865+0000","last_became_active":"2024-09-19T04:39:48.209846+0000","last_became_peered":"2024-09-19T04:39:48.209846+0000","last_unstale":"2024-09-19T04:39:55.304865+0000","last_undegraded":"2024-09-19T04:39:55.304865+0000","last_fullsized":"2024-09-19T04:39:55.304865+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:24.932773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306813+0000","last_change":"2024-09-19T04:39:54.077990+0000","last_active":"2024-09-19T04:39:55.306813+0000","last_peered":"2024-09-19T04:39:55.306813+0000","last_clean":"2024-09-19T04:39:55.306813+0000","last_became_active":"2024-09-19T04:39:54.077574+0000","last_became_peered":"2024-09-19T04:39:54.077574+0000","last_unstale":"2024-09-19T04:39:55.306813+0000","last_undegraded":"2024-09-19T04:39:55.306813+0000","last_fullsized":"2024-09-19T04:39:55.306813+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:33:55.457471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240465+0000","last_change":"2024-09-19T04:39:49.218611+0000","last_active":"2024-09-19T04:39:55.240465+0000","last_peered":"2024-09-19T04:39:55.240465+0000","last_clean":"2024-09-19T04:39:55.240465+0000","last_became_active":"2024-09-19T04:39:49.214349+0000","last_became_peered":"2024-09-19T04:39:49.214349+0000","last_unstale":"2024-09-19T04:39:55.240465+0000","last_undegraded":"2024-09-19T04:39:55.240465+0000","last_fullsized":"2024-09-19T04:39:55.240465+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:09.102913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242145+0000","last_change":"2024-09-19T04:39:48.200845+0000","last_active":"2024-09-19T04:39:55.242145+0000","last_peered":"2024-09-19T04:39:55.242145+0000","last_clean":"2024-09-19T04:39:55.242145+0000","last_became_active":"2024-09-19T04:39:48.200344+0000","last_became_peered":"2024-09-19T04:39:48.200344+0000","last_unstale":"2024-09-19T04:39:55.242145+0000","last_undegraded":"2024-09-19T04:39:55.242145+0000","last_fullsized":"2024-09-19T04:39:55.242145+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:24.932773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":180,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304924+0000","last_change":"2024-09-19T04:39:39.541908+0000","last_active":"2024-09-19T04:39:55.304924+0000","last_peered":"2024-09-19T04:39:55.304924+0000","last_clean":"2024-09-19T04:39:55.304924+0000","last_became_active":"2024-09-19T04:39:39.540794+0000","last_became_peered":"2024-09-19T04:39:39.540794+0000","last_unstale":"2024-09-19T04:39:55.304924+0000","last_undegraded":"2024-09-19T04:39:55.304924+0000","last_fullsized":"2024-09-19T04:39:55.304924+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_clean_scrub_stamp":"2024-09-19T04:39:37.899481+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.768031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305140+0000","last_change":"2024-09-19T04:39:54.083381+0000","last_active":"2024-09-19T04:39:55.305140+0000","last_peered":"2024-09-19T04:39:55.305140+0000","last_clean":"2024-09-19T04:39:55.305140+0000","last_became_active":"2024-09-19T04:39:54.082529+0000","last_became_peered":"2024-09-19T04:39:54.082529+0000","last_unstale":"2024-09-19T04:39:55.305140+0000","last_undegraded":"2024-09-19T04:39:55.305140+0000","last_fullsized":"2024-09-19T04:39:55.305140+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:27.819558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305929+0000","last_change":"2024-09-19T04:39:49.231699+0000","last_active":"2024-09-19T04:39:55.305929+0000","last_peered":"2024-09-19T04:39:55.305929+0000","last_clean":"2024-09-19T04:39:55.305929+0000","last_became_active":"2024-09-19T04:39:49.231063+0000","last_became_peered":"2024-09-19T04:39:49.231063+0000","last_unstale":"2024-09-19T04:39:55.305929+0000","last_undegraded":"2024-09-19T04:39:55.305929+0000","last_fullsized":"2024-09-19T04:39:55.305929+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:39.967308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305472+0000","last_change":"2024-09-19T04:39:48.202648+0000","last_active":"2024-09-19T04:39:55.305472+0000","last_peered":"2024-09-19T04:39:55.305472+0000","last_clean":"2024-09-19T04:39:55.305472+0000","last_became_active":"2024-09-19T04:39:48.196515+0000","last_became_peered":"2024-09-19T04:39:48.196515+0000","last_unstale":"2024-09-19T04:39:55.305472+0000","last_undegraded":"2024-09-19T04:39:55.305472+0000","last_fullsized":"2024-09-19T04:39:55.305472+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304962+0000","last_change":"2024-09-19T04:39:54.076513+0000","last_active":"2024-09-19T04:39:55.304962+0000","last_peered":"2024-09-19T04:39:55.304962+0000","last_clean":"2024-09-19T04:39:55.304962+0000","last_became_active":"2024-09-19T04:39:54.076077+0000","last_became_peered":"2024-09-19T04:39:54.076077+0000","last_unstale":"2024-09-19T04:39:55.304962+0000","last_undegraded":"2024-09-19T04:39:55.304962+0000","last_fullsized":"2024-09-19T04:39:55.304962+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:37:51.622453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242687+0000","last_change":"2024-09-19T04:39:49.210271+0000","last_active":"2024-09-19T04:39:55.242687+0000","last_peered":"2024-09-19T04:39:55.242687+0000","last_clean":"2024-09-19T04:39:55.242687+0000","last_became_active":"2024-09-19T04:39:49.209983+0000","last_became_peered":"2024-09-19T04:39:49.209983+0000","last_unstale":"2024-09-19T04:39:55.242687+0000","last_undegraded":"2024-09-19T04:39:55.242687+0000","last_fullsized":"2024-09-19T04:39:55.242687+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:39.967308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306074+0000","last_change":"2024-09-19T04:39:48.208544+0000","last_active":"2024-09-19T04:39:55.306074+0000","last_peered":"2024-09-19T04:39:55.306074+0000","last_clean":"2024-09-19T04:39:55.306074+0000","last_became_active":"2024-09-19T04:39:48.208042+0000","last_became_peered":"2024-09-19T04:39:48.208042+0000","last_unstale":"2024-09-19T04:39:55.306074+0000","last_undegraded":"2024-09-19T04:39:55.306074+0000","last_fullsized":"2024-09-19T04:39:55.306074+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:45.496385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306390+0000","last_change":"2024-09-19T04:39:53.264423+0000","last_active":"2024-09-19T04:39:55.306390+0000","last_peered":"2024-09-19T04:39:55.306390+0000","last_clean":"2024-09-19T04:39:55.306390+0000","last_became_active":"2024-09-19T04:39:53.263695+0000","last_became_peered":"2024-09-19T04:39:53.263695+0000","last_unstale":"2024-09-19T04:39:55.306390+0000","last_undegraded":"2024-09-19T04:39:55.306390+0000","last_fullsized":"2024-09-19T04:39:55.306390+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:08:16.399628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306632+0000","last_change":"2024-09-19T04:39:49.226636+0000","last_active":"2024-09-19T04:39:55.306632+0000","last_peered":"2024-09-19T04:39:55.306632+0000","last_clean":"2024-09-19T04:39:55.306632+0000","last_became_active":"2024-09-19T04:39:49.226355+0000","last_became_peered":"2024-09-19T04:39:49.226355+0000","last_unstale":"2024-09-19T04:39:55.306632+0000","last_undegraded":"2024-09-19T04:39:55.306632+0000","last_fullsized":"2024-09-19T04:39:55.306632+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:45.462030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305828+0000","last_change":"2024-09-19T04:39:48.189896+0000","last_active":"2024-09-19T04:39:55.305828+0000","last_peered":"2024-09-19T04:39:55.305828+0000","last_clean":"2024-09-19T04:39:55.305828+0000","last_became_active":"2024-09-19T04:39:48.189559+0000","last_became_peered":"2024-09-19T04:39:48.189559+0000","last_unstale":"2024-09-19T04:39:55.305828+0000","last_undegraded":"2024-09-19T04:39:55.305828+0000","last_fullsized":"2024-09-19T04:39:55.305828+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:45.496385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243735+0000","last_change":"2024-09-19T04:39:54.076605+0000","last_active":"2024-09-19T04:39:55.243735+0000","last_peered":"2024-09-19T04:39:55.243735+0000","last_clean":"2024-09-19T04:39:55.243735+0000","last_became_active":"2024-09-19T04:39:54.076131+0000","last_became_peered":"2024-09-19T04:39:54.076131+0000","last_unstale":"2024-09-19T04:39:55.243735+0000","last_undegraded":"2024-09-19T04:39:55.243735+0000","last_fullsized":"2024-09-19T04:39:55.243735+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:08.355319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306351+0000","last_change":"2024-09-19T04:39:49.227007+0000","last_active":"2024-09-19T04:39:55.306351+0000","last_peered":"2024-09-19T04:39:55.306351+0000","last_clean":"2024-09-19T04:39:55.306351+0000","last_became_active":"2024-09-19T04:39:49.225447+0000","last_became_peered":"2024-09-19T04:39:49.225447+0000","last_unstale":"2024-09-19T04:39:55.306351+0000","last_undegraded":"2024-09-19T04:39:55.306351+0000","last_fullsized":"2024-09-19T04:39:55.306351+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:54.496191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243840+0000","last_change":"2024-09-19T04:39:48.214316+0000","last_active":"2024-09-19T04:39:55.243840+0000","last_peered":"2024-09-19T04:39:55.243840+0000","last_clean":"2024-09-19T04:39:55.243840+0000","last_became_active":"2024-09-19T04:39:48.213909+0000","last_became_peered":"2024-09-19T04:39:48.213909+0000","last_unstale":"2024-09-19T04:39:55.243840+0000","last_undegraded":"2024-09-19T04:39:55.243840+0000","last_fullsized":"2024-09-19T04:39:55.243840+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:03:18.160469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241488+0000","last_change":"2024-09-19T04:39:53.251902+0000","last_active":"2024-09-19T04:39:55.241488+0000","last_peered":"2024-09-19T04:39:55.241488+0000","last_clean":"2024-09-19T04:39:55.241488+0000","last_became_active":"2024-09-19T04:39:53.251480+0000","last_became_peered":"2024-09-19T04:39:53.251480+0000","last_unstale":"2024-09-19T04:39:55.241488+0000","last_undegraded":"2024-09-19T04:39:55.241488+0000","last_fullsized":"2024-09-19T04:39:55.241488+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:39.347625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305392+0000","last_change":"2024-09-19T04:39:49.228758+0000","last_active":"2024-09-19T04:39:55.305392+0000","last_peered":"2024-09-19T04:39:55.305392+0000","last_clean":"2024-09-19T04:39:55.305392+0000","last_became_active":"2024-09-19T04:39:49.228499+0000","last_became_peered":"2024-09-19T04:39:49.228499+0000","last_unstale":"2024-09-19T04:39:55.305392+0000","last_undegraded":"2024-09-19T04:39:55.305392+0000","last_fullsized":"2024-09-19T04:39:55.305392+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:18.447781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":32,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304460+0000","last_change":"2024-09-19T04:39:48.205461+0000","last_active":"2024-09-19T04:39:55.304460+0000","last_peered":"2024-09-19T04:39:55.304460+0000","last_clean":"2024-09-19T04:39:55.304460+0000","last_became_active":"2024-09-19T04:39:48.205135+0000","last_became_peered":"2024-09-19T04:39:48.205135+0000","last_unstale":"2024-09-19T04:39:55.304460+0000","last_undegraded":"2024-09-19T04:39:55.304460+0000","last_fullsized":"2024-09-19T04:39:55.304460+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306578+0000","last_change":"2024-09-19T04:39:53.253513+0000","last_active":"2024-09-19T04:39:55.306578+0000","last_peered":"2024-09-19T04:39:55.306578+0000","last_clean":"2024-09-19T04:39:55.306578+0000","last_became_active":"2024-09-19T04:39:53.253019+0000","last_became_peered":"2024-09-19T04:39:53.253019+0000","last_unstale":"2024-09-19T04:39:55.306578+0000","last_undegraded":"2024-09-19T04:39:55.306578+0000","last_fullsized":"2024-09-19T04:39:55.306578+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:37.065963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305513+0000","last_change":"2024-09-19T04:39:49.219593+0000","last_active":"2024-09-19T04:39:55.305513+0000","last_peered":"2024-09-19T04:39:55.305513+0000","last_clean":"2024-09-19T04:39:55.305513+0000","last_became_active":"2024-09-19T04:39:49.219006+0000","last_became_peered":"2024-09-19T04:39:49.219006+0000","last_unstale":"2024-09-19T04:39:55.305513+0000","last_undegraded":"2024-09-19T04:39:55.305513+0000","last_fullsized":"2024-09-19T04:39:55.305513+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:46.523459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305437+0000","last_change":"2024-09-19T04:39:48.202667+0000","last_active":"2024-09-19T04:39:55.305437+0000","last_peered":"2024-09-19T04:39:55.305437+0000","last_clean":"2024-09-19T04:39:55.305437+0000","last_became_active":"2024-09-19T04:39:48.202302+0000","last_became_peered":"2024-09-19T04:39:48.202302+0000","last_unstale":"2024-09-19T04:39:55.305437+0000","last_undegraded":"2024-09-19T04:39:55.305437+0000","last_fullsized":"2024-09-19T04:39:55.305437+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:45:25.887221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241102+0000","last_change":"2024-09-19T04:39:54.078217+0000","last_active":"2024-09-19T04:39:55.241102+0000","last_peered":"2024-09-19T04:39:55.241102+0000","last_clean":"2024-09-19T04:39:55.241102+0000","last_became_active":"2024-09-19T04:39:54.077778+0000","last_became_peered":"2024-09-19T04:39:54.077778+0000","last_unstale":"2024-09-19T04:39:55.241102+0000","last_undegraded":"2024-09-19T04:39:55.241102+0000","last_fullsized":"2024-09-19T04:39:55.241102+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:37:39.980182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305969+0000","last_change":"2024-09-19T04:39:49.224984+0000","last_active":"2024-09-19T04:39:55.305969+0000","last_peered":"2024-09-19T04:39:55.305969+0000","last_clean":"2024-09-19T04:39:55.305969+0000","last_became_active":"2024-09-19T04:39:49.224743+0000","last_became_peered":"2024-09-19T04:39:49.224743+0000","last_unstale":"2024-09-19T04:39:55.305969+0000","last_undegraded":"2024-09-19T04:39:55.305969+0000","last_fullsized":"2024-09-19T04:39:55.305969+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:04.316332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242364+0000","last_change":"2024-09-19T04:39:48.189472+0000","last_active":"2024-09-19T04:39:55.242364+0000","last_peered":"2024-09-19T04:39:55.242364+0000","last_clean":"2024-09-19T04:39:55.242364+0000","last_became_active":"2024-09-19T04:39:48.189175+0000","last_became_peered":"2024-09-19T04:39:48.189175+0000","last_unstale":"2024-09-19T04:39:55.242364+0000","last_undegraded":"2024-09-19T04:39:55.242364+0000","last_fullsized":"2024-09-19T04:39:55.242364+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:45.496385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240798+0000","last_change":"2024-09-19T04:39:54.076502+0000","last_active":"2024-09-19T04:39:55.240798+0000","last_peered":"2024-09-19T04:39:55.240798+0000","last_clean":"2024-09-19T04:39:55.240798+0000","last_became_active":"2024-09-19T04:39:54.076057+0000","last_became_peered":"2024-09-19T04:39:54.076057+0000","last_unstale":"2024-09-19T04:39:55.240798+0000","last_undegraded":"2024-09-19T04:39:55.240798+0000","last_fullsized":"2024-09-19T04:39:55.240798+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:57.695379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306492+0000","last_change":"2024-09-19T04:39:49.224705+0000","last_active":"2024-09-19T04:39:55.306492+0000","last_peered":"2024-09-19T04:39:55.306492+0000","last_clean":"2024-09-19T04:39:55.306492+0000","last_became_active":"2024-09-19T04:39:49.224470+0000","last_became_peered":"2024-09-19T04:39:49.224470+0000","last_unstale":"2024-09-19T04:39:55.306492+0000","last_undegraded":"2024-09-19T04:39:55.306492+0000","last_fullsized":"2024-09-19T04:39:55.306492+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.229177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306547+0000","last_change":"2024-09-19T04:39:48.214140+0000","last_active":"2024-09-19T04:39:55.306547+0000","last_peered":"2024-09-19T04:39:55.306547+0000","last_clean":"2024-09-19T04:39:55.306547+0000","last_became_active":"2024-09-19T04:39:48.213180+0000","last_became_peered":"2024-09-19T04:39:48.213180+0000","last_unstale":"2024-09-19T04:39:55.306547+0000","last_undegraded":"2024-09-19T04:39:55.306547+0000","last_fullsized":"2024-09-19T04:39:55.306547+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:39:39.554017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242976+0000","last_change":"2024-09-19T04:39:54.078289+0000","last_active":"2024-09-19T04:39:55.242976+0000","last_peered":"2024-09-19T04:39:55.242976+0000","last_clean":"2024-09-19T04:39:55.242976+0000","last_became_active":"2024-09-19T04:39:54.077679+0000","last_became_peered":"2024-09-19T04:39:54.077679+0000","last_unstale":"2024-09-19T04:39:55.242976+0000","last_undegraded":"2024-09-19T04:39:55.242976+0000","last_fullsized":"2024-09-19T04:39:55.242976+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:40:35.393148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305880+0000","last_change":"2024-09-19T04:39:49.231405+0000","last_active":"2024-09-19T04:39:55.305880+0000","last_peered":"2024-09-19T04:39:55.305880+0000","last_clean":"2024-09-19T04:39:55.305880+0000","last_became_active":"2024-09-19T04:39:49.230958+0000","last_became_peered":"2024-09-19T04:39:49.230958+0000","last_unstale":"2024-09-19T04:39:55.305880+0000","last_undegraded":"2024-09-19T04:39:55.305880+0000","last_fullsized":"2024-09-19T04:39:55.305880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:35.307641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":33,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:40:01.555302+0000","last_change":"2024-09-19T04:39:48.201918+0000","last_active":"2024-09-19T04:40:01.555302+0000","last_peered":"2024-09-19T04:40:01.555302+0000","last_clean":"2024-09-19T04:40:01.555302+0000","last_became_active":"2024-09-19T04:39:48.201248+0000","last_became_peered":"2024-09-19T04:39:48.201248+0000","last_unstale":"2024-09-19T04:40:01.555302+0000","last_undegraded":"2024-09-19T04:40:01.555302+0000","last_fullsized":"2024-09-19T04:40:01.555302+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304822+0000","last_change":"2024-09-19T04:39:53.269312+0000","last_active":"2024-09-19T04:39:55.304822+0000","last_peered":"2024-09-19T04:39:55.304822+0000","last_clean":"2024-09-19T04:39:55.304822+0000","last_became_active":"2024-09-19T04:39:53.268804+0000","last_became_peered":"2024-09-19T04:39:53.268804+0000","last_unstale":"2024-09-19T04:39:55.304822+0000","last_undegraded":"2024-09-19T04:39:55.304822+0000","last_fullsized":"2024-09-19T04:39:55.304822+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:37.065963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242850+0000","last_change":"2024-09-19T04:39:49.226243+0000","last_active":"2024-09-19T04:39:55.242850+0000","last_peered":"2024-09-19T04:39:55.242850+0000","last_clean":"2024-09-19T04:39:55.242850+0000","last_became_active":"2024-09-19T04:39:49.225817+0000","last_became_peered":"2024-09-19T04:39:49.225817+0000","last_unstale":"2024-09-19T04:39:55.242850+0000","last_undegraded":"2024-09-19T04:39:55.242850+0000","last_fullsized":"2024-09-19T04:39:55.242850+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:46.501814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":27,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305989+0000","last_change":"2024-09-19T04:39:48.206009+0000","last_active":"2024-09-19T04:39:55.305989+0000","last_peered":"2024-09-19T04:39:55.305989+0000","last_clean":"2024-09-19T04:39:55.305989+0000","last_became_active":"2024-09-19T04:39:48.205722+0000","last_became_peered":"2024-09-19T04:39:48.205722+0000","last_unstale":"2024-09-19T04:39:55.305989+0000","last_undegraded":"2024-09-19T04:39:55.305989+0000","last_fullsized":"2024-09-19T04:39:55.305989+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:24.932773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242760+0000","last_change":"2024-09-19T04:39:53.265605+0000","last_active":"2024-09-19T04:39:55.242760+0000","last_peered":"2024-09-19T04:39:55.242760+0000","last_clean":"2024-09-19T04:39:55.242760+0000","last_became_active":"2024-09-19T04:39:53.264608+0000","last_became_peered":"2024-09-19T04:39:53.264608+0000","last_unstale":"2024-09-19T04:39:55.242760+0000","last_undegraded":"2024-09-19T04:39:55.242760+0000","last_fullsized":"2024-09-19T04:39:55.242760+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:37.065963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306747+0000","last_change":"2024-09-19T04:39:49.216992+0000","last_active":"2024-09-19T04:39:55.306747+0000","last_peered":"2024-09-19T04:39:55.306747+0000","last_clean":"2024-09-19T04:39:55.306747+0000","last_became_active":"2024-09-19T04:39:49.216592+0000","last_became_peered":"2024-09-19T04:39:49.216592+0000","last_unstale":"2024-09-19T04:39:55.306747+0000","last_undegraded":"2024-09-19T04:39:55.306747+0000","last_fullsized":"2024-09-19T04:39:55.306747+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:09.102913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243813+0000","last_change":"2024-09-19T04:39:48.205615+0000","last_active":"2024-09-19T04:39:55.243813+0000","last_peered":"2024-09-19T04:39:55.243813+0000","last_clean":"2024-09-19T04:39:55.243813+0000","last_became_active":"2024-09-19T04:39:48.204551+0000","last_became_peered":"2024-09-19T04:39:48.204551+0000","last_unstale":"2024-09-19T04:39:55.243813+0000","last_undegraded":"2024-09-19T04:39:55.243813+0000","last_fullsized":"2024-09-19T04:39:55.243813+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:05:26.227023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240193+0000","last_change":"2024-09-19T04:39:53.258494+0000","last_active":"2024-09-19T04:39:55.240193+0000","last_peered":"2024-09-19T04:39:55.240193+0000","last_clean":"2024-09-19T04:39:55.240193+0000","last_became_active":"2024-09-19T04:39:53.258150+0000","last_became_peered":"2024-09-19T04:39:53.258150+0000","last_unstale":"2024-09-19T04:39:55.240193+0000","last_undegraded":"2024-09-19T04:39:55.240193+0000","last_fullsized":"2024-09-19T04:39:55.240193+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:44.262491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243136+0000","last_change":"2024-09-19T04:39:49.224430+0000","last_active":"2024-09-19T04:39:55.243136+0000","last_peered":"2024-09-19T04:39:55.243136+0000","last_clean":"2024-09-19T04:39:55.243136+0000","last_became_active":"2024-09-19T04:39:49.224110+0000","last_became_peered":"2024-09-19T04:39:49.224110+0000","last_unstale":"2024-09-19T04:39:55.243136+0000","last_undegraded":"2024-09-19T04:39:55.243136+0000","last_fullsized":"2024-09-19T04:39:55.243136+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:45.462030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306124+0000","last_change":"2024-09-19T04:39:48.204579+0000","last_active":"2024-09-19T04:39:55.306124+0000","last_peered":"2024-09-19T04:39:55.306124+0000","last_clean":"2024-09-19T04:39:55.306124+0000","last_became_active":"2024-09-19T04:39:48.204284+0000","last_became_peered":"2024-09-19T04:39:48.204284+0000","last_unstale":"2024-09-19T04:39:55.306124+0000","last_undegraded":"2024-09-19T04:39:55.306124+0000","last_fullsized":"2024-09-19T04:39:55.306124+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:21.472952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240235+0000","last_change":"2024-09-19T04:39:54.076776+0000","last_active":"2024-09-19T04:39:55.240235+0000","last_peered":"2024-09-19T04:39:55.240235+0000","last_clean":"2024-09-19T04:39:55.240235+0000","last_became_active":"2024-09-19T04:39:54.076184+0000","last_became_peered":"2024-09-19T04:39:54.076184+0000","last_unstale":"2024-09-19T04:39:55.240235+0000","last_undegraded":"2024-09-19T04:39:55.240235+0000","last_fullsized":"2024-09-19T04:39:55.240235+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:59:54.251605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306484+0000","last_change":"2024-09-19T04:39:54.078364+0000","last_active":"2024-09-19T04:39:55.306484+0000","last_peered":"2024-09-19T04:39:55.306484+0000","last_clean":"2024-09-19T04:39:55.306484+0000","last_became_active":"2024-09-19T04:39:54.077904+0000","last_became_peered":"2024-09-19T04:39:54.077904+0000","last_unstale":"2024-09-19T04:39:55.306484+0000","last_undegraded":"2024-09-19T04:39:55.306484+0000","last_fullsized":"2024-09-19T04:39:55.306484+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:33:23.805806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304638+0000","last_change":"2024-09-19T04:39:49.213090+0000","last_active":"2024-09-19T04:39:55.304638+0000","last_peered":"2024-09-19T04:39:55.304638+0000","last_clean":"2024-09-19T04:39:55.304638+0000","last_became_active":"2024-09-19T04:39:49.212801+0000","last_became_peered":"2024-09-19T04:39:49.212801+0000","last_unstale":"2024-09-19T04:39:55.304638+0000","last_undegraded":"2024-09-19T04:39:55.304638+0000","last_fullsized":"2024-09-19T04:39:55.304638+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:38.196380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243958+0000","last_change":"2024-09-19T04:39:48.200604+0000","last_active":"2024-09-19T04:39:55.243958+0000","last_peered":"2024-09-19T04:39:55.243958+0000","last_clean":"2024-09-19T04:39:55.243958+0000","last_became_active":"2024-09-19T04:39:48.199863+0000","last_became_peered":"2024-09-19T04:39:48.199863+0000","last_unstale":"2024-09-19T04:39:55.243958+0000","last_undegraded":"2024-09-19T04:39:55.243958+0000","last_fullsized":"2024-09-19T04:39:55.243958+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:03:06.169516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305977+0000","last_change":"2024-09-19T04:39:53.266800+0000","last_active":"2024-09-19T04:39:55.305977+0000","last_peered":"2024-09-19T04:39:55.305977+0000","last_clean":"2024-09-19T04:39:55.305977+0000","last_became_active":"2024-09-19T04:39:53.266317+0000","last_became_peered":"2024-09-19T04:39:53.266317+0000","last_unstale":"2024-09-19T04:39:55.305977+0000","last_undegraded":"2024-09-19T04:39:55.305977+0000","last_fullsized":"2024-09-19T04:39:55.305977+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:39.347625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240143+0000","last_change":"2024-09-19T04:39:49.215352+0000","last_active":"2024-09-19T04:39:55.240143+0000","last_peered":"2024-09-19T04:39:55.240143+0000","last_clean":"2024-09-19T04:39:55.240143+0000","last_became_active":"2024-09-19T04:39:49.215058+0000","last_became_peered":"2024-09-19T04:39:49.215058+0000","last_unstale":"2024-09-19T04:39:55.240143+0000","last_undegraded":"2024-09-19T04:39:55.240143+0000","last_fullsized":"2024-09-19T04:39:55.240143+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:01:53.903850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240388+0000","last_change":"2024-09-19T04:39:48.210755+0000","last_active":"2024-09-19T04:39:55.240388+0000","last_peered":"2024-09-19T04:39:55.240388+0000","last_clean":"2024-09-19T04:39:55.240388+0000","last_became_active":"2024-09-19T04:39:48.206778+0000","last_became_peered":"2024-09-19T04:39:48.206778+0000","last_unstale":"2024-09-19T04:39:55.240388+0000","last_undegraded":"2024-09-19T04:39:55.240388+0000","last_fullsized":"2024-09-19T04:39:55.240388+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:19.561516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305526+0000","last_change":"2024-09-19T04:39:48.202712+0000","last_active":"2024-09-19T04:39:55.305526+0000","last_peered":"2024-09-19T04:39:55.305526+0000","last_clean":"2024-09-19T04:39:55.305526+0000","last_became_active":"2024-09-19T04:39:48.201810+0000","last_became_peered":"2024-09-19T04:39:48.201810+0000","last_unstale":"2024-09-19T04:39:55.305526+0000","last_undegraded":"2024-09-19T04:39:55.305526+0000","last_fullsized":"2024-09-19T04:39:55.305526+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:19.561516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306444+0000","last_change":"2024-09-19T04:39:49.210663+0000","last_active":"2024-09-19T04:39:55.306444+0000","last_peered":"2024-09-19T04:39:55.306444+0000","last_clean":"2024-09-19T04:39:55.306444+0000","last_became_active":"2024-09-19T04:39:49.210351+0000","last_became_peered":"2024-09-19T04:39:49.210351+0000","last_unstale":"2024-09-19T04:39:55.306444+0000","last_undegraded":"2024-09-19T04:39:55.306444+0000","last_fullsized":"2024-09-19T04:39:55.306444+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:47.829112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305281+0000","last_change":"2024-09-19T04:39:53.253149+0000","last_active":"2024-09-19T04:39:55.305281+0000","last_peered":"2024-09-19T04:39:55.305281+0000","last_clean":"2024-09-19T04:39:55.305281+0000","last_became_active":"2024-09-19T04:39:53.252794+0000","last_became_peered":"2024-09-19T04:39:53.252794+0000","last_unstale":"2024-09-19T04:39:55.305281+0000","last_undegraded":"2024-09-19T04:39:55.305281+0000","last_fullsized":"2024-09-19T04:39:55.305281+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:27.269160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240674+0000","last_change":"2024-09-19T04:39:48.212497+0000","last_active":"2024-09-19T04:39:55.240674+0000","last_peered":"2024-09-19T04:39:55.240674+0000","last_clean":"2024-09-19T04:39:55.240674+0000","last_became_active":"2024-09-19T04:39:48.212174+0000","last_became_peered":"2024-09-19T04:39:48.212174+0000","last_unstale":"2024-09-19T04:39:55.240674+0000","last_undegraded":"2024-09-19T04:39:55.240674+0000","last_fullsized":"2024-09-19T04:39:55.240674+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:47.169179+0000","last_clean_scrub_stamp":"2024-09-19T04:39:47.169179+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:21.472952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242346+0000","last_change":"2024-09-19T04:39:49.216370+0000","last_active":"2024-09-19T04:39:55.242346+0000","last_peered":"2024-09-19T04:39:55.242346+0000","last_clean":"2024-09-19T04:39:55.242346+0000","last_became_active":"2024-09-19T04:39:49.214087+0000","last_became_peered":"2024-09-19T04:39:49.214087+0000","last_unstale":"2024-09-19T04:39:55.242346+0000","last_undegraded":"2024-09-19T04:39:55.242346+0000","last_fullsized":"2024-09-19T04:39:55.242346+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:47:08.627874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240804+0000","last_change":"2024-09-19T04:39:53.258474+0000","last_active":"2024-09-19T04:39:55.240804+0000","last_peered":"2024-09-19T04:39:55.240804+0000","last_clean":"2024-09-19T04:39:55.240804+0000","last_became_active":"2024-09-19T04:39:53.257382+0000","last_became_peered":"2024-09-19T04:39:53.257382+0000","last_unstale":"2024-09-19T04:39:55.240804+0000","last_undegraded":"2024-09-19T04:39:55.240804+0000","last_fullsized":"2024-09-19T04:39:55.240804+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:52.214592+0000","last_clean_scrub_stamp":"2024-09-19T04:39:52.214592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:16:44.273397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304814+0000","last_change":"2024-09-19T04:39:49.219357+0000","last_active":"2024-09-19T04:39:55.304814+0000","last_peered":"2024-09-19T04:39:55.304814+0000","last_clean":"2024-09-19T04:39:55.304814+0000","last_became_active":"2024-09-19T04:39:49.218604+0000","last_became_peered":"2024-09-19T04:39:49.218604+0000","last_unstale":"2024-09-19T04:39:55.304814+0000","last_undegraded":"2024-09-19T04:39:55.304814+0000","last_fullsized":"2024-09-19T04:39:55.304814+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:37:23.204023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304905+0000","last_change":"2024-09-19T04:39:49.212995+0000","last_active":"2024-09-19T04:39:55.304905+0000","last_peered":"2024-09-19T04:39:55.304905+0000","last_clean":"2024-09-19T04:39:55.304905+0000","last_became_active":"2024-09-19T04:39:49.212736+0000","last_became_peered":"2024-09-19T04:39:49.212736+0000","last_unstale":"2024-09-19T04:39:55.304905+0000","last_undegraded":"2024-09-19T04:39:55.304905+0000","last_fullsized":"2024-09-19T04:39:55.304905+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:22.014558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242271+0000","last_change":"2024-09-19T04:39:49.216590+0000","last_active":"2024-09-19T04:39:55.242271+0000","last_peered":"2024-09-19T04:39:55.242271+0000","last_clean":"2024-09-19T04:39:55.242271+0000","last_became_active":"2024-09-19T04:39:49.214154+0000","last_became_peered":"2024-09-19T04:39:49.214154+0000","last_unstale":"2024-09-19T04:39:55.242271+0000","last_undegraded":"2024-09-19T04:39:55.242271+0000","last_fullsized":"2024-09-19T04:39:55.242271+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:42.185395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306292+0000","last_change":"2024-09-19T04:39:49.206687+0000","last_active":"2024-09-19T04:39:55.306292+0000","last_peered":"2024-09-19T04:39:55.306292+0000","last_clean":"2024-09-19T04:39:55.306292+0000","last_became_active":"2024-09-19T04:39:49.206384+0000","last_became_peered":"2024-09-19T04:39:49.206384+0000","last_unstale":"2024-09-19T04:39:55.306292+0000","last_undegraded":"2024-09-19T04:39:55.306292+0000","last_fullsized":"2024-09-19T04:39:55.306292+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:01.607477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240855+0000","last_change":"2024-09-19T04:39:49.210608+0000","last_active":"2024-09-19T04:39:55.240855+0000","last_peered":"2024-09-19T04:39:55.240855+0000","last_clean":"2024-09-19T04:39:55.240855+0000","last_became_active":"2024-09-19T04:39:49.210340+0000","last_became_peered":"2024-09-19T04:39:49.210340+0000","last_unstale":"2024-09-19T04:39:55.240855+0000","last_undegraded":"2024-09-19T04:39:55.240855+0000","last_fullsized":"2024-09-19T04:39:55.240855+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:04.316332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305886+0000","last_change":"2024-09-19T04:39:49.213681+0000","last_active":"2024-09-19T04:39:55.305886+0000","last_peered":"2024-09-19T04:39:55.305886+0000","last_clean":"2024-09-19T04:39:55.305886+0000","last_became_active":"2024-09-19T04:39:49.213439+0000","last_became_peered":"2024-09-19T04:39:49.213439+0000","last_unstale":"2024-09-19T04:39:55.305886+0000","last_undegraded":"2024-09-19T04:39:55.305886+0000","last_fullsized":"2024-09-19T04:39:55.305886+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:49.598140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305810+0000","last_change":"2024-09-19T04:39:49.230355+0000","last_active":"2024-09-19T04:39:55.305810+0000","last_peered":"2024-09-19T04:39:55.305810+0000","last_clean":"2024-09-19T04:39:55.305810+0000","last_became_active":"2024-09-19T04:39:49.230032+0000","last_became_peered":"2024-09-19T04:39:49.230032+0000","last_unstale":"2024-09-19T04:39:55.305810+0000","last_undegraded":"2024-09-19T04:39:55.305810+0000","last_fullsized":"2024-09-19T04:39:55.305810+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:47.829112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.241051+0000","last_change":"2024-09-19T04:39:49.221165+0000","last_active":"2024-09-19T04:39:55.241051+0000","last_peered":"2024-09-19T04:39:55.241051+0000","last_clean":"2024-09-19T04:39:55.241051+0000","last_became_active":"2024-09-19T04:39:49.219776+0000","last_became_peered":"2024-09-19T04:39:49.219776+0000","last_unstale":"2024-09-19T04:39:55.241051+0000","last_undegraded":"2024-09-19T04:39:55.241051+0000","last_fullsized":"2024-09-19T04:39:55.241051+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:54.496191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243832+0000","last_change":"2024-09-19T04:39:49.205079+0000","last_active":"2024-09-19T04:39:55.243832+0000","last_peered":"2024-09-19T04:39:55.243832+0000","last_clean":"2024-09-19T04:39:55.243832+0000","last_became_active":"2024-09-19T04:39:49.204653+0000","last_became_peered":"2024-09-19T04:39:49.204653+0000","last_unstale":"2024-09-19T04:39:55.243832+0000","last_undegraded":"2024-09-19T04:39:55.243832+0000","last_fullsized":"2024-09-19T04:39:55.243832+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:11:25.526797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240302+0000","last_change":"2024-09-19T04:39:49.223192+0000","last_active":"2024-09-19T04:39:55.240302+0000","last_peered":"2024-09-19T04:39:55.240302+0000","last_clean":"2024-09-19T04:39:55.240302+0000","last_became_active":"2024-09-19T04:39:49.222861+0000","last_became_peered":"2024-09-19T04:39:49.222861+0000","last_unstale":"2024-09-19T04:39:55.240302+0000","last_undegraded":"2024-09-19T04:39:55.240302+0000","last_fullsized":"2024-09-19T04:39:55.240302+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:18.447781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242154+0000","last_change":"2024-09-19T04:39:49.231980+0000","last_active":"2024-09-19T04:39:55.242154+0000","last_peered":"2024-09-19T04:39:55.242154+0000","last_clean":"2024-09-19T04:39:55.242154+0000","last_became_active":"2024-09-19T04:39:49.231708+0000","last_became_peered":"2024-09-19T04:39:49.231708+0000","last_unstale":"2024-09-19T04:39:55.242154+0000","last_undegraded":"2024-09-19T04:39:55.242154+0000","last_fullsized":"2024-09-19T04:39:55.242154+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:54.496191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306168+0000","last_change":"2024-09-19T04:39:49.232094+0000","last_active":"2024-09-19T04:39:55.306168+0000","last_peered":"2024-09-19T04:39:55.306168+0000","last_clean":"2024-09-19T04:39:55.306168+0000","last_became_active":"2024-09-19T04:39:49.231847+0000","last_became_peered":"2024-09-19T04:39:49.231847+0000","last_unstale":"2024-09-19T04:39:55.306168+0000","last_undegraded":"2024-09-19T04:39:55.306168+0000","last_fullsized":"2024-09-19T04:39:55.306168+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:35.722085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305455+0000","last_change":"2024-09-19T04:39:49.220771+0000","last_active":"2024-09-19T04:39:55.305455+0000","last_peered":"2024-09-19T04:39:55.305455+0000","last_clean":"2024-09-19T04:39:55.305455+0000","last_became_active":"2024-09-19T04:39:49.220252+0000","last_became_peered":"2024-09-19T04:39:49.220252+0000","last_unstale":"2024-09-19T04:39:55.305455+0000","last_undegraded":"2024-09-19T04:39:55.305455+0000","last_fullsized":"2024-09-19T04:39:55.305455+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:38.196380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306111+0000","last_change":"2024-09-19T04:39:49.231139+0000","last_active":"2024-09-19T04:39:55.306111+0000","last_peered":"2024-09-19T04:39:55.306111+0000","last_clean":"2024-09-19T04:39:55.306111+0000","last_became_active":"2024-09-19T04:39:49.230748+0000","last_became_peered":"2024-09-19T04:39:49.230748+0000","last_unstale":"2024-09-19T04:39:55.306111+0000","last_undegraded":"2024-09-19T04:39:55.306111+0000","last_fullsized":"2024-09-19T04:39:55.306111+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:14.025663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305742+0000","last_change":"2024-09-19T04:39:49.217280+0000","last_active":"2024-09-19T04:39:55.305742+0000","last_peered":"2024-09-19T04:39:55.305742+0000","last_clean":"2024-09-19T04:39:55.305742+0000","last_became_active":"2024-09-19T04:39:49.216984+0000","last_became_peered":"2024-09-19T04:39:49.216984+0000","last_unstale":"2024-09-19T04:39:55.305742+0000","last_undegraded":"2024-09-19T04:39:55.305742+0000","last_fullsized":"2024-09-19T04:39:55.305742+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:35.722085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243591+0000","last_change":"2024-09-19T04:39:49.229565+0000","last_active":"2024-09-19T04:39:55.243591+0000","last_peered":"2024-09-19T04:39:55.243591+0000","last_clean":"2024-09-19T04:39:55.243591+0000","last_became_active":"2024-09-19T04:39:49.229301+0000","last_became_peered":"2024-09-19T04:39:49.229301+0000","last_unstale":"2024-09-19T04:39:55.243591+0000","last_undegraded":"2024-09-19T04:39:55.243591+0000","last_fullsized":"2024-09-19T04:39:55.243591+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:14.025663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.243930+0000","last_change":"2024-09-19T04:39:49.203853+0000","last_active":"2024-09-19T04:39:55.243930+0000","last_peered":"2024-09-19T04:39:55.243930+0000","last_clean":"2024-09-19T04:39:55.243930+0000","last_became_active":"2024-09-19T04:39:49.203104+0000","last_became_peered":"2024-09-19T04:39:49.203104+0000","last_unstale":"2024-09-19T04:39:55.243930+0000","last_undegraded":"2024-09-19T04:39:55.243930+0000","last_fullsized":"2024-09-19T04:39:55.243930+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:49.598140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.304733+0000","last_change":"2024-09-19T04:39:49.223814+0000","last_active":"2024-09-19T04:39:55.304733+0000","last_peered":"2024-09-19T04:39:55.304733+0000","last_clean":"2024-09-19T04:39:55.304733+0000","last_became_active":"2024-09-19T04:39:49.222724+0000","last_became_peered":"2024-09-19T04:39:49.222724+0000","last_unstale":"2024-09-19T04:39:55.304733+0000","last_undegraded":"2024-09-19T04:39:55.304733+0000","last_fullsized":"2024-09-19T04:39:55.304733+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:01:53.903850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306429+0000","last_change":"2024-09-19T04:39:49.215066+0000","last_active":"2024-09-19T04:39:55.306429+0000","last_peered":"2024-09-19T04:39:55.306429+0000","last_clean":"2024-09-19T04:39:55.306429+0000","last_became_active":"2024-09-19T04:39:49.214777+0000","last_became_peered":"2024-09-19T04:39:49.214777+0000","last_unstale":"2024-09-19T04:39:55.306429+0000","last_undegraded":"2024-09-19T04:39:55.306429+0000","last_fullsized":"2024-09-19T04:39:55.306429+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:37:23.204023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240558+0000","last_change":"2024-09-19T04:39:49.225185+0000","last_active":"2024-09-19T04:39:55.240558+0000","last_peered":"2024-09-19T04:39:55.240558+0000","last_clean":"2024-09-19T04:39:55.240558+0000","last_became_active":"2024-09-19T04:39:49.224216+0000","last_became_peered":"2024-09-19T04:39:49.224216+0000","last_unstale":"2024-09-19T04:39:55.240558+0000","last_undegraded":"2024-09-19T04:39:55.240558+0000","last_fullsized":"2024-09-19T04:39:55.240558+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:38.196380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242732+0000","last_change":"2024-09-19T04:39:49.217932+0000","last_active":"2024-09-19T04:39:55.242732+0000","last_peered":"2024-09-19T04:39:55.242732+0000","last_clean":"2024-09-19T04:39:55.242732+0000","last_became_active":"2024-09-19T04:39:49.217608+0000","last_became_peered":"2024-09-19T04:39:49.217608+0000","last_unstale":"2024-09-19T04:39:55.242732+0000","last_undegraded":"2024-09-19T04:39:55.242732+0000","last_fullsized":"2024-09-19T04:39:55.242732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:49:25.938202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305323+0000","last_change":"2024-09-19T04:39:49.213499+0000","last_active":"2024-09-19T04:39:55.305323+0000","last_peered":"2024-09-19T04:39:55.305323+0000","last_clean":"2024-09-19T04:39:55.305323+0000","last_became_active":"2024-09-19T04:39:49.213125+0000","last_became_peered":"2024-09-19T04:39:49.213125+0000","last_unstale":"2024-09-19T04:39:55.305323+0000","last_undegraded":"2024-09-19T04:39:55.305323+0000","last_fullsized":"2024-09-19T04:39:55.305323+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:01.607477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305693+0000","last_change":"2024-09-19T04:39:49.212599+0000","last_active":"2024-09-19T04:39:55.305693+0000","last_peered":"2024-09-19T04:39:55.305693+0000","last_clean":"2024-09-19T04:39:55.305693+0000","last_became_active":"2024-09-19T04:39:49.212217+0000","last_became_peered":"2024-09-19T04:39:49.212217+0000","last_unstale":"2024-09-19T04:39:55.305693+0000","last_undegraded":"2024-09-19T04:39:55.305693+0000","last_fullsized":"2024-09-19T04:39:55.305693+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:33:09.102913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306632+0000","last_change":"2024-09-19T04:39:49.229876+0000","last_active":"2024-09-19T04:39:55.306632+0000","last_peered":"2024-09-19T04:39:55.306632+0000","last_clean":"2024-09-19T04:39:55.306632+0000","last_became_active":"2024-09-19T04:39:49.229290+0000","last_became_peered":"2024-09-19T04:39:49.229290+0000","last_unstale":"2024-09-19T04:39:55.306632+0000","last_undegraded":"2024-09-19T04:39:55.306632+0000","last_fullsized":"2024-09-19T04:39:55.306632+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:23.779574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.240025+0000","last_change":"2024-09-19T04:39:49.218105+0000","last_active":"2024-09-19T04:39:55.240025+0000","last_peered":"2024-09-19T04:39:55.240025+0000","last_clean":"2024-09-19T04:39:55.240025+0000","last_became_active":"2024-09-19T04:39:49.217496+0000","last_became_peered":"2024-09-19T04:39:49.217496+0000","last_unstale":"2024-09-19T04:39:55.240025+0000","last_undegraded":"2024-09-19T04:39:55.240025+0000","last_fullsized":"2024-09-19T04:39:55.240025+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:47.829112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305287+0000","last_change":"2024-09-19T04:39:49.232411+0000","last_active":"2024-09-19T04:39:55.305287+0000","last_peered":"2024-09-19T04:39:55.305287+0000","last_clean":"2024-09-19T04:39:55.305287+0000","last_became_active":"2024-09-19T04:39:49.232102+0000","last_became_peered":"2024-09-19T04:39:49.232102+0000","last_unstale":"2024-09-19T04:39:55.305287+0000","last_undegraded":"2024-09-19T04:39:55.305287+0000","last_fullsized":"2024-09-19T04:39:55.305287+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:11:25.526797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242034+0000","last_change":"2024-09-19T04:39:49.206535+0000","last_active":"2024-09-19T04:39:55.242034+0000","last_peered":"2024-09-19T04:39:55.242034+0000","last_clean":"2024-09-19T04:39:55.242034+0000","last_became_active":"2024-09-19T04:39:49.206211+0000","last_became_peered":"2024-09-19T04:39:49.206211+0000","last_unstale":"2024-09-19T04:39:55.242034+0000","last_undegraded":"2024-09-19T04:39:55.242034+0000","last_fullsized":"2024-09-19T04:39:55.242034+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:18.447781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305759+0000","last_change":"2024-09-19T04:39:49.232545+0000","last_active":"2024-09-19T04:39:55.305759+0000","last_peered":"2024-09-19T04:39:55.305759+0000","last_clean":"2024-09-19T04:39:55.305759+0000","last_became_active":"2024-09-19T04:39:49.229953+0000","last_became_peered":"2024-09-19T04:39:49.229953+0000","last_unstale":"2024-09-19T04:39:55.305759+0000","last_undegraded":"2024-09-19T04:39:55.305759+0000","last_fullsized":"2024-09-19T04:39:55.305759+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:42.185395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.242551+0000","last_change":"2024-09-19T04:39:49.211894+0000","last_active":"2024-09-19T04:39:55.242551+0000","last_peered":"2024-09-19T04:39:55.242551+0000","last_clean":"2024-09-19T04:39:55.242551+0000","last_became_active":"2024-09-19T04:39:49.211253+0000","last_became_peered":"2024-09-19T04:39:49.211253+0000","last_unstale":"2024-09-19T04:39:55.242551+0000","last_undegraded":"2024-09-19T04:39:55.242551+0000","last_fullsized":"2024-09-19T04:39:55.242551+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:16:04.316332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306285+0000","last_change":"2024-09-19T04:39:49.209597+0000","last_active":"2024-09-19T04:39:55.306285+0000","last_peered":"2024-09-19T04:39:55.306285+0000","last_clean":"2024-09-19T04:39:55.306285+0000","last_became_active":"2024-09-19T04:39:49.208390+0000","last_became_peered":"2024-09-19T04:39:49.208390+0000","last_unstale":"2024-09-19T04:39:55.306285+0000","last_undegraded":"2024-09-19T04:39:55.306285+0000","last_fullsized":"2024-09-19T04:39:55.306285+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:01:53.903850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.305134+0000","last_change":"2024-09-19T04:39:49.220400+0000","last_active":"2024-09-19T04:39:55.305134+0000","last_peered":"2024-09-19T04:39:55.305134+0000","last_clean":"2024-09-19T04:39:55.305134+0000","last_became_active":"2024-09-19T04:39:49.219862+0000","last_became_peered":"2024-09-19T04:39:49.219862+0000","last_unstale":"2024-09-19T04:39:55.305134+0000","last_undegraded":"2024-09-19T04:39:55.305134+0000","last_fullsized":"2024-09-19T04:39:55.305134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:47.829112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-19T04:39:55.306514+0000","last_change":"2024-09-19T04:39:49.229640+0000","last_active":"2024-09-19T04:39:55.306514+0000","last_peered":"2024-09-19T04:39:55.306514+0000","last_clean":"2024-09-19T04:39:55.306514+0000","last_became_active":"2024-09-19T04:39:49.227991+0000","last_became_peered":"2024-09-19T04:39:49.227991+0000","last_unstale":"2024-09-19T04:39:55.306514+0000","last_undegraded":"2024-09-19T04:39:55.306514+0000","last_fullsized":"2024-09-19T04:39:55.306514+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:48.174609+0000","last_clean_scrub_stamp":"2024-09-19T04:39:48.174609+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:37:47.582469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574858,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32036,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339804,"statfs":{"total":96636764160,"available":96603959296,"internally_reserved":0,"allocated":864256,"data_stored":698343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574857,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31456,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":278528,"data_stored":111237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574856,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31460,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340380,"statfs":{"total":96636764160,"available":96604549120,"internally_reserved":0,"allocated":270336,"data_stored":107483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574856,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":278528,"data_stored":107519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574857,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":278528,"data_stored":111237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574858,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":266240,"data_stored":107393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574856,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":274432,"data_stored":107553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574856,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27884,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343956,"statfs":{"total":96636764160,"available":96608210944,"internally_reserved":0,"allocated":872448,"data_stored":698399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:40:10.229 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T04:40:10.230 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-19T04:40:10.230 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-19T04:40:10.230 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-19T04:40:10.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.421+0000 7fd822000640 1 Processor -- start 2024-09-19T04:40:10.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.421+0000 7fd822000640 1 -- start start 2024-09-19T04:40:10.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.423+0000 7fd822000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fd81c072680 0x7fd81c0cd920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.423+0000 7fd822000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd81c15d520 con 0x7fd81c159e90 2024-09-19T04:40:10.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.423+0000 7fd822000640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd81c15d800 con 0x7fd81c15d070 2024-09-19T04:40:10.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.423+0000 7fd822000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fd81c0cd490 con 0x7fd81c072680 2024-09-19T04:40:10.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.423+0000 7fd81b400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fd81c159e90 0x7fd81c15c960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:42112/0 (socket says 172.21.15.31:42112) 2024-09-19T04:40:10.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.423+0000 7fd81b400640 1 -- 172.21.15.31:0/2832355786 learned_addr learned my addr 172.21.15.31:0/2832355786 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:10.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.423+0000 7fd81be00640 1 --2- 172.21.15.31:0/2832355786 >> v2:172.21.15.31:3300/0 conn(0x7fd81c072680 0x7fd81c0cd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.424+0000 7fd81be00640 1 -- 172.21.15.31:0/2832355786 >> v1:172.21.15.52:6789/0 conn(0x7fd81c15d070 legacy=0x7fd81c071f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.424+0000 7fd81be00640 1 -- 172.21.15.31:0/2832355786 >> v1:172.21.15.31:6789/0 conn(0x7fd81c159e90 legacy=0x7fd81c15c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.424+0000 7fd81be00640 1 -- 172.21.15.31:0/2832355786 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd81c0cce40 con 0x7fd81c072680 2024-09-19T04:40:10.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.425+0000 7fd81be00640 1 --2- 172.21.15.31:0/2832355786 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd81c072680 0x7fd81c0cd920 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fd81c0cd610 tx=0x7fd81402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d34c27350c3ac46 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:10.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.425+0000 7fd81aa00640 1 -- 172.21.15.31:0/2832355786 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd814007740 con 0x7fd81c072680 2024-09-19T04:40:10.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.425+0000 7fd81aa00640 1 -- 172.21.15.31:0/2832355786 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8140078e0 con 0x7fd81c072680 2024-09-19T04:40:10.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.425+0000 7fd81aa00640 1 -- 172.21.15.31:0/2832355786 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd814007cb0 con 0x7fd81c072680 2024-09-19T04:40:10.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.425+0000 7fd822000640 1 -- 172.21.15.31:0/2832355786 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd81c072680 msgr2=0x7fd81c0cd920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.425+0000 7fd822000640 1 --2- 172.21.15.31:0/2832355786 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd81c072680 0x7fd81c0cd920 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fd81c0cd610 tx=0x7fd81402a6f0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.425+0000 7fd822000640 1 -- 172.21.15.31:0/2832355786 shutdown_connections 2024-09-19T04:40:10.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.425+0000 7fd822000640 1 --2- 172.21.15.31:0/2832355786 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd81c072680 0x7fd81c0cd920 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.425+0000 7fd822000640 1 -- 172.21.15.31:0/2832355786 >> 172.21.15.31:0/2832355786 conn(0x7fd81c0b5f10 msgr2=0x7fd81c0b20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:10.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.425+0000 7fd822000640 1 -- 172.21.15.31:0/2832355786 shutdown_connections 2024-09-19T04:40:10.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.426+0000 7fd822000640 1 -- 172.21.15.31:0/2832355786 wait complete. 2024-09-19T04:40:10.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.427+0000 7fd822000640 1 Processor -- start 2024-09-19T04:40:10.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.427+0000 7fd822000640 1 -- start start 2024-09-19T04:40:10.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.428+0000 7fd822000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd81c072680 0x7fd81c1538e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.428+0000 7fd822000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd81c159e90 0x7fd81c1564b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.428+0000 7fd822000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd81c15d070 0x7fd81c1569f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.428+0000 7fd822000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd81c15a270 con 0x7fd81c072680 2024-09-19T04:40:10.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.428+0000 7fd822000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd81c0b4af0 con 0x7fd81c15d070 2024-09-19T04:40:10.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.428+0000 7fd822000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fd81c0b33c0 con 0x7fd81c159e90 2024-09-19T04:40:10.429 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.428+0000 7fd81b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd81c072680 0x7fd81c1538e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.428+0000 7fd81b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd81c072680 0x7fd81c1538e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53944/0 (socket says 172.21.15.31:53944) 2024-09-19T04:40:10.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.428+0000 7fd81b400640 1 -- 172.21.15.31:0/4165770466 learned_addr learned my addr 172.21.15.31:0/4165770466 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:10.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.429+0000 7fd81be00640 1 --2- 172.21.15.31:0/4165770466 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd81c15d070 0x7fd81c1569f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.429+0000 7fd812a00640 1 --2- 172.21.15.31:0/4165770466 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd81c159e90 0x7fd81c1564b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.429+0000 7fd81b400640 1 -- 172.21.15.31:0/4165770466 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd81c159e90 msgr2=0x7fd81c1564b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.429+0000 7fd81b400640 1 --2- 172.21.15.31:0/4165770466 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd81c159e90 0x7fd81c1564b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.429+0000 7fd81b400640 1 -- 172.21.15.31:0/4165770466 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd81c15d070 msgr2=0x7fd81c1569f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.429+0000 7fd81b400640 1 --2- 172.21.15.31:0/4165770466 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd81c15d070 0x7fd81c1569f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.429+0000 7fd81b400640 1 -- 172.21.15.31:0/4165770466 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd81c14ef90 con 0x7fd81c072680 2024-09-19T04:40:10.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.429+0000 7fd812a00640 1 --2- 172.21.15.31:0/4165770466 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd81c159e90 0x7fd81c1564b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:10.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.429+0000 7fd81b400640 1 --2- 172.21.15.31:0/4165770466 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd81c072680 0x7fd81c1538e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fd80c00c4a0 tx=0x7fd80c00c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:10.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.430+0000 7fd813e00640 1 -- 172.21.15.31:0/4165770466 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd80c017070 con 0x7fd81c072680 2024-09-19T04:40:10.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.430+0000 7fd813e00640 1 -- 172.21.15.31:0/4165770466 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd80c005ce0 con 0x7fd81c072680 2024-09-19T04:40:10.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.430+0000 7fd813e00640 1 -- 172.21.15.31:0/4165770466 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd80c007270 con 0x7fd81c072680 2024-09-19T04:40:10.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.430+0000 7fd822000640 1 -- 172.21.15.31:0/4165770466 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd81c14f230 con 0x7fd81c072680 2024-09-19T04:40:10.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.430+0000 7fd822000640 1 -- 172.21.15.31:0/4165770466 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd81c14f7f0 con 0x7fd81c072680 2024-09-19T04:40:10.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.431+0000 7fd822000640 1 -- 172.21.15.31:0/4165770466 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd81c0cd920 con 0x7fd81c072680 2024-09-19T04:40:10.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.433+0000 7fd813e00640 1 -- 172.21.15.31:0/4165770466 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd80c01a070 con 0x7fd81c072680 2024-09-19T04:40:10.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.434+0000 7fd813e00640 1 --2- 172.21.15.31:0/4165770466 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd7f806c2b0 0x7fd7f806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.434+0000 7fd813e00640 1 -- 172.21.15.31:0/4165770466 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fd80c08a960 con 0x7fd81c072680 2024-09-19T04:40:10.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.434+0000 7fd812a00640 1 --2- 172.21.15.31:0/4165770466 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd7f806c2b0 0x7fd7f806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.435+0000 7fd812a00640 1 --2- 172.21.15.31:0/4165770466 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd7f806c2b0 0x7fd7f806e770 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd81c1f79c0 tx=0x7fd804009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:10.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.438+0000 7fd813e00640 1 -- 172.21.15.31:0/4165770466 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd80c058730 con 0x7fd81c072680 2024-09-19T04:40:10.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.660+0000 7fd822000640 1 -- 172.21.15.31:0/4165770466 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fd81c0ccb20 con 0x7fd81c072680 2024-09-19T04:40:10.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.661+0000 7fd813e00640 1 -- 172.21.15.31:0/4165770466 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fd80c05ca30 con 0x7fd81c072680 2024-09-19T04:40:10.662 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:10.662 INFO:teuthology.orchestra.run.smithi031.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-19T04:40:10.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.664+0000 7fd822000640 1 -- 172.21.15.31:0/4165770466 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd7f806c2b0 msgr2=0x7fd7f806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.664+0000 7fd822000640 1 --2- 172.21.15.31:0/4165770466 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd7f806c2b0 0x7fd7f806e770 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd81c1f79c0 tx=0x7fd804009040 comp rx=0 tx=0).stop 2024-09-19T04:40:10.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.664+0000 7fd822000640 1 -- 172.21.15.31:0/4165770466 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd81c072680 msgr2=0x7fd81c1538e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.664+0000 7fd822000640 1 --2- 172.21.15.31:0/4165770466 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd81c072680 0x7fd81c1538e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fd80c00c4a0 tx=0x7fd80c00c960 comp rx=0 tx=0).stop 2024-09-19T04:40:10.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.664+0000 7fd822000640 1 -- 172.21.15.31:0/4165770466 shutdown_connections 2024-09-19T04:40:10.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.664+0000 7fd822000640 1 --2- 172.21.15.31:0/4165770466 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd7f806c2b0 0x7fd7f806e770 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.664+0000 7fd822000640 1 --2- 172.21.15.31:0/4165770466 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd81c15d070 0x7fd81c1569f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.664+0000 7fd822000640 1 --2- 172.21.15.31:0/4165770466 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd81c159e90 0x7fd81c1564b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.664+0000 7fd822000640 1 --2- 172.21.15.31:0/4165770466 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd81c072680 0x7fd81c1538e0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.664+0000 7fd822000640 1 -- 172.21.15.31:0/4165770466 >> 172.21.15.31:0/4165770466 conn(0x7fd81c0b5f10 msgr2=0x7fd81c15ed80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:10.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.664+0000 7fd822000640 1 -- 172.21.15.31:0/4165770466 shutdown_connections 2024-09-19T04:40:10.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.664+0000 7fd822000640 1 -- 172.21.15.31:0/4165770466 wait complete. 2024-09-19T04:40:10.681 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-19T04:40:10.681 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:10.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.838+0000 7f0e8c400640 1 Processor -- start 2024-09-19T04:40:10.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.838+0000 7f0e8c400640 1 -- start start 2024-09-19T04:40:10.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.839+0000 7f0e8c400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f0e84147990 0x7f0e840afb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.839+0000 7f0e8c400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0e84071fd0 0x7f0e84072480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.839+0000 7f0e8c400640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e840b3c60 con 0x7f0e841475b0 2024-09-19T04:40:10.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.839+0000 7f0e8c400640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f0e840b3f40 con 0x7f0e84147990 2024-09-19T04:40:10.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.839+0000 7f0e8c400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f0e840b4220 con 0x7f0e84071fd0 2024-09-19T04:40:10.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.840+0000 7f0e89a00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f0e841475b0 0x7f0e840b3430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:42126/0 (socket says 172.21.15.31:42126) 2024-09-19T04:40:10.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.840+0000 7f0e89a00640 1 -- 172.21.15.31:0/2328009524 learned_addr learned my addr 172.21.15.31:0/2328009524 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:10.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.840+0000 7f0e8a400640 1 --2- 172.21.15.31:0/2328009524 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0e84071fd0 0x7f0e84072480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.840+0000 7f0e89000640 1 --2- 172.21.15.31:0/2328009524 >> v2:172.21.15.52:3300/0 conn(0x7f0e84147990 0x7f0e840afb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.840+0000 7f0e83e00640 1 -- 172.21.15.31:0/2328009524 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1510683403 0 0) 0x7f0e840b3c60 con 0x7f0e841475b0 2024-09-19T04:40:10.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.840+0000 7f0e83e00640 1 -- 172.21.15.31:0/2328009524 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0e6c003520 con 0x7f0e841475b0 2024-09-19T04:40:10.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.841+0000 7f0e89000640 1 -- 172.21.15.31:0/2328009524 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0e84071fd0 msgr2=0x7f0e84072480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:10.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.841+0000 7f0e89000640 1 --2- 172.21.15.31:0/2328009524 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0e84071fd0 0x7f0e84072480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.841+0000 7f0e89000640 1 -- 172.21.15.31:0/2328009524 >> v1:172.21.15.31:6789/0 conn(0x7f0e841475b0 legacy=0x7f0e840b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.841+0000 7f0e83e00640 1 -- 172.21.15.31:0/2328009524 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 792577190 0 0) 0x7f0e6c003520 con 0x7f0e841475b0 2024-09-19T04:40:10.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.841+0000 7f0e89000640 1 -- 172.21.15.31:0/2328009524 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e840b4500 con 0x7f0e84147990 2024-09-19T04:40:10.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.841+0000 7f0e8a400640 1 --2- 172.21.15.31:0/2328009524 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0e84071fd0 0x7f0e84072480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:10.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.842+0000 7f0e89000640 1 --2- 172.21.15.31:0/2328009524 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e84147990 0x7f0e840afb60 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0e700097a0 tx=0x7f0e7002a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=159eb74d77adfcbb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:10.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.842+0000 7f0e83e00640 1 -- 172.21.15.31:0/2328009524 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e70037070 con 0x7f0e84147990 2024-09-19T04:40:10.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.842+0000 7f0e83e00640 1 -- 172.21.15.31:0/2328009524 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e7002aba0 con 0x7f0e84147990 2024-09-19T04:40:10.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.842+0000 7f0e83e00640 1 -- 172.21.15.31:0/2328009524 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e78001670 con 0x7f0e84147990 2024-09-19T04:40:10.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.842+0000 7f0e8c400640 1 -- 172.21.15.31:0/2328009524 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e84147990 msgr2=0x7f0e840afb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.842+0000 7f0e8c400640 1 --2- 172.21.15.31:0/2328009524 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e84147990 0x7f0e840afb60 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0e700097a0 tx=0x7f0e7002a110 comp rx=0 tx=0).stop 2024-09-19T04:40:10.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.843+0000 7f0e8c400640 1 -- 172.21.15.31:0/2328009524 shutdown_connections 2024-09-19T04:40:10.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.843+0000 7f0e8c400640 1 --2- 172.21.15.31:0/2328009524 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0e84071fd0 0x7f0e84072480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.843+0000 7f0e8c400640 1 --2- 172.21.15.31:0/2328009524 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e84147990 0x7f0e840afb60 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.843+0000 7f0e8c400640 1 -- 172.21.15.31:0/2328009524 >> 172.21.15.31:0/2328009524 conn(0x7f0e84067da0 msgr2=0x7f0e8406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:10.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.843+0000 7f0e8c400640 1 -- 172.21.15.31:0/2328009524 shutdown_connections 2024-09-19T04:40:10.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.843+0000 7f0e8c400640 1 -- 172.21.15.31:0/2328009524 wait complete. 2024-09-19T04:40:10.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.844+0000 7f0e8c400640 1 Processor -- start 2024-09-19T04:40:10.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.844+0000 7f0e8c400640 1 -- start start 2024-09-19T04:40:10.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.845+0000 7f0e8c400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e84071fd0 0x7f0e84140160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.845+0000 7f0e8c400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0e841475b0 0x7f0e8415d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.845+0000 7f0e8c400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e84147990 0x7f0e84145e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.845+0000 7f0e8c400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0e8406e150 con 0x7f0e84071fd0 2024-09-19T04:40:10.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.845+0000 7f0e8c400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0e8406dfd0 con 0x7f0e84147990 2024-09-19T04:40:10.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.845+0000 7f0e8c400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f0e8406e2d0 con 0x7f0e841475b0 2024-09-19T04:40:10.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.845+0000 7f0e89a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e84071fd0 0x7f0e84140160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.845+0000 7f0e89a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e84071fd0 0x7f0e84140160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53956/0 (socket says 172.21.15.31:53956) 2024-09-19T04:40:10.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.845+0000 7f0e89a00640 1 -- 172.21.15.31:0/356243247 learned_addr learned my addr 172.21.15.31:0/356243247 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:10.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.846+0000 7f0e8a400640 1 --2- 172.21.15.31:0/356243247 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e84147990 0x7f0e84145e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.846+0000 7f0e89000640 1 --2- 172.21.15.31:0/356243247 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0e841475b0 0x7f0e8415d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.846+0000 7f0e89a00640 1 -- 172.21.15.31:0/356243247 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0e841475b0 msgr2=0x7f0e8415d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.846+0000 7f0e89a00640 1 --2- 172.21.15.31:0/356243247 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0e841475b0 0x7f0e8415d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.846+0000 7f0e89a00640 1 -- 172.21.15.31:0/356243247 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e84147990 msgr2=0x7f0e84145e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:10.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.846+0000 7f0e89a00640 1 --2- 172.21.15.31:0/356243247 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e84147990 0x7f0e84145e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:10.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.846+0000 7f0e89a00640 1 -- 172.21.15.31:0/356243247 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e8413b090 con 0x7f0e84071fd0 2024-09-19T04:40:10.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.846+0000 7f0e89a00640 1 --2- 172.21.15.31:0/356243247 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e84071fd0 0x7f0e84140160 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0e780011e0 tx=0x7f0e7800cb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:10.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.846+0000 7f0e81600640 1 -- 172.21.15.31:0/356243247 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e78017070 con 0x7f0e84071fd0 2024-09-19T04:40:10.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.846+0000 7f0e81600640 1 -- 172.21.15.31:0/356243247 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e78005ad0 con 0x7f0e84071fd0 2024-09-19T04:40:10.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.847+0000 7f0e81600640 1 -- 172.21.15.31:0/356243247 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e7800ce60 con 0x7f0e84071fd0 2024-09-19T04:40:10.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.847+0000 7f0e8c400640 1 -- 172.21.15.31:0/356243247 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e8413b370 con 0x7f0e84071fd0 2024-09-19T04:40:10.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.847+0000 7f0e8c400640 1 -- 172.21.15.31:0/356243247 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e8413bc10 con 0x7f0e84071fd0 2024-09-19T04:40:10.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.848+0000 7f0e8c400640 1 -- 172.21.15.31:0/356243247 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e8413b540 con 0x7f0e84071fd0 2024-09-19T04:40:10.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.849+0000 7f0e81600640 1 -- 172.21.15.31:0/356243247 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0e7801a070 con 0x7f0e84071fd0 2024-09-19T04:40:10.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.850+0000 7f0e81600640 1 --2- 172.21.15.31:0/356243247 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0e6406c2b0 0x7f0e6406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:10.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.850+0000 7f0e81600640 1 -- 172.21.15.31:0/356243247 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f0e7808ab90 con 0x7f0e84071fd0 2024-09-19T04:40:10.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.850+0000 7f0e89000640 1 --2- 172.21.15.31:0/356243247 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0e6406c2b0 0x7f0e6406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:10.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.851+0000 7f0e89000640 1 --2- 172.21.15.31:0/356243247 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0e6406c2b0 0x7f0e6406e770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0e70034000 tx=0x7f0e7002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:10.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:10.854+0000 7f0e81600640 1 -- 172.21.15.31:0/356243247 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0e780588d0 con 0x7f0e84071fd0 2024-09-19T04:40:11.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.079+0000 7f0e8c400640 1 -- 172.21.15.31:0/356243247 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0e840afb60 con 0x7f0e84071fd0 2024-09-19T04:40:11.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.079+0000 7f0e81600640 1 -- 172.21.15.31:0/356243247 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5219 (secure 0 0 0) 0x7f0e7805cbd0 con 0x7f0e84071fd0 2024-09-19T04:40:11.081 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:11.081 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":9,"btime":"2024-09-19T04:40:05:253481+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/3433161175","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6836","nonce":3433161175},{"type":"v1","addr":"172.21.15.31:6837","nonce":3433161175}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1405236214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":1405236214},{"type":"v1","addr":"172.21.15.31:6835","nonce":1405236214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3928232119","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":3928232119},{"type":"v1","addr":"172.21.15.52:6835","nonce":3928232119}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:48.624941+0000","modified":"2024-09-19T04:40:04.673963+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.52:6834/1346261032","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":1346261032},{"type":"v1","addr":"172.21.15.52:6834","nonce":1346261032}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-19T04:40:11.081 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 9 2024-09-19T04:40:11.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.082+0000 7f0e8c400640 1 -- 172.21.15.31:0/356243247 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0e6406c2b0 msgr2=0x7f0e6406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.082+0000 7f0e8c400640 1 --2- 172.21.15.31:0/356243247 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0e6406c2b0 0x7f0e6406e770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0e70034000 tx=0x7f0e7002e000 comp rx=0 tx=0).stop 2024-09-19T04:40:11.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.082+0000 7f0e8c400640 1 -- 172.21.15.31:0/356243247 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e84071fd0 msgr2=0x7f0e84140160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.082+0000 7f0e8c400640 1 --2- 172.21.15.31:0/356243247 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e84071fd0 0x7f0e84140160 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0e780011e0 tx=0x7f0e7800cb20 comp rx=0 tx=0).stop 2024-09-19T04:40:11.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.082+0000 7f0e8c400640 1 -- 172.21.15.31:0/356243247 shutdown_connections 2024-09-19T04:40:11.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.082+0000 7f0e8c400640 1 --2- 172.21.15.31:0/356243247 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0e6406c2b0 0x7f0e6406e770 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.082+0000 7f0e8c400640 1 --2- 172.21.15.31:0/356243247 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e84147990 0x7f0e84145e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.082+0000 7f0e8c400640 1 --2- 172.21.15.31:0/356243247 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0e841475b0 0x7f0e8415d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.082+0000 7f0e8c400640 1 --2- 172.21.15.31:0/356243247 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0e84071fd0 0x7f0e84140160 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.082+0000 7f0e8c400640 1 -- 172.21.15.31:0/356243247 >> 172.21.15.31:0/356243247 conn(0x7f0e84067da0 msgr2=0x7f0e8406f970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:11.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.082+0000 7f0e8c400640 1 -- 172.21.15.31:0/356243247 shutdown_connections 2024-09-19T04:40:11.084 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.082+0000 7f0e8c400640 1 -- 172.21.15.31:0/356243247 wait complete. 2024-09-19T04:40:11.099 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:11.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.256+0000 7f15cc000640 1 Processor -- start 2024-09-19T04:40:11.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.256+0000 7f15cc000640 1 -- start start 2024-09-19T04:40:11.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.257+0000 7f15cc000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f15c4072620 0x7f15c40af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.257+0000 7f15cc000640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f15c406dfd0 0x7f15c40afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.258+0000 7f15cc000640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f15c406e590 con 0x7f15c4072240 2024-09-19T04:40:11.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.258+0000 7f15cc000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f15c406e870 con 0x7f15c4072620 2024-09-19T04:40:11.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.258+0000 7f15cc000640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f15c406eb50 con 0x7f15c406dfd0 2024-09-19T04:40:11.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.258+0000 7f15c8c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f15c4072620 0x7f15c40af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.258+0000 7f15c8c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f15c4072620 0x7f15c40af530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53968/0 (socket says 172.21.15.31:53968) 2024-09-19T04:40:11.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.258+0000 7f15c8c00640 1 -- 172.21.15.31:0/3224972151 learned_addr learned my addr 172.21.15.31:0/3224972151 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:11.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.258+0000 7f15ca000640 1 --2- 172.21.15.31:0/3224972151 >> v2:172.21.15.52:3300/0 conn(0x7f15c406dfd0 0x7f15c40afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.258+0000 7f15c8c00640 1 -- 172.21.15.31:0/3224972151 >> v2:172.21.15.52:3300/0 conn(0x7f15c406dfd0 msgr2=0x7f15c40afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:11.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.258+0000 7f15c8c00640 1 --2- 172.21.15.31:0/3224972151 >> v2:172.21.15.52:3300/0 conn(0x7f15c406dfd0 0x7f15c40afa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.258+0000 7f15c8c00640 1 -- 172.21.15.31:0/3224972151 >> v1:172.21.15.52:6789/0 conn(0x7f15c4072240 legacy=0x7f15c415d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.258+0000 7f15c8c00640 1 -- 172.21.15.31:0/3224972151 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15c406ee30 con 0x7f15c4072620 2024-09-19T04:40:11.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.259+0000 7f15c8c00640 1 --2- 172.21.15.31:0/3224972151 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15c4072620 0x7f15c40af530 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f15c406e4c0 tx=0x7f15b002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e85874096cf627b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:11.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.259+0000 7f15c3e00640 1 -- 172.21.15.31:0/3224972151 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b0037070 con 0x7f15c4072620 2024-09-19T04:40:11.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.260+0000 7f15c3e00640 1 -- 172.21.15.31:0/3224972151 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15b0032440 con 0x7f15c4072620 2024-09-19T04:40:11.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.260+0000 7f15c3e00640 1 -- 172.21.15.31:0/3224972151 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b0032810 con 0x7f15c4072620 2024-09-19T04:40:11.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.260+0000 7f15cc000640 1 -- 172.21.15.31:0/3224972151 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15c4072620 msgr2=0x7f15c40af530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.260+0000 7f15cc000640 1 --2- 172.21.15.31:0/3224972151 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15c4072620 0x7f15c40af530 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f15c406e4c0 tx=0x7f15b002a270 comp rx=0 tx=0).stop 2024-09-19T04:40:11.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.260+0000 7f15cc000640 1 -- 172.21.15.31:0/3224972151 shutdown_connections 2024-09-19T04:40:11.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.260+0000 7f15cc000640 1 --2- 172.21.15.31:0/3224972151 >> v2:172.21.15.52:3300/0 conn(0x7f15c406dfd0 0x7f15c40afa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.260+0000 7f15cc000640 1 --2- 172.21.15.31:0/3224972151 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15c4072620 0x7f15c40af530 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.260+0000 7f15cc000640 1 -- 172.21.15.31:0/3224972151 >> 172.21.15.31:0/3224972151 conn(0x7f15c4067da0 msgr2=0x7f15c406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:11.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.260+0000 7f15cc000640 1 -- 172.21.15.31:0/3224972151 shutdown_connections 2024-09-19T04:40:11.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.260+0000 7f15cc000640 1 -- 172.21.15.31:0/3224972151 wait complete. 2024-09-19T04:40:11.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.262+0000 7f15cc000640 1 Processor -- start 2024-09-19T04:40:11.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.262+0000 7f15cc000640 1 -- start start 2024-09-19T04:40:11.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.263+0000 7f15cc000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15c406dfd0 0x7f15c4146cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.263+0000 7f15cc000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f15c4072240 0x7f15c415b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.263+0000 7f15cc000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f15c4072620 0x7f15c40ca900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.263+0000 7f15cc000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f15c40cd560 con 0x7f15c406dfd0 2024-09-19T04:40:11.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.263+0000 7f15cc000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f15c40cd3e0 con 0x7f15c4072240 2024-09-19T04:40:11.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.263+0000 7f15cc000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f15c40cd6e0 con 0x7f15c4072620 2024-09-19T04:40:11.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.263+0000 7f15c9600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15c406dfd0 0x7f15c4146cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.263+0000 7f15c9600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15c406dfd0 0x7f15c4146cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53984/0 (socket says 172.21.15.31:53984) 2024-09-19T04:40:11.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.263+0000 7f15c9600640 1 -- 172.21.15.31:0/2492605160 learned_addr learned my addr 172.21.15.31:0/2492605160 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:11.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.263+0000 7f15c8c00640 1 --2- 172.21.15.31:0/2492605160 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f15c4072240 0x7f15c415b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.263+0000 7f15ca000640 1 --2- 172.21.15.31:0/2492605160 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f15c4072620 0x7f15c40ca900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.264+0000 7f15c9600640 1 -- 172.21.15.31:0/2492605160 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f15c4072620 msgr2=0x7f15c40ca900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.264+0000 7f15c9600640 1 --2- 172.21.15.31:0/2492605160 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f15c4072620 0x7f15c40ca900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.264+0000 7f15c9600640 1 -- 172.21.15.31:0/2492605160 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f15c4072240 msgr2=0x7f15c415b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.264+0000 7f15c9600640 1 --2- 172.21.15.31:0/2492605160 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f15c4072240 0x7f15c415b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.264+0000 7f15c9600640 1 -- 172.21.15.31:0/2492605160 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15c4147210 con 0x7f15c406dfd0 2024-09-19T04:40:11.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.264+0000 7f15ca000640 1 --2- 172.21.15.31:0/2492605160 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f15c4072620 0x7f15c40ca900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:11.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.264+0000 7f15c9600640 1 --2- 172.21.15.31:0/2492605160 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15c406dfd0 0x7f15c4146cd0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f15b800c400 tx=0x7f15b800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:11.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.264+0000 7f15c1600640 1 -- 172.21.15.31:0/2492605160 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b80052d0 con 0x7f15c406dfd0 2024-09-19T04:40:11.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.264+0000 7f15c1600640 1 -- 172.21.15.31:0/2492605160 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15b8005490 con 0x7f15c406dfd0 2024-09-19T04:40:11.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.264+0000 7f15cc000640 1 -- 172.21.15.31:0/2492605160 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15c415a870 con 0x7f15c406dfd0 2024-09-19T04:40:11.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.264+0000 7f15c1600640 1 -- 172.21.15.31:0/2492605160 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b8007260 con 0x7f15c406dfd0 2024-09-19T04:40:11.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.264+0000 7f15cc000640 1 -- 172.21.15.31:0/2492605160 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15c415ae30 con 0x7f15c406dfd0 2024-09-19T04:40:11.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.266+0000 7f15cc000640 1 -- 172.21.15.31:0/2492605160 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15c415d1f0 con 0x7f15c406dfd0 2024-09-19T04:40:11.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.267+0000 7f15c1600640 1 -- 172.21.15.31:0/2492605160 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f15b8007400 con 0x7f15c406dfd0 2024-09-19T04:40:11.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.268+0000 7f15c1600640 1 --2- 172.21.15.31:0/2492605160 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f15a406c2b0 0x7f15a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.268+0000 7f15c1600640 1 -- 172.21.15.31:0/2492605160 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f15b808ad70 con 0x7f15c406dfd0 2024-09-19T04:40:11.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.268+0000 7f15c8c00640 1 --2- 172.21.15.31:0/2492605160 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f15a406c2b0 0x7f15a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.269+0000 7f15c8c00640 1 --2- 172.21.15.31:0/2492605160 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f15a406c2b0 0x7f15a406e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f15b0034000 tx=0x7f15b002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:11.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.272+0000 7f15c1600640 1 -- 172.21.15.31:0/2492605160 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f15c4147210 con 0x7f15c406dfd0 2024-09-19T04:40:11.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.498+0000 7f15cc000640 1 -- 172.21.15.31:0/2492605160 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f15c415c320 con 0x7f15c406dfd0 2024-09-19T04:40:11.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.498+0000 7f15c1600640 1 -- 172.21.15.31:0/2492605160 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5219 (secure 0 0 0) 0x7f15b8058a30 con 0x7f15c406dfd0 2024-09-19T04:40:11.499 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:11.500 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":9,"btime":"2024-09-19T04:40:05:253481+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/3433161175","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6836","nonce":3433161175},{"type":"v1","addr":"172.21.15.31:6837","nonce":3433161175}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1405236214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":1405236214},{"type":"v1","addr":"172.21.15.31:6835","nonce":1405236214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3928232119","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":3928232119},{"type":"v1","addr":"172.21.15.52:6835","nonce":3928232119}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:48.624941+0000","modified":"2024-09-19T04:40:04.673963+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.52:6834/1346261032","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":1346261032},{"type":"v1","addr":"172.21.15.52:6834","nonce":1346261032}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-19T04:40:11.500 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 9 2024-09-19T04:40:11.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.500+0000 7f15cc000640 1 -- 172.21.15.31:0/2492605160 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f15a406c2b0 msgr2=0x7f15a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.500+0000 7f15cc000640 1 --2- 172.21.15.31:0/2492605160 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f15a406c2b0 0x7f15a406e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f15b0034000 tx=0x7f15b002e000 comp rx=0 tx=0).stop 2024-09-19T04:40:11.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.500+0000 7f15cc000640 1 -- 172.21.15.31:0/2492605160 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15c406dfd0 msgr2=0x7f15c4146cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.500+0000 7f15cc000640 1 --2- 172.21.15.31:0/2492605160 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15c406dfd0 0x7f15c4146cd0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f15b800c400 tx=0x7f15b800c8c0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.501+0000 7f15cc000640 1 -- 172.21.15.31:0/2492605160 shutdown_connections 2024-09-19T04:40:11.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.501+0000 7f15cc000640 1 --2- 172.21.15.31:0/2492605160 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f15c4072620 0x7f15c40ca900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.501+0000 7f15cc000640 1 --2- 172.21.15.31:0/2492605160 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f15a406c2b0 0x7f15a406e770 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.501+0000 7f15cc000640 1 --2- 172.21.15.31:0/2492605160 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f15c4072240 0x7f15c415b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.501+0000 7f15cc000640 1 --2- 172.21.15.31:0/2492605160 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f15c406dfd0 0x7f15c4146cd0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.501+0000 7f15cc000640 1 -- 172.21.15.31:0/2492605160 >> 172.21.15.31:0/2492605160 conn(0x7f15c4067da0 msgr2=0x7f15c4156ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:11.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.501+0000 7f15cc000640 1 -- 172.21.15.31:0/2492605160 shutdown_connections 2024-09-19T04:40:11.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.501+0000 7f15cc000640 1 -- 172.21.15.31:0/2492605160 wait complete. 2024-09-19T04:40:11.517 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:11.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.672+0000 7fa9a3c00640 1 Processor -- start 2024-09-19T04:40:11.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.672+0000 7fa9a3c00640 1 -- start start 2024-09-19T04:40:11.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.673+0000 7fa9a3c00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fa99c15e660 0x7fa99c0d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.673+0000 7fa9a3c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa99c0d3150 0x7fa99c0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.673+0000 7fa9a3c00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa99c0d3680 con 0x7fa99c0b6530 2024-09-19T04:40:11.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.673+0000 7fa9a3c00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fa99c06d4b0 con 0x7fa99c15e660 2024-09-19T04:40:11.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.673+0000 7fa9a3c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fa99c0d3960 con 0x7fa99c0d3150 2024-09-19T04:40:11.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.673+0000 7fa9a1c00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fa99c0b6530 0x7fa99c0cf070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:42128/0 (socket says 172.21.15.31:42128) 2024-09-19T04:40:11.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.673+0000 7fa9a1c00640 1 -- 172.21.15.31:0/1446938249 learned_addr learned my addr 172.21.15.31:0/1446938249 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:11.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.674+0000 7fa9a1200640 1 --2- 172.21.15.31:0/1446938249 >> v2:172.21.15.52:3300/0 conn(0x7fa99c15e660 0x7fa99c0d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.674+0000 7fa99be00640 1 --2- 172.21.15.31:0/1446938249 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa99c0d3150 0x7fa99c0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.674+0000 7fa99b400640 1 -- 172.21.15.31:0/1446938249 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4251158873 0 0) 0x7fa99c0d3680 con 0x7fa99c0b6530 2024-09-19T04:40:11.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.674+0000 7fa99b400640 1 -- 172.21.15.31:0/1446938249 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa984003520 con 0x7fa99c0b6530 2024-09-19T04:40:11.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.674+0000 7fa9a1200640 1 -- 172.21.15.31:0/1446938249 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa99c0d3150 msgr2=0x7fa99c0b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:11.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.674+0000 7fa9a1200640 1 --2- 172.21.15.31:0/1446938249 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa99c0d3150 0x7fa99c0b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.674+0000 7fa9a1200640 1 -- 172.21.15.31:0/1446938249 >> v1:172.21.15.31:6789/0 conn(0x7fa99c0b6530 legacy=0x7fa99c0cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.674+0000 7fa9a1200640 1 -- 172.21.15.31:0/1446938249 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa99c06ce60 con 0x7fa99c15e660 2024-09-19T04:40:11.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.674+0000 7fa99be00640 1 --2- 172.21.15.31:0/1446938249 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa99c0d3150 0x7fa99c0b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:11.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.675+0000 7fa9a1200640 1 --2- 172.21.15.31:0/1446938249 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa99c15e660 0x7fa99c0d4dd0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa9900097a0 tx=0x7fa99002a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec9c6c57f0ac1e47 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:11.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.676+0000 7fa99b400640 1 -- 172.21.15.31:0/1446938249 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa990037070 con 0x7fa99c15e660 2024-09-19T04:40:11.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.676+0000 7fa99b400640 1 -- 172.21.15.31:0/1446938249 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa990032440 con 0x7fa99c15e660 2024-09-19T04:40:11.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.676+0000 7fa99b400640 1 -- 172.21.15.31:0/1446938249 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa990032810 con 0x7fa99c15e660 2024-09-19T04:40:11.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.676+0000 7fa9a3c00640 1 -- 172.21.15.31:0/1446938249 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa99c15e660 msgr2=0x7fa99c0d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.676+0000 7fa9a3c00640 1 --2- 172.21.15.31:0/1446938249 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa99c15e660 0x7fa99c0d4dd0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa9900097a0 tx=0x7fa99002a210 comp rx=0 tx=0).stop 2024-09-19T04:40:11.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.676+0000 7fa9a3c00640 1 -- 172.21.15.31:0/1446938249 shutdown_connections 2024-09-19T04:40:11.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.676+0000 7fa9a3c00640 1 --2- 172.21.15.31:0/1446938249 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa99c0d3150 0x7fa99c0b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.676+0000 7fa9a3c00640 1 --2- 172.21.15.31:0/1446938249 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa99c15e660 0x7fa99c0d4dd0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.676+0000 7fa9a3c00640 1 -- 172.21.15.31:0/1446938249 >> 172.21.15.31:0/1446938249 conn(0x7fa99c08c000 msgr2=0x7fa99c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:11.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.676+0000 7fa9a3c00640 1 -- 172.21.15.31:0/1446938249 shutdown_connections 2024-09-19T04:40:11.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.676+0000 7fa9a3c00640 1 -- 172.21.15.31:0/1446938249 wait complete. 2024-09-19T04:40:11.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.678+0000 7fa9a3c00640 1 Processor -- start 2024-09-19T04:40:11.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.678+0000 7fa9a3c00640 1 -- start start 2024-09-19T04:40:11.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.679+0000 7fa9a3c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa99c0b6530 0x7fa99c0b73a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.679+0000 7fa9a3c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa99c0d3150 0x7fa99c0b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.679+0000 7fa9a3c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa99c15e660 0x7fa99c15fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.679+0000 7fa9a3c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa99c15ea40 con 0x7fa99c0d3150 2024-09-19T04:40:11.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.679+0000 7fa9a3c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa99c0d5310 con 0x7fa99c15e660 2024-09-19T04:40:11.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.679+0000 7fa9a3c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fa99c06e950 con 0x7fa99c0b6530 2024-09-19T04:40:11.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.679+0000 7fa99be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa99c0d3150 0x7fa99c0b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.680+0000 7fa99be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa99c0d3150 0x7fa99c0b78e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53988/0 (socket says 172.21.15.31:53988) 2024-09-19T04:40:11.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.680+0000 7fa99be00640 1 -- 172.21.15.31:0/640076936 learned_addr learned my addr 172.21.15.31:0/640076936 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:11.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.680+0000 7fa9a1200640 1 --2- 172.21.15.31:0/640076936 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa99c0b6530 0x7fa99c0b73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.680+0000 7fa9a1c00640 1 --2- 172.21.15.31:0/640076936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa99c15e660 0x7fa99c15fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.680+0000 7fa99be00640 1 -- 172.21.15.31:0/640076936 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa99c0b6530 msgr2=0x7fa99c0b73a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.680+0000 7fa99be00640 1 --2- 172.21.15.31:0/640076936 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa99c0b6530 0x7fa99c0b73a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.680+0000 7fa99be00640 1 -- 172.21.15.31:0/640076936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa99c15e660 msgr2=0x7fa99c15fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.680+0000 7fa99be00640 1 --2- 172.21.15.31:0/640076936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa99c15e660 0x7fa99c15fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.680+0000 7fa99be00640 1 -- 172.21.15.31:0/640076936 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa99c1607f0 con 0x7fa99c0d3150 2024-09-19T04:40:11.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.680+0000 7fa99be00640 1 --2- 172.21.15.31:0/640076936 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa99c0d3150 0x7fa99c0b78e0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa98800ebb0 tx=0x7fa98800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:11.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.681+0000 7fa998c00640 1 -- 172.21.15.31:0/640076936 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa988017070 con 0x7fa99c0d3150 2024-09-19T04:40:11.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.681+0000 7fa998c00640 1 -- 172.21.15.31:0/640076936 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa98800cc30 con 0x7fa99c0d3150 2024-09-19T04:40:11.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.681+0000 7fa998c00640 1 -- 172.21.15.31:0/640076936 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa988013470 con 0x7fa99c0d3150 2024-09-19T04:40:11.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.681+0000 7fa9a3c00640 1 -- 172.21.15.31:0/640076936 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa99c160db0 con 0x7fa99c0d3150 2024-09-19T04:40:11.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.681+0000 7fa9a3c00640 1 -- 172.21.15.31:0/640076936 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa99c161370 con 0x7fa99c0d3150 2024-09-19T04:40:11.683 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.682+0000 7fa9a3c00640 1 -- 172.21.15.31:0/640076936 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa99c0b5ff0 con 0x7fa99c0d3150 2024-09-19T04:40:11.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.684+0000 7fa998c00640 1 -- 172.21.15.31:0/640076936 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa98801a070 con 0x7fa99c0d3150 2024-09-19T04:40:11.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.685+0000 7fa998c00640 1 --2- 172.21.15.31:0/640076936 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa97c06c2b0 0x7fa97c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:11.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.685+0000 7fa998c00640 1 -- 172.21.15.31:0/640076936 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa98808ba60 con 0x7fa99c0d3150 2024-09-19T04:40:11.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.685+0000 7fa9a1200640 1 --2- 172.21.15.31:0/640076936 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa97c06c2b0 0x7fa97c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:11.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.686+0000 7fa9a1200640 1 --2- 172.21.15.31:0/640076936 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa97c06c2b0 0x7fa97c06e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa990034000 tx=0x7fa99002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:11.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.689+0000 7fa998c00640 1 -- 172.21.15.31:0/640076936 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa9880597a0 con 0x7fa99c0d3150 2024-09-19T04:40:11.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.875+0000 7fa9a3c00640 1 -- 172.21.15.31:0/640076936 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa99c0cfbd0 con 0x7fa99c0d3150 2024-09-19T04:40:11.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.876+0000 7fa998c00640 1 -- 172.21.15.31:0/640076936 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7fa98805daa0 con 0x7fa99c0d3150 2024-09-19T04:40:11.877 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:11.877 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":25,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:39:55.229214+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:46.656485+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:47.611713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T04:39:51.258713+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:11.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.878+0000 7fa9a3c00640 1 -- 172.21.15.31:0/640076936 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa97c06c2b0 msgr2=0x7fa97c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.878+0000 7fa9a3c00640 1 --2- 172.21.15.31:0/640076936 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa97c06c2b0 0x7fa97c06e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa990034000 tx=0x7fa99002e000 comp rx=0 tx=0).stop 2024-09-19T04:40:11.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.878+0000 7fa9a3c00640 1 -- 172.21.15.31:0/640076936 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa99c0d3150 msgr2=0x7fa99c0b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:11.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.878+0000 7fa9a3c00640 1 --2- 172.21.15.31:0/640076936 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa99c0d3150 0x7fa99c0b78e0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa98800ebb0 tx=0x7fa98800c520 comp rx=0 tx=0).stop 2024-09-19T04:40:11.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.879+0000 7fa9a3c00640 1 -- 172.21.15.31:0/640076936 shutdown_connections 2024-09-19T04:40:11.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.879+0000 7fa9a3c00640 1 --2- 172.21.15.31:0/640076936 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa97c06c2b0 0x7fa97c06e770 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.879+0000 7fa9a3c00640 1 --2- 172.21.15.31:0/640076936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa99c15e660 0x7fa99c15fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.879+0000 7fa9a3c00640 1 --2- 172.21.15.31:0/640076936 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa99c0d3150 0x7fa99c0b78e0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.879+0000 7fa9a3c00640 1 --2- 172.21.15.31:0/640076936 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa99c0b6530 0x7fa99c0b73a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:11.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.879+0000 7fa9a3c00640 1 -- 172.21.15.31:0/640076936 >> 172.21.15.31:0/640076936 conn(0x7fa99c08c000 msgr2=0x7fa99c0d2530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:11.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.879+0000 7fa9a3c00640 1 -- 172.21.15.31:0/640076936 shutdown_connections 2024-09-19T04:40:11.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:11.879+0000 7fa9a3c00640 1 -- 172.21.15.31:0/640076936 wait complete. 2024-09-19T04:40:11.896 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:12.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.050+0000 7fe098c00640 1 Processor -- start 2024-09-19T04:40:12.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.051+0000 7fe098c00640 1 -- start start 2024-09-19T04:40:12.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.052+0000 7fe098c00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fe0941554d0 0x7fe0940ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.052+0000 7fe098c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe0940af3a0 0x7fe094162040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.052+0000 7fe098c00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0940af860 con 0x7fe094162580 2024-09-19T04:40:12.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.052+0000 7fe098c00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fe0940b0470 con 0x7fe0941554d0 2024-09-19T04:40:12.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.052+0000 7fe098c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fe0940afb40 con 0x7fe0940af3a0 2024-09-19T04:40:12.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.052+0000 7fe091e00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fe0941554d0 0x7fe0940ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.052+0000 7fe08be00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe0940af3a0 0x7fe094162040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.053+0000 7fe091e00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fe0941554d0 0x7fe0940ccf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:48806/0 (socket says 172.21.15.31:48806) 2024-09-19T04:40:12.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.053+0000 7fe091e00640 1 -- 172.21.15.31:0/2266114125 learned_addr learned my addr 172.21.15.31:0/2266114125 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:12.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.053+0000 7fe091e00640 1 -- 172.21.15.31:0/2266114125 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe0940af3a0 msgr2=0x7fe094162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:12.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.053+0000 7fe091e00640 1 --2- 172.21.15.31:0/2266114125 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe0940af3a0 0x7fe094162040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.053+0000 7fe091e00640 1 -- 172.21.15.31:0/2266114125 >> v1:172.21.15.52:6789/0 conn(0x7fe094162580 legacy=0x7fe09415ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.053+0000 7fe091e00640 1 -- 172.21.15.31:0/2266114125 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0940afe20 con 0x7fe0941554d0 2024-09-19T04:40:12.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.054+0000 7fe091e00640 1 --2- 172.21.15.31:0/2266114125 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0941554d0 0x7fe0940ccf60 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe084009870 tx=0x7fe08402a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=72ab1981b38461cc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:12.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.054+0000 7fe091400640 1 -- 172.21.15.31:0/2266114125 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe084037070 con 0x7fe0941554d0 2024-09-19T04:40:12.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.054+0000 7fe091400640 1 -- 172.21.15.31:0/2266114125 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe084032440 con 0x7fe0941554d0 2024-09-19T04:40:12.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.054+0000 7fe091400640 1 -- 172.21.15.31:0/2266114125 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe084032810 con 0x7fe0941554d0 2024-09-19T04:40:12.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.055+0000 7fe098c00640 1 -- 172.21.15.31:0/2266114125 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0941554d0 msgr2=0x7fe0940ccf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.055+0000 7fe098c00640 1 --2- 172.21.15.31:0/2266114125 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0941554d0 0x7fe0940ccf60 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe084009870 tx=0x7fe08402a250 comp rx=0 tx=0).stop 2024-09-19T04:40:12.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.055+0000 7fe098c00640 1 -- 172.21.15.31:0/2266114125 shutdown_connections 2024-09-19T04:40:12.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.055+0000 7fe098c00640 1 --2- 172.21.15.31:0/2266114125 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe0940af3a0 0x7fe094162040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.055+0000 7fe098c00640 1 --2- 172.21.15.31:0/2266114125 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0941554d0 0x7fe0940ccf60 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.055+0000 7fe098c00640 1 -- 172.21.15.31:0/2266114125 >> 172.21.15.31:0/2266114125 conn(0x7fe0940736d0 msgr2=0x7fe09406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.055+0000 7fe098c00640 1 -- 172.21.15.31:0/2266114125 shutdown_connections 2024-09-19T04:40:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.055+0000 7fe098c00640 1 -- 172.21.15.31:0/2266114125 wait complete. 2024-09-19T04:40:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.057+0000 7fe098c00640 1 Processor -- start 2024-09-19T04:40:12.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.057+0000 7fe098c00640 1 -- start start 2024-09-19T04:40:12.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.058+0000 7fe098c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe0940af3a0 0x7fe0940d0140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.058+0000 7fe098c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0941554d0 0x7fe094148a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.058+0000 7fe098c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe094162580 0x7fe094149e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.058+0000 7fe098c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe094162d30 con 0x7fe0941554d0 2024-09-19T04:40:12.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.058+0000 7fe098c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe0941558b0 con 0x7fe094162580 2024-09-19T04:40:12.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.058+0000 7fe098c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fe094162eb0 con 0x7fe0940af3a0 2024-09-19T04:40:12.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.058+0000 7fe08be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0941554d0 0x7fe094148a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.058+0000 7fe08be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0941554d0 0x7fe094148a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54002/0 (socket says 172.21.15.31:54002) 2024-09-19T04:40:12.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.058+0000 7fe08be00640 1 -- 172.21.15.31:0/2758496079 learned_addr learned my addr 172.21.15.31:0/2758496079 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:12.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.058+0000 7fe092800640 1 --2- 172.21.15.31:0/2758496079 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe094162580 0x7fe094149e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.058+0000 7fe091e00640 1 --2- 172.21.15.31:0/2758496079 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe0940af3a0 0x7fe0940d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.058+0000 7fe08be00640 1 -- 172.21.15.31:0/2758496079 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe0940af3a0 msgr2=0x7fe0940d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.058+0000 7fe08be00640 1 --2- 172.21.15.31:0/2758496079 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe0940af3a0 0x7fe0940d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.058+0000 7fe08be00640 1 -- 172.21.15.31:0/2758496079 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe094162580 msgr2=0x7fe094149e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.058+0000 7fe08be00640 1 --2- 172.21.15.31:0/2758496079 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe094162580 0x7fe094149e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.058+0000 7fe08be00640 1 -- 172.21.15.31:0/2758496079 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe09414cc50 con 0x7fe0941554d0 2024-09-19T04:40:12.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.059+0000 7fe08be00640 1 --2- 172.21.15.31:0/2758496079 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0941554d0 0x7fe094148a50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe07c00e8b0 tx=0x7fe07c00ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:12.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.059+0000 7fe08a000640 1 -- 172.21.15.31:0/2758496079 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe07c017070 con 0x7fe0941554d0 2024-09-19T04:40:12.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.059+0000 7fe08a000640 1 -- 172.21.15.31:0/2758496079 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe07c00c940 con 0x7fe0941554d0 2024-09-19T04:40:12.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.059+0000 7fe098c00640 1 -- 172.21.15.31:0/2758496079 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe09414cf30 con 0x7fe0941554d0 2024-09-19T04:40:12.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.059+0000 7fe08a000640 1 -- 172.21.15.31:0/2758496079 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe07c00cd30 con 0x7fe0941554d0 2024-09-19T04:40:12.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.059+0000 7fe098c00640 1 -- 172.21.15.31:0/2758496079 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe09414c900 con 0x7fe0941554d0 2024-09-19T04:40:12.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.060+0000 7fe098c00640 1 -- 172.21.15.31:0/2758496079 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe094162040 con 0x7fe0941554d0 2024-09-19T04:40:12.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.061+0000 7fe08a000640 1 -- 172.21.15.31:0/2758496079 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe07c01a070 con 0x7fe0941554d0 2024-09-19T04:40:12.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.062+0000 7fe08a000640 1 --2- 172.21.15.31:0/2758496079 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe07006c2b0 0x7fe07006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.062+0000 7fe08a000640 1 -- 172.21.15.31:0/2758496079 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fe07c08bb90 con 0x7fe0941554d0 2024-09-19T04:40:12.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.062+0000 7fe091e00640 1 --2- 172.21.15.31:0/2758496079 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe07006c2b0 0x7fe07006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.063+0000 7fe091e00640 1 --2- 172.21.15.31:0/2758496079 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe07006c2b0 0x7fe07006e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe084034000 tx=0x7fe08402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:12.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.066+0000 7fe08a000640 1 -- 172.21.15.31:0/2758496079 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe07c059f20 con 0x7fe0941554d0 2024-09-19T04:40:12.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.290+0000 7fe098c00640 1 -- 172.21.15.31:0/2758496079 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe094155a30 con 0x7fe0941554d0 2024-09-19T04:40:12.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.290+0000 7fe08a000640 1 -- 172.21.15.31:0/2758496079 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5219 (secure 0 0 0) 0x7fe07c059820 con 0x7fe0941554d0 2024-09-19T04:40:12.292 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:12.292 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":9,"btime":"2024-09-19T04:40:05:253481+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/3433161175","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6836","nonce":3433161175},{"type":"v1","addr":"172.21.15.31:6837","nonce":3433161175}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1405236214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":1405236214},{"type":"v1","addr":"172.21.15.31:6835","nonce":1405236214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3928232119","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":3928232119},{"type":"v1","addr":"172.21.15.52:6835","nonce":3928232119}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:48.624941+0000","modified":"2024-09-19T04:40:04.673963+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.52:6834/1346261032","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":1346261032},{"type":"v1","addr":"172.21.15.52:6834","nonce":1346261032}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-19T04:40:12.292 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 9 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.292+0000 7fe098c00640 1 -- 172.21.15.31:0/2758496079 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe07006c2b0 msgr2=0x7fe07006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.292+0000 7fe098c00640 1 --2- 172.21.15.31:0/2758496079 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe07006c2b0 0x7fe07006e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe084034000 tx=0x7fe08402e000 comp rx=0 tx=0).stop 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.292+0000 7fe098c00640 1 -- 172.21.15.31:0/2758496079 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0941554d0 msgr2=0x7fe094148a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.292+0000 7fe098c00640 1 --2- 172.21.15.31:0/2758496079 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0941554d0 0x7fe094148a50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe07c00e8b0 tx=0x7fe07c00ed70 comp rx=0 tx=0).stop 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.292+0000 7fe098c00640 1 -- 172.21.15.31:0/2758496079 shutdown_connections 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.292+0000 7fe098c00640 1 --2- 172.21.15.31:0/2758496079 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe07006c2b0 0x7fe07006e770 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.292+0000 7fe098c00640 1 --2- 172.21.15.31:0/2758496079 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe094162580 0x7fe094149e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.293+0000 7fe098c00640 1 --2- 172.21.15.31:0/2758496079 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0941554d0 0x7fe094148a50 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.293+0000 7fe098c00640 1 --2- 172.21.15.31:0/2758496079 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe0940af3a0 0x7fe0940d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.293+0000 7fe098c00640 1 -- 172.21.15.31:0/2758496079 >> 172.21.15.31:0/2758496079 conn(0x7fe0940736d0 msgr2=0x7fe0940b0730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:12.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.293+0000 7fe098c00640 1 -- 172.21.15.31:0/2758496079 shutdown_connections 2024-09-19T04:40:12.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.293+0000 7fe098c00640 1 -- 172.21.15.31:0/2758496079 wait complete. 2024-09-19T04:40:12.712 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 9, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T04:39:48.624941+0000', 'modified': '2024-09-19T04:40:04.673963+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4287}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4287': {'gid': 4287, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.52:6834/1346261032', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.52:6832', 'nonce': 1346261032}, {'type': 'v1', 'addr': '172.21.15.52:6834', 'nonce': 1346261032}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4287, 'qdb_cluster': [4287]} 2024-09-19T04:40:12.713 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T04:40:12.713 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-19T04:40:12.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.873+0000 7f8754600640 1 Processor -- start 2024-09-19T04:40:12.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.873+0000 7f8754600640 1 -- start start 2024-09-19T04:40:12.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.874+0000 7f8754600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f874c0d3150 0x7f874c0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.874+0000 7f8754600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f874c0b6530 0x7f874c06d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.874+0000 7f8754600640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f874c0d3680 con 0x7f874c15e660 2024-09-19T04:40:12.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.874+0000 7f8754600640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f874c06d4b0 con 0x7f874c0d3150 2024-09-19T04:40:12.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.874+0000 7f8754600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f874c0d3960 con 0x7f874c0b6530 2024-09-19T04:40:12.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.875+0000 7f8752600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f874c0b6530 0x7f874c06d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.875+0000 7f8751200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f874c0d3150 0x7f874c0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.875+0000 7f8751200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f874c0d3150 0x7f874c0b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:48830/0 (socket says 172.21.15.31:48830) 2024-09-19T04:40:12.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.875+0000 7f8752600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f874c0b6530 0x7f874c06d940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:38250/0 (socket says 172.21.15.31:38250) 2024-09-19T04:40:12.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.875+0000 7f8751200640 1 -- 172.21.15.31:0/3806020707 learned_addr learned my addr 172.21.15.31:0/3806020707 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:12.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.875+0000 7f8752600640 1 -- 172.21.15.31:0/3806020707 >> v2:172.21.15.52:3300/0 conn(0x7f874c0d3150 msgr2=0x7f874c0b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:12.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.875+0000 7f8752600640 1 --2- 172.21.15.31:0/3806020707 >> v2:172.21.15.52:3300/0 conn(0x7f874c0d3150 0x7f874c0b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.875+0000 7f8752600640 1 -- 172.21.15.31:0/3806020707 >> v1:172.21.15.52:6789/0 conn(0x7f874c15e660 legacy=0x7f874c0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.875+0000 7f8752600640 1 -- 172.21.15.31:0/3806020707 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f874c06ce60 con 0x7f874c0b6530 2024-09-19T04:40:12.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.875+0000 7f8751200640 1 --2- 172.21.15.31:0/3806020707 >> v2:172.21.15.52:3300/0 conn(0x7f874c0d3150 0x7f874c0b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:12.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.876+0000 7f8752600640 1 --2- 172.21.15.31:0/3806020707 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f874c0b6530 0x7f874c06d940 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f8744009d90 tx=0x7f874402a6f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=829a8e44d77c7ecf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:12.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.877+0000 7f874be00640 1 -- 172.21.15.31:0/3806020707 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8744007740 con 0x7f874c0b6530 2024-09-19T04:40:12.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.877+0000 7f874be00640 1 -- 172.21.15.31:0/3806020707 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87440078e0 con 0x7f874c0b6530 2024-09-19T04:40:12.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.877+0000 7f874be00640 1 -- 172.21.15.31:0/3806020707 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8744007cb0 con 0x7f874c0b6530 2024-09-19T04:40:12.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.877+0000 7f8754600640 1 -- 172.21.15.31:0/3806020707 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f874c0b6530 msgr2=0x7f874c06d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.877+0000 7f8754600640 1 --2- 172.21.15.31:0/3806020707 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f874c0b6530 0x7f874c06d940 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f8744009d90 tx=0x7f874402a6f0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.877+0000 7f8754600640 1 -- 172.21.15.31:0/3806020707 shutdown_connections 2024-09-19T04:40:12.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.877+0000 7f8754600640 1 --2- 172.21.15.31:0/3806020707 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f874c0b6530 0x7f874c06d940 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.877+0000 7f8754600640 1 --2- 172.21.15.31:0/3806020707 >> v2:172.21.15.52:3300/0 conn(0x7f874c0d3150 0x7f874c0b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.877+0000 7f8754600640 1 -- 172.21.15.31:0/3806020707 >> 172.21.15.31:0/3806020707 conn(0x7f874c08c000 msgr2=0x7f874c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:12.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.877+0000 7f8754600640 1 -- 172.21.15.31:0/3806020707 shutdown_connections 2024-09-19T04:40:12.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.878+0000 7f8754600640 1 -- 172.21.15.31:0/3806020707 wait complete. 2024-09-19T04:40:12.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.879+0000 7f8754600640 1 Processor -- start 2024-09-19T04:40:12.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.879+0000 7f8754600640 1 -- start start 2024-09-19T04:40:12.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.880+0000 7f8754600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f874c0b6530 0x7f874c15f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.880+0000 7f8754600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f874c0d3150 0x7f874c1f13b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.880+0000 7f8754600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f874c15e660 0x7f874c1f3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.880+0000 7f8754600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f874c06de80 con 0x7f874c15e660 2024-09-19T04:40:12.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.880+0000 7f8754600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f874c15ea40 con 0x7f874c0b6530 2024-09-19T04:40:12.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.880+0000 7f8754600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f874c06e000 con 0x7f874c0d3150 2024-09-19T04:40:12.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.881+0000 7f8752600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f874c15e660 0x7f874c1f3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.881+0000 7f8752600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f874c15e660 0x7f874c1f3f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54012/0 (socket says 172.21.15.31:54012) 2024-09-19T04:40:12.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.881+0000 7f8752600640 1 -- 172.21.15.31:0/3278003418 learned_addr learned my addr 172.21.15.31:0/3278003418 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:12.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.881+0000 7f8751c00640 1 --2- 172.21.15.31:0/3278003418 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f874c0b6530 0x7f874c15f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.881+0000 7f8751200640 1 --2- 172.21.15.31:0/3278003418 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f874c0d3150 0x7f874c1f13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.881+0000 7f8752600640 1 -- 172.21.15.31:0/3278003418 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f874c0d3150 msgr2=0x7f874c1f13b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.881+0000 7f8752600640 1 --2- 172.21.15.31:0/3278003418 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f874c0d3150 0x7f874c1f13b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.881+0000 7f8752600640 1 -- 172.21.15.31:0/3278003418 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f874c0b6530 msgr2=0x7f874c15f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.881+0000 7f8752600640 1 --2- 172.21.15.31:0/3278003418 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f874c0b6530 0x7f874c15f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.881+0000 7f8752600640 1 -- 172.21.15.31:0/3278003418 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f874c0cb970 con 0x7f874c15e660 2024-09-19T04:40:12.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.881+0000 7f8751200640 1 --2- 172.21.15.31:0/3278003418 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f874c0d3150 0x7f874c1f13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:12.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.881+0000 7f8752600640 1 --2- 172.21.15.31:0/3278003418 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f874c15e660 0x7f874c1f3f70 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f8744009eb0 tx=0x7f8744004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:12.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.882+0000 7f8749600640 1 -- 172.21.15.31:0/3278003418 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8744040070 con 0x7f874c15e660 2024-09-19T04:40:12.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.882+0000 7f8749600640 1 -- 172.21.15.31:0/3278003418 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8744031bc0 con 0x7f874c15e660 2024-09-19T04:40:12.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.882+0000 7f8749600640 1 -- 172.21.15.31:0/3278003418 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8744009450 con 0x7f874c15e660 2024-09-19T04:40:12.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.882+0000 7f8754600640 1 -- 172.21.15.31:0/3278003418 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f874c1f18f0 con 0x7f874c15e660 2024-09-19T04:40:12.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.882+0000 7f8754600640 1 -- 172.21.15.31:0/3278003418 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f874c0b8520 con 0x7f874c15e660 2024-09-19T04:40:12.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.884+0000 7f8749600640 1 -- 172.21.15.31:0/3278003418 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8744039040 con 0x7f874c15e660 2024-09-19T04:40:12.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.885+0000 7f8749600640 1 --2- 172.21.15.31:0/3278003418 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f872c06c2b0 0x7f872c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.885+0000 7f8749600640 1 -- 172.21.15.31:0/3278003418 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f87440acf30 con 0x7f874c15e660 2024-09-19T04:40:12.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.886+0000 7f8751c00640 1 --2- 172.21.15.31:0/3278003418 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f872c06c2b0 0x7f872c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.886+0000 7f87574c4740 1 Processor -- start 2024-09-19T04:40:12.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.886+0000 7f87574c4740 1 -- start start 2024-09-19T04:40:12.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.886+0000 7f8751c00640 1 --2- 172.21.15.31:0/3278003418 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f872c06c2b0 0x7f872c06e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f87400016e0 tx=0x7f8740009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:12.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.887+0000 7f87574c4740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843aecf0 0x559d843f4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.887+0000 7f87574c4740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843ac4b0 0x559d843af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.887+0000 7f87574c4740 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843b0480 0x559d843a9570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.887+0000 7f87574c4740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x559d8430d3b0 con 0x559d843ac4b0 2024-09-19T04:40:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.887+0000 7f87574c4740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x559d84312410 con 0x559d843aecf0 2024-09-19T04:40:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.887+0000 7f87574c4740 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x559d842ba620 con 0x559d843b0480 2024-09-19T04:40:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.887+0000 7f8751200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843ac4b0 0x559d843af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.887+0000 7f8751200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843ac4b0 0x559d843af0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54018/0 (socket says 172.21.15.31:54018) 2024-09-19T04:40:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.887+0000 7f8751200640 1 -- 172.21.15.31:0/3260538198 learned_addr learned my addr 172.21.15.31:0/3260538198 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.887+0000 7f8751c00640 1 --2- 172.21.15.31:0/3260538198 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843aecf0 0x559d843f4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.887+0000 7f8752600640 1 --2- 172.21.15.31:0/3260538198 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843b0480 0x559d843a9570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.888+0000 7f8751200640 1 -- 172.21.15.31:0/3260538198 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843b0480 msgr2=0x559d843a9570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.888+0000 7f8751200640 1 --2- 172.21.15.31:0/3260538198 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843b0480 0x559d843a9570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.888+0000 7f8751200640 1 -- 172.21.15.31:0/3260538198 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843aecf0 msgr2=0x559d843f4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.888+0000 7f8751200640 1 --2- 172.21.15.31:0/3260538198 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843aecf0 0x559d843f4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.888+0000 7f8751200640 1 -- 172.21.15.31:0/3260538198 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d840252d0 con 0x559d843ac4b0 2024-09-19T04:40:12.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.888+0000 7f8751200640 1 --2- 172.21.15.31:0/3260538198 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843ac4b0 0x559d843af0d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f8738009bd0 tx=0x7f8738009240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=301b439e5b7c5bf6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:12.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.888+0000 7f873e000640 1 -- 172.21.15.31:0/3260538198 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8738019070 con 0x559d843ac4b0 2024-09-19T04:40:12.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.888+0000 7f873e000640 1 -- 172.21.15.31:0/3260538198 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8738009cc0 con 0x559d843ac4b0 2024-09-19T04:40:12.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.888+0000 7f873e000640 1 -- 172.21.15.31:0/3260538198 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8738004220 con 0x559d843ac4b0 2024-09-19T04:40:12.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.889+0000 7f87574c4740 1 -- 172.21.15.31:0/3260538198 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843ac4b0 msgr2=0x559d843af0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.889+0000 7f87574c4740 1 --2- 172.21.15.31:0/3260538198 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843ac4b0 0x559d843af0d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f8738009bd0 tx=0x7f8738009240 comp rx=0 tx=0).stop 2024-09-19T04:40:12.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.889+0000 7f87574c4740 1 -- 172.21.15.31:0/3260538198 shutdown_connections 2024-09-19T04:40:12.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.889+0000 7f87574c4740 1 --2- 172.21.15.31:0/3260538198 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843b0480 0x559d843a9570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.889+0000 7f87574c4740 1 --2- 172.21.15.31:0/3260538198 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843ac4b0 0x559d843af0d0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.889+0000 7f87574c4740 1 --2- 172.21.15.31:0/3260538198 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843aecf0 0x559d843f4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.889+0000 7f87574c4740 1 -- 172.21.15.31:0/3260538198 >> 172.21.15.31:0/3260538198 conn(0x559d843ab740 msgr2=0x559d843f3960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:12.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.889+0000 7f87574c4740 1 -- 172.21.15.31:0/3260538198 shutdown_connections 2024-09-19T04:40:12.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.889+0000 7f87574c4740 1 -- 172.21.15.31:0/3260538198 wait complete. 2024-09-19T04:40:12.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.890+0000 7f87574c4740 1 -- start start 2024-09-19T04:40:12.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.890+0000 7f87574c4740 1 Processor -- start 2024-09-19T04:40:12.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.891+0000 7f87574c4740 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843aecf0 0x559d843d76e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.891+0000 7f87574c4740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 0x559d843c8cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.891+0000 7f87574c4740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843d7c20 0x559d843f0950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.891+0000 7f87574c4740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x559d842cd780 con 0x559d843b0480 2024-09-19T04:40:12.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.891+0000 7f87574c4740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x559d8430e3d0 con 0x559d843d7c20 2024-09-19T04:40:12.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.891+0000 7f87574c4740 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x559d843aabe0 con 0x559d843aecf0 2024-09-19T04:40:12.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.891+0000 7f87574c4740 10 client.0 _ll_register_callbacks cb 0x559d8430b5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:40:12.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.891+0000 7f8751200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 0x559d843c8cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.891+0000 7f8751200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 0x559d843c8cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54030/0 (socket says 172.21.15.31:54030) 2024-09-19T04:40:12.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.891+0000 7f8751200640 1 -- 172.21.15.31:0/783558379 learned_addr learned my addr 172.21.15.31:0/783558379 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:12.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.891+0000 7f8752600640 1 --2- 172.21.15.31:0/783558379 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843d7c20 0x559d843f0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.891+0000 7f8751c00640 1 --2- 172.21.15.31:0/783558379 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843aecf0 0x559d843d76e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.891+0000 7f8751200640 1 -- 172.21.15.31:0/783558379 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843aecf0 msgr2=0x559d843d76e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:12.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.891+0000 7f8751200640 1 --2- 172.21.15.31:0/783558379 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843aecf0 0x559d843d76e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.891+0000 7f8751200640 1 -- 172.21.15.31:0/783558379 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843d7c20 msgr2=0x559d843f0950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:12.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.891+0000 7f8751200640 1 --2- 172.21.15.31:0/783558379 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843d7c20 0x559d843f0950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.891+0000 7f8751200640 1 -- 172.21.15.31:0/783558379 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d840ef6b0 con 0x559d843b0480 2024-09-19T04:40:12.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.892+0000 7f8751200640 1 --2- 172.21.15.31:0/783558379 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 0x559d843c8cf0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f8738011ac0 tx=0x7f8738004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d62595e3a2942a69 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:12.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.892+0000 7f8732a00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-19T04:40:12.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.892+0000 7f8732a00640 1 -- 172.21.15.31:0/783558379 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f873802c060 con 0x559d843b0480 2024-09-19T04:40:12.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.892+0000 7f8732a00640 1 -- 172.21.15.31:0/783558379 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8738003610 con 0x559d843b0480 2024-09-19T04:40:12.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.892+0000 7f87574c4740 1 -- 172.21.15.31:0/783558379 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8738009cc0 con 0x559d843b0480 2024-09-19T04:40:12.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.892+0000 7f8732a00640 1 -- 172.21.15.31:0/783558379 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7f8738032050 con 0x559d843b0480 2024-09-19T04:40:12.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.892+0000 7f87574c4740 10 client.4638 fetch_fsmap learned FSMap version 9 2024-09-19T04:40:12.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.892+0000 7f87574c4740 1 -- 172.21.15.31:0/783558379 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x559d843efdc0 con 0x559d843b0480 2024-09-19T04:40:12.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.893+0000 7f8732a00640 1 -- 172.21.15.31:0/783558379 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8738009cc0 con 0x559d843b0480 2024-09-19T04:40:12.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.893+0000 7f8732a00640 1 -- 172.21.15.31:0/783558379 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 9) ==== 3510+0+0 (secure 0 0 0) 0x7f8738035020 con 0x559d843b0480 2024-09-19T04:40:12.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.893+0000 7f87574c4740 10 client.4638 fetch_fsmap finished waiting for FSMap version 9 2024-09-19T04:40:12.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.893+0000 7f87574c4740 10 client.4638 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T04:40:12.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.893+0000 7f87574c4740 20 client.4638 populate_metadata read hostname 'smithi031' 2024-09-19T04:40:12.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.893+0000 7f87574c4740 1 --2- 172.21.15.31:0/783558379 >> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] conn(0x559d84407630 0x559d843ef1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.893+0000 7f87574c4740 4 client.4638 mds_command: new command op to 4287 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T04:40:12.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.893+0000 7f87574c4740 1 -- 172.21.15.31:0/783558379 --> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559d8431fb40 con 0x559d84407630 2024-09-19T04:40:12.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.893+0000 7f8751c00640 1 --2- 172.21.15.31:0/783558379 >> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] conn(0x559d84407630 0x559d843ef1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.894+0000 7f8751c00640 1 --2- 172.21.15.31:0/783558379 >> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] conn(0x559d84407630 0x559d843ef1f0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d8ec358993b62b3 server_cookie=b6c0012594194dfc in_seq=0 out_seq=0 2024-09-19T04:40:12.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.894+0000 7f8732a00640 10 client.4638 ms_handle_connect on v2:172.21.15.52:6832/1346261032 2024-09-19T04:40:12.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.895+0000 7f8732a00640 1 -- 172.21.15.31:0/783558379 <== mds.0 v2:172.21.15.52:6832/1346261032 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559d8431fb40 con 0x559d84407630 2024-09-19T04:40:12.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.895+0000 7f8732a00640 10 client.4638 handle_command_reply: tid=0 2024-09-19T04:40:12.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.896+0000 7f87574c4740 1 client.4638 shutdown 2024-09-19T04:40:12.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.896+0000 7f87574c4740 1 -- 172.21.15.31:0/783558379 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 msgr2=0x559d843c8cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.896+0000 7f87574c4740 1 --2- 172.21.15.31:0/783558379 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 0x559d843c8cf0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f8738011ac0 tx=0x7f8738004730 comp rx=0 tx=0).stop 2024-09-19T04:40:12.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.896+0000 7f87574c4740 1 -- 172.21.15.31:0/783558379 shutdown_connections 2024-09-19T04:40:12.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.896+0000 7f87574c4740 1 --2- 172.21.15.31:0/783558379 >> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] conn(0x559d84407630 0x559d843ef1f0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.896+0000 7f87574c4740 1 --2- 172.21.15.31:0/783558379 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843d7c20 0x559d843f0950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.896+0000 7f87574c4740 1 --2- 172.21.15.31:0/783558379 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 0x559d843c8cf0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.896+0000 7f8732a00640 0 client.4638 ms_handle_reset on v2:172.21.15.52:6832/1346261032 2024-09-19T04:40:12.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.896+0000 7f87574c4740 1 --2- 172.21.15.31:0/783558379 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843aecf0 0x559d843d76e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.896+0000 7f87574c4740 1 -- 172.21.15.31:0/783558379 >> 172.21.15.31:0/783558379 conn(0x559d843ac4b0 msgr2=0x559d843f19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:12.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.896+0000 7f87574c4740 1 -- 172.21.15.31:0/783558379 shutdown_connections 2024-09-19T04:40:12.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.896+0000 7f87574c4740 1 -- 172.21.15.31:0/783558379 wait complete. 2024-09-19T04:40:12.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.896+0000 7f87574c4740 20 client.4638 trim_cache size 0 max 16384 2024-09-19T04:40:12.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.915+0000 7f87574c4740 1 Processor -- start 2024-09-19T04:40:12.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.915+0000 7f87574c4740 1 -- start start 2024-09-19T04:40:12.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.915+0000 7f87574c4740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843aecf0 0x559d84417fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.915+0000 7f87574c4740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 0x559d843ef3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.916+0000 7f87574c4740 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843d7c20 0x559d843f0290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.916+0000 7f87574c4740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f874c201050 con 0x559d843b0480 2024-09-19T04:40:12.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.916+0000 7f87574c4740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f874c1f8150 con 0x559d843aecf0 2024-09-19T04:40:12.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.916+0000 7f87574c4740 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f874c200ac0 con 0x559d843d7c20 2024-09-19T04:40:12.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.916+0000 7f8751200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 0x559d843ef3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.916+0000 7f8751200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 0x559d843ef3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54032/0 (socket says 172.21.15.31:54032) 2024-09-19T04:40:12.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.916+0000 7f8751200640 1 -- 172.21.15.31:0/335215748 learned_addr learned my addr 172.21.15.31:0/335215748 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.916+0000 7f8751c00640 1 --2- 172.21.15.31:0/335215748 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843aecf0 0x559d84417fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.916+0000 7f8752600640 1 --2- 172.21.15.31:0/335215748 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843d7c20 0x559d843f0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.916+0000 7f8751200640 1 -- 172.21.15.31:0/335215748 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843d7c20 msgr2=0x559d843f0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.916+0000 7f8751200640 1 --2- 172.21.15.31:0/335215748 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843d7c20 0x559d843f0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.916+0000 7f8751200640 1 -- 172.21.15.31:0/335215748 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843aecf0 msgr2=0x559d84417fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.916+0000 7f8751200640 1 --2- 172.21.15.31:0/335215748 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843aecf0 0x559d84417fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.916+0000 7f8751200640 1 -- 172.21.15.31:0/335215748 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d8430e360 con 0x559d843b0480 2024-09-19T04:40:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.916+0000 7f8751c00640 1 --2- 172.21.15.31:0/335215748 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843aecf0 0x559d84417fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.916+0000 7f8752600640 1 --2- 172.21.15.31:0/335215748 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843d7c20 0x559d843f0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.916+0000 7f8751200640 1 --2- 172.21.15.31:0/335215748 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 0x559d843ef3b0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f87380043d0 tx=0x7f873801f070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f5bcb37a986d86b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.917+0000 7f873d600640 1 -- 172.21.15.31:0/335215748 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f873803b070 con 0x559d843b0480 2024-09-19T04:40:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.917+0000 7f873d600640 1 -- 172.21.15.31:0/335215748 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87380039b0 con 0x559d843b0480 2024-09-19T04:40:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.917+0000 7f873d600640 1 -- 172.21.15.31:0/335215748 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8738019050 con 0x559d843b0480 2024-09-19T04:40:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.917+0000 7f87574c4740 1 -- 172.21.15.31:0/335215748 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 msgr2=0x559d843ef3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.917+0000 7f87574c4740 1 --2- 172.21.15.31:0/335215748 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 0x559d843ef3b0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f87380043d0 tx=0x7f873801f070 comp rx=0 tx=0).stop 2024-09-19T04:40:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.917+0000 7f87574c4740 1 -- 172.21.15.31:0/335215748 shutdown_connections 2024-09-19T04:40:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.917+0000 7f87574c4740 1 --2- 172.21.15.31:0/335215748 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843d7c20 0x559d843f0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.917+0000 7f87574c4740 1 --2- 172.21.15.31:0/335215748 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 0x559d843ef3b0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.917+0000 7f87574c4740 1 --2- 172.21.15.31:0/335215748 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843aecf0 0x559d84417fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.917+0000 7f87574c4740 1 -- 172.21.15.31:0/335215748 >> 172.21.15.31:0/335215748 conn(0x559d843ac4b0 msgr2=0x559d843d6c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.917+0000 7f87574c4740 1 -- 172.21.15.31:0/335215748 shutdown_connections 2024-09-19T04:40:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.917+0000 7f87574c4740 1 -- 172.21.15.31:0/335215748 wait complete. 2024-09-19T04:40:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.918+0000 7f87574c4740 1 -- start start 2024-09-19T04:40:12.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.918+0000 7f87574c4740 1 Processor -- start 2024-09-19T04:40:12.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.919+0000 7f87574c4740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843aecf0 0x559d843d4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.919+0000 7f87574c4740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 0x559d843d53f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.919+0000 7f87574c4740 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843d7c20 0x559d843f2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.919+0000 7f87574c4740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x559d844074b0 con 0x559d843b0480 2024-09-19T04:40:12.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.919+0000 7f87574c4740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x559d843ee5d0 con 0x559d843aecf0 2024-09-19T04:40:12.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.919+0000 7f87574c4740 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x559d84407ad0 con 0x559d843d7c20 2024-09-19T04:40:12.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.919+0000 7f87574c4740 10 client.0 _ll_register_callbacks cb 0x7f87380099f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:40:12.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.919+0000 7f8751200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 0x559d843d53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.919+0000 7f8751200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 0x559d843d53f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54042/0 (socket says 172.21.15.31:54042) 2024-09-19T04:40:12.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.919+0000 7f8751200640 1 -- 172.21.15.31:0/965336594 learned_addr learned my addr 172.21.15.31:0/965336594 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:12.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.919+0000 7f8751c00640 1 --2- 172.21.15.31:0/965336594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843aecf0 0x559d843d4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.919+0000 7f8752600640 1 --2- 172.21.15.31:0/965336594 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843d7c20 0x559d843f2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.920+0000 7f8751200640 1 -- 172.21.15.31:0/965336594 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843d7c20 msgr2=0x559d843f2fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:12.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.920+0000 7f8751200640 1 --2- 172.21.15.31:0/965336594 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843d7c20 0x559d843f2fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.920+0000 7f8751200640 1 -- 172.21.15.31:0/965336594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843aecf0 msgr2=0x559d843d4eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:12.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.920+0000 7f8751200640 1 --2- 172.21.15.31:0/965336594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843aecf0 0x559d843d4eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.920+0000 7f8751200640 1 -- 172.21.15.31:0/965336594 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d8440b320 con 0x559d843b0480 2024-09-19T04:40:12.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.920+0000 7f8751200640 1 --2- 172.21.15.31:0/965336594 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 0x559d843d53f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8738039040 tx=0x7f8738008040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6767ed1412959f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:12.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.920+0000 7f8732a00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-19T04:40:12.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.920+0000 7f8732a00640 1 -- 172.21.15.31:0/965336594 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f873803b030 con 0x559d843b0480 2024-09-19T04:40:12.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.920+0000 7f8732a00640 1 -- 172.21.15.31:0/965336594 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8738023040 con 0x559d843b0480 2024-09-19T04:40:12.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.920+0000 7f87574c4740 1 -- 172.21.15.31:0/965336594 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87380039b0 con 0x559d843b0480 2024-09-19T04:40:12.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.920+0000 7f8732a00640 1 -- 172.21.15.31:0/965336594 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7f8738046050 con 0x559d843b0480 2024-09-19T04:40:12.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.920+0000 7f87574c4740 10 client.4644 fetch_fsmap learned FSMap version 9 2024-09-19T04:40:12.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.920+0000 7f87574c4740 1 -- 172.21.15.31:0/965336594 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x559d843f1d10 con 0x559d843b0480 2024-09-19T04:40:12.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.921+0000 7f8732a00640 1 -- 172.21.15.31:0/965336594 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87380039b0 con 0x559d843b0480 2024-09-19T04:40:12.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.921+0000 7f8732a00640 1 -- 172.21.15.31:0/965336594 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 9) ==== 3510+0+0 (secure 0 0 0) 0x7f8738049020 con 0x559d843b0480 2024-09-19T04:40:12.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.921+0000 7f87574c4740 10 client.4644 fetch_fsmap finished waiting for FSMap version 9 2024-09-19T04:40:12.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.921+0000 7f87574c4740 10 client.4644 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-19T04:40:12.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.921+0000 7f87574c4740 20 client.4644 populate_metadata read hostname 'smithi031' 2024-09-19T04:40:12.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.921+0000 7f87574c4740 1 --2- 172.21.15.31:0/965336594 >> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] conn(0x559d843f3b10 0x559d844715c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:12.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.921+0000 7f87574c4740 4 client.4644 mds_command: new command op to 4287 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T04:40:12.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.921+0000 7f87574c4740 1 -- 172.21.15.31:0/965336594 --> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] -- command(tid 0: {"prefix": "status"}) -- 0x559d84319e90 con 0x559d843f3b10 2024-09-19T04:40:12.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.921+0000 7f8751c00640 1 --2- 172.21.15.31:0/965336594 >> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] conn(0x559d843f3b10 0x559d844715c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:12.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.922+0000 7f8751c00640 1 --2- 172.21.15.31:0/965336594 >> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] conn(0x559d843f3b10 0x559d844715c0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e74a4dd5e155102 server_cookie=2ea3bdb145671b4d in_seq=0 out_seq=0 2024-09-19T04:40:12.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.922+0000 7f8732a00640 10 client.4644 ms_handle_connect on v2:172.21.15.52:6832/1346261032 2024-09-19T04:40:12.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.922+0000 7f8732a00640 1 -- 172.21.15.31:0/965336594 <== mds.0 v2:172.21.15.52:6832/1346261032 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x559d84319e90 con 0x559d843f3b10 2024-09-19T04:40:12.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.922+0000 7f8732a00640 10 client.4644 handle_command_reply: tid=0 2024-09-19T04:40:12.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.922+0000 7f87574c4740 1 client.4644 shutdown 2024-09-19T04:40:12.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.922+0000 7f87574c4740 1 -- 172.21.15.31:0/965336594 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 msgr2=0x559d843d53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.922+0000 7f87574c4740 1 --2- 172.21.15.31:0/965336594 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 0x559d843d53f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8738039040 tx=0x7f8738008040 comp rx=0 tx=0).stop 2024-09-19T04:40:12.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.922+0000 7f87574c4740 1 -- 172.21.15.31:0/965336594 shutdown_connections 2024-09-19T04:40:12.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.922+0000 7f87574c4740 1 --2- 172.21.15.31:0/965336594 >> [v2:172.21.15.52:6832/1346261032,v1:172.21.15.52:6834/1346261032] conn(0x559d843f3b10 0x559d844715c0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.922+0000 7f87574c4740 1 --2- 172.21.15.31:0/965336594 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x559d843d7c20 0x559d843f2fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.922+0000 7f87574c4740 1 --2- 172.21.15.31:0/965336594 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x559d843b0480 0x559d843d53f0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.922+0000 7f87574c4740 1 --2- 172.21.15.31:0/965336594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559d843aecf0 0x559d843d4eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.922+0000 7f8732a00640 0 client.4644 ms_handle_reset on v2:172.21.15.52:6832/1346261032 2024-09-19T04:40:12.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.922+0000 7f87574c4740 1 -- 172.21.15.31:0/965336594 >> 172.21.15.31:0/965336594 conn(0x559d843ac4b0 msgr2=0x559d843d5da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:12.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.922+0000 7f87574c4740 1 -- 172.21.15.31:0/965336594 shutdown_connections 2024-09-19T04:40:12.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.922+0000 7f87574c4740 1 -- 172.21.15.31:0/965336594 wait complete. 2024-09-19T04:40:12.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.923+0000 7f87574c4740 20 client.4644 trim_cache size 0 max 16384 2024-09-19T04:40:12.930 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T04:40:12.930 INFO:teuthology.orchestra.run.smithi031.stdout: "cluster_fsid": "ae16a32b-37f5-48e5-a20a-d947237e5ec4", 2024-09-19T04:40:12.930 INFO:teuthology.orchestra.run.smithi031.stdout: "whoami": 0, 2024-09-19T04:40:12.930 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 4287, 2024-09-19T04:40:12.930 INFO:teuthology.orchestra.run.smithi031.stdout: "want_state": "up:active", 2024-09-19T04:40:12.930 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "up:active", 2024-09-19T04:40:12.930 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs", 2024-09-19T04:40:12.930 INFO:teuthology.orchestra.run.smithi031.stdout: "rank_uptime": 23.719897296999999, 2024-09-19T04:40:12.930 INFO:teuthology.orchestra.run.smithi031.stdout: "mdsmap_epoch": 9, 2024-09-19T04:40:12.930 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch": 25, 2024-09-19T04:40:12.930 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch_barrier": 25, 2024-09-19T04:40:12.931 INFO:teuthology.orchestra.run.smithi031.stdout: "uptime": 29.748888717 2024-09-19T04:40:12.931 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T04:40:12.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.923+0000 7f8754600640 1 -- 172.21.15.31:0/3278003418 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f872c06c2b0 msgr2=0x7f872c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.923+0000 7f8754600640 1 --2- 172.21.15.31:0/3278003418 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f872c06c2b0 0x7f872c06e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f87400016e0 tx=0x7f8740009040 comp rx=0 tx=0).stop 2024-09-19T04:40:12.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.923+0000 7f8754600640 1 -- 172.21.15.31:0/3278003418 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f874c15e660 msgr2=0x7f874c1f3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:12.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.923+0000 7f8754600640 1 --2- 172.21.15.31:0/3278003418 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f874c15e660 0x7f874c1f3f70 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f8744009eb0 tx=0x7f8744004a40 comp rx=0 tx=0).stop 2024-09-19T04:40:12.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.923+0000 7f8754600640 1 -- 172.21.15.31:0/3278003418 shutdown_connections 2024-09-19T04:40:12.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.923+0000 7f8754600640 1 --2- 172.21.15.31:0/3278003418 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f874c15e660 0x7f874c1f3f70 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.923+0000 7f8754600640 1 --2- 172.21.15.31:0/3278003418 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f874c0d3150 0x7f874c1f13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.923+0000 7f8754600640 1 --2- 172.21.15.31:0/3278003418 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f872c06c2b0 0x7f872c06e770 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.923+0000 7f8754600640 1 --2- 172.21.15.31:0/3278003418 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f874c0b6530 0x7f874c15f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:12.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.923+0000 7f8754600640 1 -- 172.21.15.31:0/3278003418 >> 172.21.15.31:0/3278003418 conn(0x7f874c08c000 msgr2=0x7f874c0cf050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:12.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.923+0000 7f8754600640 1 -- 172.21.15.31:0/3278003418 shutdown_connections 2024-09-19T04:40:12.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:12.923+0000 7f8754600640 1 -- 172.21.15.31:0/3278003418 wait complete. 2024-09-19T04:40:12.939 INFO:teuthology.run_tasks:Running task sequential... 2024-09-19T04:40:12.949 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-19T04:40:12.949 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-19T04:40:12.949 INFO:teuthology.task.print:Enabling mgr modules 2024-09-19T04:40:12.950 INFO:teuthology.run_tasks:Running task kclient... 2024-09-19T04:40:13.000 INFO:tasks.kclient:Mounting kernel clients... 2024-09-19T04:40:13.000 INFO:tasks.kclient:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-19T04:40:13.000 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:13.001 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-19T04:40:13.036 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-19T04:40:13.037 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:13.037 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-19T04:40:13.133 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:13.133 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link delete ceph-brx 2024-09-19T04:40:13.437 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:13.437 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-19T04:40:13.488 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:13.488 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link delete ceph-brx 2024-09-19T04:40:13.596 INFO:teuthology.orchestra.run.smithi031.stderr:Cannot find device "ceph-brx" 2024-09-19T04:40:13.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:40:13.602 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:13.602 DEBUG:teuthology.orchestra.run.smithi052:> ip netns list 2024-09-19T04:40:13.643 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:13.643 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link delete ceph-brx 2024-09-19T04:40:13.765 INFO:teuthology.orchestra.run.smithi052.stderr:Cannot find device "ceph-brx" 2024-09-19T04:40:13.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:40:13.768 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:13.768 DEBUG:teuthology.orchestra.run.smithi052:> ip netns list 2024-09-19T04:40:13.806 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:13.807 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link delete ceph-brx 2024-09-19T04:40:13.906 INFO:teuthology.orchestra.run.smithi052.stderr:Cannot find device "ceph-brx" 2024-09-19T04:40:13.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:40:13.909 INFO:tasks.kclient:client.0 config is {'syntax': 'v1'} 2024-09-19T04:40:13.910 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T04:40:13.910 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:13.910 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:40:14.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.066+0000 7f07c1a00640 1 Processor -- start 2024-09-19T04:40:14.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.066+0000 7f07c1a00640 1 -- start start 2024-09-19T04:40:14.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.068+0000 7f07c1a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f07bc072620 0x7f07bc0af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:14.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.068+0000 7f07c1a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f07bc06dfd0 0x7f07bc0afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:14.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.068+0000 7f07c1a00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07bc06e590 con 0x7f07bc072240 2024-09-19T04:40:14.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.068+0000 7f07c1a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f07bc06e870 con 0x7f07bc072620 2024-09-19T04:40:14.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.068+0000 7f07c1a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f07bc06eb50 con 0x7f07bc06dfd0 2024-09-19T04:40:14.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.068+0000 7f07b3e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f07bc072620 0x7f07bc0af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:14.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.068+0000 7f07b3e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f07bc072620 0x7f07bc0af530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54054/0 (socket says 172.21.15.31:54054) 2024-09-19T04:40:14.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.068+0000 7f07baa00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f07bc072240 0x7f07bc15d1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:42132/0 (socket says 172.21.15.31:42132) 2024-09-19T04:40:14.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.068+0000 7f07b3e00640 1 -- 172.21.15.31:0/4075405249 learned_addr learned my addr 172.21.15.31:0/4075405249 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:14.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.069+0000 7f07bb400640 1 --2- 172.21.15.31:0/4075405249 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f07bc06dfd0 0x7f07bc0afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:14.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.069+0000 7f07b3e00640 1 -- 172.21.15.31:0/4075405249 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f07bc06dfd0 msgr2=0x7f07bc0afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:14.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.069+0000 7f07b3e00640 1 --2- 172.21.15.31:0/4075405249 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f07bc06dfd0 0x7f07bc0afa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.069+0000 7f07b3e00640 1 -- 172.21.15.31:0/4075405249 >> v1:172.21.15.31:6789/0 conn(0x7f07bc072240 legacy=0x7f07bc15d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:14.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.069+0000 7f07b3e00640 1 -- 172.21.15.31:0/4075405249 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07bc06ee30 con 0x7f07bc072620 2024-09-19T04:40:14.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.069+0000 7f07ba000640 1 -- 172.21.15.31:0/4075405249 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1583940304 0 0) 0x7f07bc06e590 con 0x7f07bc072240 2024-09-19T04:40:14.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.070+0000 7f07b3e00640 1 --2- 172.21.15.31:0/4075405249 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f07bc072620 0x7f07bc0af530 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f07a4009870 tx=0x7f07a402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d5a4f9132d3daea server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:14.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.070+0000 7f07ba000640 1 -- 172.21.15.31:0/4075405249 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07a4037070 con 0x7f07bc072620 2024-09-19T04:40:14.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.070+0000 7f07ba000640 1 -- 172.21.15.31:0/4075405249 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07a4032440 con 0x7f07bc072620 2024-09-19T04:40:14.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.070+0000 7f07ba000640 1 -- 172.21.15.31:0/4075405249 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07a4032810 con 0x7f07bc072620 2024-09-19T04:40:14.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.071+0000 7f07c1a00640 1 -- 172.21.15.31:0/4075405249 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f07bc072620 msgr2=0x7f07bc0af530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:14.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.071+0000 7f07c1a00640 1 --2- 172.21.15.31:0/4075405249 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f07bc072620 0x7f07bc0af530 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f07a4009870 tx=0x7f07a402a1c0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.071+0000 7f07c1a00640 1 -- 172.21.15.31:0/4075405249 shutdown_connections 2024-09-19T04:40:14.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.071+0000 7f07c1a00640 1 --2- 172.21.15.31:0/4075405249 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f07bc06dfd0 0x7f07bc0afa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.071+0000 7f07c1a00640 1 --2- 172.21.15.31:0/4075405249 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f07bc072620 0x7f07bc0af530 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.071+0000 7f07c1a00640 1 -- 172.21.15.31:0/4075405249 >> 172.21.15.31:0/4075405249 conn(0x7f07bc067da0 msgr2=0x7f07bc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:14.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.071+0000 7f07c1a00640 1 -- 172.21.15.31:0/4075405249 shutdown_connections 2024-09-19T04:40:14.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.071+0000 7f07c1a00640 1 -- 172.21.15.31:0/4075405249 wait complete. 2024-09-19T04:40:14.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.073+0000 7f07c1a00640 1 Processor -- start 2024-09-19T04:40:14.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.073+0000 7f07c1a00640 1 -- start start 2024-09-19T04:40:14.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.074+0000 7f07c1a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f07bc06dfd0 0x7f07bc0c9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:14.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.074+0000 7f07c1a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f07bc072240 0x7f07bc0b4540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:14.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.074+0000 7f07c1a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f07bc072620 0x7f07bc0b4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:14.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.074+0000 7f07c1a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f07bc0cd560 con 0x7f07bc072620 2024-09-19T04:40:14.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.074+0000 7f07c1a00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f07bc0cd3e0 con 0x7f07bc06dfd0 2024-09-19T04:40:14.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.074+0000 7f07c1a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f07bc0cd6e0 con 0x7f07bc072240 2024-09-19T04:40:14.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.074+0000 7f07bb400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f07bc072620 0x7f07bc0b4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:14.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.074+0000 7f07bb400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f07bc072620 0x7f07bc0b4a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54056/0 (socket says 172.21.15.31:54056) 2024-09-19T04:40:14.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.074+0000 7f07bb400640 1 -- 172.21.15.31:0/2006428499 learned_addr learned my addr 172.21.15.31:0/2006428499 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.074+0000 7f07baa00640 1 --2- 172.21.15.31:0/2006428499 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f07bc06dfd0 0x7f07bc0c9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.074+0000 7f07b3e00640 1 --2- 172.21.15.31:0/2006428499 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f07bc072240 0x7f07bc0b4540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.074+0000 7f07bb400640 1 -- 172.21.15.31:0/2006428499 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f07bc072240 msgr2=0x7f07bc0b4540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.074+0000 7f07bb400640 1 --2- 172.21.15.31:0/2006428499 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f07bc072240 0x7f07bc0b4540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.074+0000 7f07bb400640 1 -- 172.21.15.31:0/2006428499 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f07bc06dfd0 msgr2=0x7f07bc0c9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.074+0000 7f07bb400640 1 --2- 172.21.15.31:0/2006428499 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f07bc06dfd0 0x7f07bc0c9cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.074+0000 7f07bb400640 1 -- 172.21.15.31:0/2006428499 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07bc145e90 con 0x7f07bc072620 2024-09-19T04:40:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.075+0000 7f07bb400640 1 --2- 172.21.15.31:0/2006428499 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f07bc072620 0x7f07bc0b4a80 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f07b400efc0 tx=0x7f07b400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.075+0000 7f07b2a00640 1 -- 172.21.15.31:0/2006428499 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b4018020 con 0x7f07bc072620 2024-09-19T04:40:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.075+0000 7f07b2a00640 1 -- 172.21.15.31:0/2006428499 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07b4014480 con 0x7f07bc072620 2024-09-19T04:40:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.075+0000 7f07c1a00640 1 -- 172.21.15.31:0/2006428499 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07bc146130 con 0x7f07bc072620 2024-09-19T04:40:14.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.075+0000 7f07b2a00640 1 -- 172.21.15.31:0/2006428499 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b4014870 con 0x7f07bc072620 2024-09-19T04:40:14.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.075+0000 7f07c1a00640 1 -- 172.21.15.31:0/2006428499 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07bc1466f0 con 0x7f07bc072620 2024-09-19T04:40:14.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.076+0000 7f07c1a00640 1 -- 172.21.15.31:0/2006428499 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07bc15d1f0 con 0x7f07bc072620 2024-09-19T04:40:14.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.077+0000 7f07b2a00640 1 -- 172.21.15.31:0/2006428499 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f07b4005d10 con 0x7f07bc072620 2024-09-19T04:40:14.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.078+0000 7f07b2a00640 1 --2- 172.21.15.31:0/2006428499 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f079806c2b0 0x7f079806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:14.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.078+0000 7f07b2a00640 1 -- 172.21.15.31:0/2006428499 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f07b408c1c0 con 0x7f07bc072620 2024-09-19T04:40:14.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.078+0000 7f07baa00640 1 --2- 172.21.15.31:0/2006428499 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f079806c2b0 0x7f079806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:14.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.079+0000 7f07baa00640 1 --2- 172.21.15.31:0/2006428499 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f079806c2b0 0x7f079806e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f07ac000f60 tx=0x7f07ac007d50 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:14.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.083+0000 7f07b2a00640 1 -- 172.21.15.31:0/2006428499 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f07b4022070 con 0x7f07bc072620 2024-09-19T04:40:14.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.306+0000 7f07c1a00640 1 -- 172.21.15.31:0/2006428499 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f07bc06cfb0 con 0x7f07bc072620 2024-09-19T04:40:14.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.306+0000 7f07b2a00640 1 -- 172.21.15.31:0/2006428499 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f07b4010040 con 0x7f07bc072620 2024-09-19T04:40:14.307 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-19T04:40:14.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.309+0000 7f07c1a00640 1 -- 172.21.15.31:0/2006428499 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f079806c2b0 msgr2=0x7f079806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:14.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.309+0000 7f07c1a00640 1 --2- 172.21.15.31:0/2006428499 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f079806c2b0 0x7f079806e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f07ac000f60 tx=0x7f07ac007d50 comp rx=0 tx=0).stop 2024-09-19T04:40:14.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.309+0000 7f07c1a00640 1 -- 172.21.15.31:0/2006428499 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f07bc072620 msgr2=0x7f07bc0b4a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:14.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.309+0000 7f07c1a00640 1 --2- 172.21.15.31:0/2006428499 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f07bc072620 0x7f07bc0b4a80 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f07b400efc0 tx=0x7f07b400c490 comp rx=0 tx=0).stop 2024-09-19T04:40:14.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.309+0000 7f07c1a00640 1 -- 172.21.15.31:0/2006428499 shutdown_connections 2024-09-19T04:40:14.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.309+0000 7f07c1a00640 1 --2- 172.21.15.31:0/2006428499 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f07bc072620 0x7f07bc0b4a80 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.309+0000 7f07c1a00640 1 --2- 172.21.15.31:0/2006428499 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f07bc072240 0x7f07bc0b4540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.309+0000 7f07c1a00640 1 --2- 172.21.15.31:0/2006428499 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f079806c2b0 0x7f079806e770 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.309+0000 7f07c1a00640 1 --2- 172.21.15.31:0/2006428499 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f07bc06dfd0 0x7f07bc0c9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:14.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.309+0000 7f07c1a00640 1 -- 172.21.15.31:0/2006428499 >> 172.21.15.31:0/2006428499 conn(0x7f07bc067da0 msgr2=0x7f07bc156f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:14.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.309+0000 7f07c1a00640 1 -- 172.21.15.31:0/2006428499 shutdown_connections 2024-09-19T04:40:14.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14.309+0000 7f07c1a00640 1 -- 172.21.15.31:0/2006428499 wait complete. 2024-09-19T04:40:14.325 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T04:40:14.325 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:40:14.325 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-19T04:40:14.325 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T04:40:14.325 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:14.325 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T04:40:14.325 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T04:40:14.325 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:40:14.325 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:40:14.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:14.326 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-19T04:40:14.361 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:40:14.361 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:40:14.361 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:40:14.361 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:14.362 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-19T04:40:14.362 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:14.362 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:14.362 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:14.362 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-19T04:40:14.362 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:14.362 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:14.362 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-19T04:40:14.362 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:40:14.362 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:14.362 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-19T04:40:14.362 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T04:40:14.363 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42686sec preferred_lft 42686sec 2024-09-19T04:40:14.363 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-19T04:40:14.363 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:14.363 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:14.363 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:14.363 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-19T04:40:14.364 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T04:40:14.364 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:14.364 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:40:14.364 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link add name ceph-brx type bridge 2024-09-19T04:40:14.364 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip addr flush dev ceph-brx 2024-09-19T04:40:14.364 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set ceph-brx up 2024-09-19T04:40:14.364 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T04:40:14.364 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:40:14.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:14.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:14.588 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:14.588 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:40:14.642 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-19T04:40:14.646 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:14.646 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-19T04:40:14.681 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-19T04:40:14.682 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:40:14.682 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T04:40:14.682 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T04:40:14.682 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:40:14.682 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:14.682 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:40:14.682 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T04:40:14.682 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T04:40:14.682 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T04:40:14.682 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:40:14.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:14.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:14.879 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:14.880 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-19T04:40:14.915 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:14.915 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list-id 2024-09-19T04:40:14.990 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:14.990 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:40:14.990 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:40:14.991 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-19T04:40:14.991 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:40:15.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:15 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:15.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:15.168 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-19T04:40:15.168 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:15.169 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:40:15.169 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-19T04:40:15.169 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T04:40:15.169 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-19T04:40:15.169 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-19T04:40:15.169 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-19T04:40:15.169 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:40:15.197 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:40:15.217 DEBUG:teuthology.orchestra.run.smithi052:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:40:15.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:15 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:15.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:15.389 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:15.389 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:40:15.389 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-19T04:40:15.389 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T04:40:15.389 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:40:15.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:15 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:15.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:15.556 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:15.557 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:15.592 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:40:15.592 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:15.592 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:15.668 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T04:40:15.668 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:15.668 DEBUG:teuthology.orchestra.run.smithi031:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:40:15.796 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:40:15.797 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:40:15.797 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:40:16.456 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:40:16.456 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:40:16.457 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:40:16.457 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:40:16.457 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:40:16.482 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:40:16.483 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:40:16.483 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:40:16.483 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:40:16.483 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:40:16.483 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790" 2024-09-19T04:40:16.483 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790:/ 2024-09-19T04:40:16.483 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=ae16a32b-37f5-48e5-a20a-d947237e5ec4" will pass to kernel 2024-09-19T04:40:16.484 INFO:teuthology.orchestra.run.smithi031.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T04:40:16.484 INFO:teuthology.orchestra.run.smithi031.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:40:16.484 INFO:teuthology.orchestra.run.smithi031.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:40:16.484 INFO:teuthology.orchestra.run.smithi031.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:40:16.485 INFO:teuthology.orchestra.run.smithi031.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:40:16.487 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:40:16.488 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:16.488 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:16.545 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:40:16.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:16 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:16.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:16.637 INFO:teuthology.orchestra.run.smithi031.stdout:client4636 2024-09-19T04:40:16.638 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:40:16.638 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:16.674 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:40:16.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:16 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:16.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:16.802 INFO:teuthology.orchestra.run.smithi031.stdout:client4636 2024-09-19T04:40:16.803 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:40:16.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:16 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:16.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:16.891 INFO:teuthology.orchestra.run.smithi031.stdout:client4636 2024-09-19T04:40:16.892 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/ae16a32b-37f5-48e5-a20a-d947237e5ec4.client4636/status') 2024-09-19T04:40:16.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:16.991 INFO:teuthology.orchestra.run.smithi031.stdout:instance: client.4636 (3)172.21.15.31:0/668378607 2024-09-19T04:40:16.991 INFO:teuthology.orchestra.run.smithi031.stdout:blocklisted: false 2024-09-19T04:40:16.992 INFO:teuthology.orchestra.run.smithi031.stderr:0+1 records in 2024-09-19T04:40:16.992 INFO:teuthology.orchestra.run.smithi031.stderr:0+1 records out 2024-09-19T04:40:16.992 INFO:teuthology.orchestra.run.smithi031.stderr:69 bytes copied, 5.9742e-05 s, 1.2 MB/s 2024-09-19T04:40:16.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:17.002 INFO:tasks.kclient:client.2 config is {'syntax': 'v1'} 2024-09-19T04:40:17.002 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T04:40:17.002 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-19T04:40:17.002 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:40:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.157+0000 7fef94c00640 1 Processor -- start 2024-09-19T04:40:17.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.158+0000 7fef94c00640 1 -- start start 2024-09-19T04:40:17.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.159+0000 7fef94c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fef9006f0e0 0x7fef9015c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:17.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.159+0000 7fef94c00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef9015c620 con 0x7fef900b3ba0 2024-09-19T04:40:17.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.159+0000 7fef94c00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef900b4740 con 0x7fef9006f4c0 2024-09-19T04:40:17.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.159+0000 7fef94c00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fef9015bc50 con 0x7fef9006f0e0 2024-09-19T04:40:17.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.159+0000 7fef8de00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fef9006f0e0 0x7fef9015c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:17.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.159+0000 7fef8de00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fef9006f0e0 0x7fef9015c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54068/0 (socket says 172.21.15.31:54068) 2024-09-19T04:40:17.160 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.159+0000 7fef8de00640 1 -- 172.21.15.31:0/3339247959 learned_addr learned my addr 172.21.15.31:0/3339247959 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:17.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.159+0000 7fef8de00640 1 -- 172.21.15.31:0/3339247959 >> v1:172.21.15.52:6789/0 conn(0x7fef9006f4c0 legacy=0x7fef900cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:17.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.159+0000 7fef8de00640 1 -- 172.21.15.31:0/3339247959 >> v1:172.21.15.31:6789/0 conn(0x7fef900b3ba0 legacy=0x7fef900b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.160+0000 7fef8de00640 1 -- 172.21.15.31:0/3339247959 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef900cfb40 con 0x7fef9006f0e0 2024-09-19T04:40:17.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.160+0000 7fef8d400640 1 -- 172.21.15.31:0/3339247959 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 872358238 0 0) 0x7fef9015c620 con 0x7fef900b3ba0 2024-09-19T04:40:17.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.161+0000 7fef8de00640 1 --2- 172.21.15.31:0/3339247959 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef9006f0e0 0x7fef9015c0e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fef8000bb10 tx=0x7fef8002c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=213203a83054abe9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:17.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.161+0000 7fef8d400640 1 -- 172.21.15.31:0/3339247959 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef80036020 con 0x7fef9006f0e0 2024-09-19T04:40:17.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.161+0000 7fef8d400640 1 -- 172.21.15.31:0/3339247959 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef80032820 con 0x7fef9006f0e0 2024-09-19T04:40:17.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.161+0000 7fef8d400640 1 -- 172.21.15.31:0/3339247959 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef80032bf0 con 0x7fef9006f0e0 2024-09-19T04:40:17.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.161+0000 7fef94c00640 1 -- 172.21.15.31:0/3339247959 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef9006f0e0 msgr2=0x7fef9015c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.161+0000 7fef94c00640 1 --2- 172.21.15.31:0/3339247959 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef9006f0e0 0x7fef9015c0e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fef8000bb10 tx=0x7fef8002c960 comp rx=0 tx=0).stop 2024-09-19T04:40:17.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.161+0000 7fef94c00640 1 -- 172.21.15.31:0/3339247959 shutdown_connections 2024-09-19T04:40:17.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.161+0000 7fef94c00640 1 --2- 172.21.15.31:0/3339247959 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef9006f0e0 0x7fef9015c0e0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.161+0000 7fef94c00640 1 -- 172.21.15.31:0/3339247959 >> 172.21.15.31:0/3339247959 conn(0x7fef90067da0 msgr2=0x7fef9006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:17.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.162+0000 7fef94c00640 1 -- 172.21.15.31:0/3339247959 shutdown_connections 2024-09-19T04:40:17.163 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.162+0000 7fef94c00640 1 -- 172.21.15.31:0/3339247959 wait complete. 2024-09-19T04:40:17.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.163+0000 7fef94c00640 1 Processor -- start 2024-09-19T04:40:17.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.163+0000 7fef94c00640 1 -- start start 2024-09-19T04:40:17.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.164+0000 7fef94c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fef9006f0e0 0x7fef900cbde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:17.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.164+0000 7fef94c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fef9006f4c0 0x7fef90157d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:17.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.164+0000 7fef94c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef900b3ba0 0x7fef90148850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:17.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.164+0000 7fef94c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fef9015b8e0 con 0x7fef900b3ba0 2024-09-19T04:40:17.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.164+0000 7fef94c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fef90152630 con 0x7fef9006f0e0 2024-09-19T04:40:17.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.164+0000 7fef94c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fef9006f930 con 0x7fef9006f4c0 2024-09-19T04:40:17.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.165+0000 7fef8e800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef900b3ba0 0x7fef90148850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:17.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.165+0000 7fef8e800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef900b3ba0 0x7fef90148850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:54076/0 (socket says 172.21.15.31:54076) 2024-09-19T04:40:17.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.165+0000 7fef8e800640 1 -- 172.21.15.31:0/1321179768 learned_addr learned my addr 172.21.15.31:0/1321179768 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:17.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.165+0000 7fef8de00640 1 --2- 172.21.15.31:0/1321179768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fef9006f0e0 0x7fef900cbde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:17.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.165+0000 7fef87e00640 1 --2- 172.21.15.31:0/1321179768 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fef9006f4c0 0x7fef90157d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:17.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.165+0000 7fef8e800640 1 -- 172.21.15.31:0/1321179768 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fef9006f4c0 msgr2=0x7fef90157d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.165+0000 7fef8e800640 1 --2- 172.21.15.31:0/1321179768 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fef9006f4c0 0x7fef90157d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.165+0000 7fef8e800640 1 -- 172.21.15.31:0/1321179768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fef9006f0e0 msgr2=0x7fef900cbde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.165+0000 7fef8e800640 1 --2- 172.21.15.31:0/1321179768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fef9006f0e0 0x7fef900cbde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.165+0000 7fef8e800640 1 -- 172.21.15.31:0/1321179768 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef900c97b0 con 0x7fef900b3ba0 2024-09-19T04:40:17.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.165+0000 7fef8e800640 1 --2- 172.21.15.31:0/1321179768 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef900b3ba0 0x7fef90148850 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fef8800c780 tx=0x7fef8800cb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:17.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.166+0000 7fef86000640 1 -- 172.21.15.31:0/1321179768 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef88003b70 con 0x7fef900b3ba0 2024-09-19T04:40:17.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.166+0000 7fef86000640 1 -- 172.21.15.31:0/1321179768 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef88003d10 con 0x7fef900b3ba0 2024-09-19T04:40:17.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.166+0000 7fef86000640 1 -- 172.21.15.31:0/1321179768 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef88005270 con 0x7fef900b3ba0 2024-09-19T04:40:17.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.166+0000 7fef94c00640 1 -- 172.21.15.31:0/1321179768 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef90158670 con 0x7fef900b3ba0 2024-09-19T04:40:17.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.166+0000 7fef94c00640 1 -- 172.21.15.31:0/1321179768 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef900ca010 con 0x7fef900b3ba0 2024-09-19T04:40:17.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.167+0000 7fef94c00640 1 -- 172.21.15.31:0/1321179768 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef9015ee80 con 0x7fef900b3ba0 2024-09-19T04:40:17.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.168+0000 7fef86000640 1 -- 172.21.15.31:0/1321179768 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fef88005410 con 0x7fef900b3ba0 2024-09-19T04:40:17.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.169+0000 7fef86000640 1 --2- 172.21.15.31:0/1321179768 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fef6c06c2b0 0x7fef6c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:17.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.169+0000 7fef86000640 1 -- 172.21.15.31:0/1321179768 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fef8808b5f0 con 0x7fef900b3ba0 2024-09-19T04:40:17.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.169+0000 7fef8de00640 1 --2- 172.21.15.31:0/1321179768 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fef6c06c2b0 0x7fef6c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:17.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.170+0000 7fef8de00640 1 --2- 172.21.15.31:0/1321179768 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fef6c06c2b0 0x7fef6c06e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fef80037000 tx=0x7fef80032000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:17.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.173+0000 7fef86000640 1 -- 172.21.15.31:0/1321179768 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fef88059a10 con 0x7fef900b3ba0 2024-09-19T04:40:17.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.404+0000 7fef94c00640 1 -- 172.21.15.31:0/1321179768 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fef9015e220 con 0x7fef900b3ba0 2024-09-19T04:40:17.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.404+0000 7fef86000640 1 -- 172.21.15.31:0/1321179768 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7fef88059310 con 0x7fef900b3ba0 2024-09-19T04:40:17.405 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-19T04:40:17.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.406+0000 7fef94c00640 1 -- 172.21.15.31:0/1321179768 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fef6c06c2b0 msgr2=0x7fef6c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.406+0000 7fef94c00640 1 --2- 172.21.15.31:0/1321179768 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fef6c06c2b0 0x7fef6c06e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fef80037000 tx=0x7fef80032000 comp rx=0 tx=0).stop 2024-09-19T04:40:17.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.406+0000 7fef94c00640 1 -- 172.21.15.31:0/1321179768 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef900b3ba0 msgr2=0x7fef90148850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:17.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.406+0000 7fef94c00640 1 --2- 172.21.15.31:0/1321179768 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef900b3ba0 0x7fef90148850 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fef8800c780 tx=0x7fef8800cb80 comp rx=0 tx=0).stop 2024-09-19T04:40:17.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.406+0000 7fef94c00640 1 -- 172.21.15.31:0/1321179768 shutdown_connections 2024-09-19T04:40:17.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.406+0000 7fef94c00640 1 --2- 172.21.15.31:0/1321179768 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fef900b3ba0 0x7fef90148850 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.406+0000 7fef94c00640 1 --2- 172.21.15.31:0/1321179768 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fef9006f4c0 0x7fef90157d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.406+0000 7fef94c00640 1 --2- 172.21.15.31:0/1321179768 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fef6c06c2b0 0x7fef6c06e770 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.406+0000 7fef94c00640 1 --2- 172.21.15.31:0/1321179768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fef9006f0e0 0x7fef900cbde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:17.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.406+0000 7fef94c00640 1 -- 172.21.15.31:0/1321179768 >> 172.21.15.31:0/1321179768 conn(0x7fef90067da0 msgr2=0x7fef9006dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:17.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.406+0000 7fef94c00640 1 -- 172.21.15.31:0/1321179768 shutdown_connections 2024-09-19T04:40:17.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17.406+0000 7fef94c00640 1 -- 172.21.15.31:0/1321179768 wait complete. 2024-09-19T04:40:17.422 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T04:40:17.422 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:40:17.422 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-19T04:40:17.422 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-19T04:40:17.422 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-19T04:40:17.423 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T04:40:17.423 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T04:40:17.423 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:40:17.423 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-19T04:40:17.423 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:17.423 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-19T04:40:17.459 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:40:17.459 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:40:17.459 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:40:17.459 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:17.459 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-19T04:40:17.459 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:17.459 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:17.459 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:17.460 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-19T04:40:17.460 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:17.460 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:17.460 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-19T04:40:17.460 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:40:17.460 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:17.460 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-19T04:40:17.460 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T04:40:17.460 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42683sec preferred_lft 42683sec 2024-09-19T04:40:17.460 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-19T04:40:17.460 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:17.460 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:17.461 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:17.461 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-19T04:40:17.461 INFO:teuthology.orchestra.run.smithi031.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:40:17.461 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 9a:a3:31:f5:b3:c7 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:17.461 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:40:17.461 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:17.461 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::8c16:44ff:fe32:5c30/64 scope link 2024-09-19T04:40:17.461 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:17.461 INFO:teuthology.orchestra.run.smithi031.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:40:17.461 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 9a:a3:31:f5:b3:c7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:40:17.461 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::98a3:31ff:fef5:b3c7/64 scope link 2024-09-19T04:40:17.461 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:17.462 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:17.462 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:40:17.553 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-19T04:40:17.556 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:17.556 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-19T04:40:17.591 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-19T04:40:17.591 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:40:17.592 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T04:40:17.592 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T04:40:17.592 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:40:17.592 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:17.592 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:40:17.592 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T04:40:17.592 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T04:40:17.592 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T04:40:17.592 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:40:17.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:17.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:17.789 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:17.789 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-19T04:40:17.824 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:40:17.824 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:17.825 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list-id 2024-09-19T04:40:17.900 INFO:teuthology.orchestra.run.smithi031.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-19T04:40:17.900 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:17.901 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:40:17.901 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:40:17.901 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-19T04:40:17.901 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:40:18.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:18.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:18.076 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:18.076 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-19T04:40:18.133 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:40:18.133 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:40:18.133 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:40:18.133 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:18.133 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-19T04:40:18.133 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:18.133 INFO:teuthology.orchestra.run.smithi031.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:40:18.133 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 3e:14:8f:61:d7:f1 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T04:40:18.133 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T04:40:18.133 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:18.134 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::3c14:8fff:fe61:d7f1/64 scope link 2024-09-19T04:40:18.134 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:18.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:18.136 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-19T04:40:18.191 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:40:18.191 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:40:18.191 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:40:18.191 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:18.191 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-19T04:40:18.191 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:18.192 INFO:teuthology.orchestra.run.smithi031.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:40:18.192 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 3e:14:8f:61:d7:f1 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T04:40:18.192 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T04:40:18.192 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:18.192 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::3c14:8fff:fe61:d7f1/64 scope link 2024-09-19T04:40:18.192 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:18.194 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-19T04:40:18.194 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:18.194 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:40:18.194 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-19T04:40:18.195 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-19T04:40:18.195 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-19T04:40:18.195 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-19T04:40:18.195 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-19T04:40:18.195 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:40:18.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:18.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:18.412 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:18.412 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:40:18.412 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.1 up 2024-09-19T04:40:18.412 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set dev brx.1 master ceph-brx 2024-09-19T04:40:18.412 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:40:18.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:18.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:18.580 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:18.580 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-19T04:40:18.622 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-19T04:40:18.622 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:18.623 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-19T04:40:18.698 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T04:40:18.698 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:18.698 DEBUG:teuthology.orchestra.run.smithi031:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.2 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-19T04:40:18.828 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-19T04:40:18.828 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2024-09-19T04:40:18.828 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:40:18.843 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-19T04:40:18.843 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2024-09-19T04:40:18.844 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:40:18.844 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:40:18.844 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:40:18.866 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2024-09-19T04:40:18.866 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2024-09-19T04:40:18.866 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:40:18.866 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:40:18.866 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:40:18.866 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790" 2024-09-19T04:40:18.866 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790:/ 2024-09-19T04:40:18.866 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs,key=2,fsid=ae16a32b-37f5-48e5-a20a-d947237e5ec4" will pass to kernel 2024-09-19T04:40:18.868 INFO:teuthology.orchestra.run.smithi031.stdout:mount: /home/ubuntu/cephtest/mnt.2 does not contain SELinux labels. 2024-09-19T04:40:18.868 INFO:teuthology.orchestra.run.smithi031.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:40:18.869 INFO:teuthology.orchestra.run.smithi031.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:40:18.869 INFO:teuthology.orchestra.run.smithi031.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:40:18.869 INFO:teuthology.orchestra.run.smithi031.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:40:18.871 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:40:18.871 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:18.871 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-19T04:40:18.926 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:40:19.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:19.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:19.016 INFO:teuthology.orchestra.run.smithi031.stdout:client4642 2024-09-19T04:40:19.016 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:40:19.016 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:19.052 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:40:19.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:19.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:19.181 INFO:teuthology.orchestra.run.smithi031.stdout:client4642 2024-09-19T04:40:19.182 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:40:19.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:19.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:19.273 INFO:teuthology.orchestra.run.smithi031.stdout:client4642 2024-09-19T04:40:19.273 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/ae16a32b-37f5-48e5-a20a-d947237e5ec4.client4642/status') 2024-09-19T04:40:19.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:19.372 INFO:teuthology.orchestra.run.smithi031.stdout:instance: client.4642 (3)172.21.15.31:0/3979939580 2024-09-19T04:40:19.373 INFO:teuthology.orchestra.run.smithi031.stdout:blocklisted: false 2024-09-19T04:40:19.373 INFO:teuthology.orchestra.run.smithi031.stderr:0+1 records in 2024-09-19T04:40:19.373 INFO:teuthology.orchestra.run.smithi031.stderr:0+1 records out 2024-09-19T04:40:19.373 INFO:teuthology.orchestra.run.smithi031.stderr:70 bytes copied, 5.5996e-05 s, 1.3 MB/s 2024-09-19T04:40:19.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:19.384 INFO:tasks.kclient:client.1 config is {'syntax': 'v1'} 2024-09-19T04:40:19.384 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T04:40:19.384 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T04:40:19.384 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:40:19.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.538+0000 7f924d600640 1 Processor -- start 2024-09-19T04:40:19.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.539+0000 7f924d600640 1 -- start start 2024-09-19T04:40:19.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.540+0000 7f924d600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f924806f4c0 0x7f92480cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:19.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.540+0000 7f924d600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92480cfb40 con 0x7f92480cf5a0 2024-09-19T04:40:19.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.540+0000 7f924d600640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92480cfe20 con 0x7f924806f0e0 2024-09-19T04:40:19.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.540+0000 7f924d600640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f924815bc50 con 0x7f924806f4c0 2024-09-19T04:40:19.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.540+0000 7f923fe00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f924806f4c0 0x7f92480cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:19.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.540+0000 7f923fe00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f924806f4c0 0x7f92480cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:51950/0 (socket says 172.21.15.31:51950) 2024-09-19T04:40:19.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.540+0000 7f923fe00640 1 -- 172.21.15.31:0/1734597115 learned_addr learned my addr 172.21.15.31:0/1734597115 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:19.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.540+0000 7f9247400640 1 --1- 172.21.15.31:0/1734597115 >> v1:172.21.15.31:6789/0 conn(0x7f92480cf5a0 0x7f92480b3ba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:49118/0 (socket says 172.21.15.31:49118) 2024-09-19T04:40:19.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.540+0000 7f923fe00640 1 -- 172.21.15.31:0/1734597115 >> v1:172.21.15.52:6789/0 conn(0x7f924806f0e0 legacy=0x7f924815c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:19.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.540+0000 7f923fe00640 1 -- 172.21.15.31:0/1734597115 >> v1:172.21.15.31:6789/0 conn(0x7f92480cf5a0 legacy=0x7f92480b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:19.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.540+0000 7f923fe00640 1 -- 172.21.15.31:0/1734597115 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f924815b8e0 con 0x7f924806f4c0 2024-09-19T04:40:19.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.540+0000 7f9246000640 1 -- 172.21.15.31:0/1734597115 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 149734428 0 0) 0x7f92480cfb40 con 0x7f92480cf5a0 2024-09-19T04:40:19.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.541+0000 7f923fe00640 1 --2- 172.21.15.31:0/1734597115 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f924806f4c0 0x7f92480cf060 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9230009870 tx=0x7f923002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e49608c759e01b21 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:19.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.542+0000 7f9246000640 1 -- 172.21.15.31:0/1734597115 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9230037070 con 0x7f924806f4c0 2024-09-19T04:40:19.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.542+0000 7f9246000640 1 -- 172.21.15.31:0/1734597115 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9230032440 con 0x7f924806f4c0 2024-09-19T04:40:19.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.542+0000 7f9246000640 1 -- 172.21.15.31:0/1734597115 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9230032810 con 0x7f924806f4c0 2024-09-19T04:40:19.543 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.542+0000 7f924d600640 1 -- 172.21.15.31:0/1734597115 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f924806f4c0 msgr2=0x7f92480cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:19.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.542+0000 7f924d600640 1 --2- 172.21.15.31:0/1734597115 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f924806f4c0 0x7f92480cf060 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9230009870 tx=0x7f923002a2a0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.542+0000 7f924d600640 1 -- 172.21.15.31:0/1734597115 shutdown_connections 2024-09-19T04:40:19.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.542+0000 7f924d600640 1 --2- 172.21.15.31:0/1734597115 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f924806f4c0 0x7f92480cf060 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.542+0000 7f924d600640 1 -- 172.21.15.31:0/1734597115 >> 172.21.15.31:0/1734597115 conn(0x7f9248067da0 msgr2=0x7f924806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:19.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.543+0000 7f924d600640 1 -- 172.21.15.31:0/1734597115 shutdown_connections 2024-09-19T04:40:19.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.543+0000 7f924d600640 1 -- 172.21.15.31:0/1734597115 wait complete. 2024-09-19T04:40:19.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.544+0000 7f924d600640 1 Processor -- start 2024-09-19T04:40:19.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.544+0000 7f924d600640 1 -- start start 2024-09-19T04:40:19.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.545+0000 7f924d600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f924806f0e0 0x7f924813d130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:19.547 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.545+0000 7f924d600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f924806f4c0 0x7f924813fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:19.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.545+0000 7f924d600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f92480cf5a0 0x7f924813e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:19.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.545+0000 7f924d600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f924815ee80 con 0x7f924806f0e0 2024-09-19T04:40:19.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.545+0000 7f924d600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9248152630 con 0x7f924806f4c0 2024-09-19T04:40:19.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.545+0000 7f924d600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f924815f000 con 0x7f92480cf5a0 2024-09-19T04:40:19.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.545+0000 7f9246a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f924806f0e0 0x7f924813d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:19.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.546+0000 7f9246a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f924806f0e0 0x7f924813d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:51956/0 (socket says 172.21.15.31:51956) 2024-09-19T04:40:19.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.546+0000 7f9246a00640 1 -- 172.21.15.31:0/2962830787 learned_addr learned my addr 172.21.15.31:0/2962830787 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:19.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.546+0000 7f923fe00640 1 --2- 172.21.15.31:0/2962830787 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f924806f4c0 0x7f924813fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:19.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.546+0000 7f9247400640 1 --2- 172.21.15.31:0/2962830787 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f92480cf5a0 0x7f924813e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:19.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.546+0000 7f9246a00640 1 -- 172.21.15.31:0/2962830787 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f92480cf5a0 msgr2=0x7f924813e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:19.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.546+0000 7f9246a00640 1 --2- 172.21.15.31:0/2962830787 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f92480cf5a0 0x7f924813e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.546+0000 7f9246a00640 1 -- 172.21.15.31:0/2962830787 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f924806f4c0 msgr2=0x7f924813fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:19.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.546+0000 7f9246a00640 1 --2- 172.21.15.31:0/2962830787 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f924806f4c0 0x7f924813fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.546+0000 7f9246a00640 1 -- 172.21.15.31:0/2962830787 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f924813d7f0 con 0x7f924806f0e0 2024-09-19T04:40:19.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.546+0000 7f9247400640 1 --2- 172.21.15.31:0/2962830787 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f92480cf5a0 0x7f924813e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:19.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.546+0000 7f9246a00640 1 --2- 172.21.15.31:0/2962830787 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f924806f0e0 0x7f924813d130 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f923800c430 tx=0x7f923800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:19.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.546+0000 7f923ea00640 1 -- 172.21.15.31:0/2962830787 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9238011790 con 0x7f924806f0e0 2024-09-19T04:40:19.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.546+0000 7f923ea00640 1 -- 172.21.15.31:0/2962830787 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9238017070 con 0x7f924806f0e0 2024-09-19T04:40:19.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.546+0000 7f923ea00640 1 -- 172.21.15.31:0/2962830787 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9238011bb0 con 0x7f924806f0e0 2024-09-19T04:40:19.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.546+0000 7f924d600640 1 -- 172.21.15.31:0/2962830787 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f924813dad0 con 0x7f924806f0e0 2024-09-19T04:40:19.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.547+0000 7f924d600640 1 -- 172.21.15.31:0/2962830787 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f924813e090 con 0x7f924806f0e0 2024-09-19T04:40:19.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.548+0000 7f924d600640 1 -- 172.21.15.31:0/2962830787 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f924815f9a0 con 0x7f924806f0e0 2024-09-19T04:40:19.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.548+0000 7f923ea00640 1 -- 172.21.15.31:0/2962830787 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f923801c460 con 0x7f924806f0e0 2024-09-19T04:40:19.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.549+0000 7f923ea00640 1 --2- 172.21.15.31:0/2962830787 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f922406c2b0 0x7f922406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:19.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.549+0000 7f923ea00640 1 -- 172.21.15.31:0/2962830787 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f923808b620 con 0x7f924806f0e0 2024-09-19T04:40:19.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.550+0000 7f923fe00640 1 --2- 172.21.15.31:0/2962830787 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f922406c2b0 0x7f922406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:19.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.550+0000 7f923fe00640 1 --2- 172.21.15.31:0/2962830787 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f922406c2b0 0x7f922406e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f9230034000 tx=0x7f923002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:19.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.554+0000 7f923ea00640 1 -- 172.21.15.31:0/2962830787 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f92380599b0 con 0x7f924806f0e0 2024-09-19T04:40:19.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.776+0000 7f924d600640 1 -- 172.21.15.31:0/2962830787 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f924815d870 con 0x7f924806f0e0 2024-09-19T04:40:19.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.776+0000 7f923ea00640 1 -- 172.21.15.31:0/2962830787 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f92380592b0 con 0x7f924806f0e0 2024-09-19T04:40:19.778 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-19T04:40:19.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.779+0000 7f924d600640 1 -- 172.21.15.31:0/2962830787 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f922406c2b0 msgr2=0x7f922406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:19.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.779+0000 7f924d600640 1 --2- 172.21.15.31:0/2962830787 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f922406c2b0 0x7f922406e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f9230034000 tx=0x7f923002e000 comp rx=0 tx=0).stop 2024-09-19T04:40:19.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.779+0000 7f924d600640 1 -- 172.21.15.31:0/2962830787 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f924806f0e0 msgr2=0x7f924813d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:19.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.779+0000 7f924d600640 1 --2- 172.21.15.31:0/2962830787 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f924806f0e0 0x7f924813d130 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f923800c430 tx=0x7f923800c8f0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.779+0000 7f924d600640 1 -- 172.21.15.31:0/2962830787 shutdown_connections 2024-09-19T04:40:19.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.779+0000 7f924d600640 1 --2- 172.21.15.31:0/2962830787 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f92480cf5a0 0x7f924813e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.779+0000 7f924d600640 1 --2- 172.21.15.31:0/2962830787 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f922406c2b0 0x7f922406e770 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.779+0000 7f924d600640 1 --2- 172.21.15.31:0/2962830787 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f924806f4c0 0x7f924813fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.779+0000 7f924d600640 1 --2- 172.21.15.31:0/2962830787 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f924806f0e0 0x7f924813d130 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:19.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.779+0000 7f924d600640 1 -- 172.21.15.31:0/2962830787 >> 172.21.15.31:0/2962830787 conn(0x7f9248067da0 msgr2=0x7f924815dd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:19.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.779+0000 7f924d600640 1 -- 172.21.15.31:0/2962830787 shutdown_connections 2024-09-19T04:40:19.781 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:19.779+0000 7f924d600640 1 -- 172.21.15.31:0/2962830787 wait complete. 2024-09-19T04:40:19.796 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T04:40:19.796 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:40:19.796 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi052.front.sepia.ceph.com 2024-09-19T04:40:19.796 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T04:40:19.796 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T04:40:19.796 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T04:40:19.796 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T04:40:19.796 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:40:19.796 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:40:19.796 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:19.797 DEBUG:teuthology.orchestra.run.smithi052:> ip addr 2024-09-19T04:40:19.836 INFO:teuthology.orchestra.run.smithi052.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:40:19.836 INFO:teuthology.orchestra.run.smithi052.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:40:19.836 INFO:teuthology.orchestra.run.smithi052.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:40:19.836 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:19.836 INFO:teuthology.orchestra.run.smithi052.stdout: inet6 ::1/128 scope host 2024-09-19T04:40:19.836 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:19.836 INFO:teuthology.orchestra.run.smithi052.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:19.836 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:6b:fd:d2 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:19.836 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp7s0f0 2024-09-19T04:40:19.837 INFO:teuthology.orchestra.run.smithi052.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:19.837 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:6b:fd:d3 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:19.837 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp7s0f1 2024-09-19T04:40:19.837 INFO:teuthology.orchestra.run.smithi052.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:40:19.837 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:bd:15:de brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:19.837 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp1s0f0 2024-09-19T04:40:19.837 INFO:teuthology.orchestra.run.smithi052.stdout: inet 172.21.15.52/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T04:40:19.837 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft 42663sec preferred_lft 42663sec 2024-09-19T04:40:19.837 INFO:teuthology.orchestra.run.smithi052.stdout: inet6 fe80::ec4:7aff:febd:15de/64 scope link 2024-09-19T04:40:19.837 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:19.837 INFO:teuthology.orchestra.run.smithi052.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:19.837 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:bd:15:df brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:19.837 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp1s0f1 2024-09-19T04:40:19.838 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T04:40:19.839 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:19.839 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-09-19T04:40:19.839 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link add name ceph-brx type bridge 2024-09-19T04:40:19.839 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip addr flush dev ceph-brx 2024-09-19T04:40:19.839 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link set ceph-brx up 2024-09-19T04:40:19.839 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T04:40:19.839 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-09-19T04:40:19.962 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:20.258 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:20.266 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:20.267 DEBUG:teuthology.orchestra.run.smithi052:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:40:20.321 INFO:teuthology.orchestra.run.smithi052.stdout:1 2024-09-19T04:40:20.325 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:20.325 DEBUG:teuthology.orchestra.run.smithi052:> route 2024-09-19T04:40:20.373 INFO:teuthology.orchestra.run.smithi052.stdout:Kernel IP routing table 2024-09-19T04:40:20.374 INFO:teuthology.orchestra.run.smithi052.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:40:20.374 INFO:teuthology.orchestra.run.smithi052.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T04:40:20.374 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T04:40:20.374 INFO:teuthology.orchestra.run.smithi052.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:40:20.374 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:20.374 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-09-19T04:40:20.374 DEBUG:teuthology.orchestra.run.smithi052:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T04:40:20.374 DEBUG:teuthology.orchestra.run.smithi052:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T04:40:20.375 DEBUG:teuthology.orchestra.run.smithi052:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T04:40:20.375 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-09-19T04:40:20.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:20.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:20.965 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:20.965 DEBUG:teuthology.orchestra.run.smithi052:> ip netns list 2024-09-19T04:40:21.001 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:21.001 DEBUG:teuthology.orchestra.run.smithi052:> ip netns list-id 2024-09-19T04:40:21.076 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:21.076 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-09-19T04:40:21.076 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T04:40:21.076 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-19T04:40:21.076 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-09-19T04:40:21.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:21.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:21.259 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-19T04:40:21.259 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:21.260 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-09-19T04:40:21.260 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-19T04:40:21.260 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T04:40:21.260 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-19T04:40:21.260 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-19T04:40:21.260 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-19T04:40:21.260 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-09-19T04:40:21.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:21.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:21.496 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:21.496 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-09-19T04:40:21.496 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link set brx.0 up 2024-09-19T04:40:21.496 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T04:40:21.496 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-09-19T04:40:21.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:21.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:21.663 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:21.663 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T04:40:21.698 INFO:teuthology.orchestra.run.smithi052.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T04:40:21.698 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:21.698 DEBUG:teuthology.orchestra.run.smithi052:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:40:21.772 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T04:40:21.773 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:21.773 DEBUG:teuthology.orchestra.run.smithi052:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T04:40:21.916 INFO:teuthology.orchestra.run.smithi052.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T04:40:21.916 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T04:40:21.916 INFO:teuthology.orchestra.run.smithi052.stdout:invalid new device string format 2024-09-19T04:40:22.494 INFO:teuthology.orchestra.run.smithi052.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T04:40:22.494 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T04:40:22.494 INFO:teuthology.orchestra.run.smithi052.stdout:invalid new device string format 2024-09-19T04:40:22.494 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:40:22.494 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:40:22.520 INFO:teuthology.orchestra.run.smithi052.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2024-09-19T04:40:22.520 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2024-09-19T04:40:22.520 INFO:teuthology.orchestra.run.smithi052.stdout:invalid new device string format 2024-09-19T04:40:22.520 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:40:22.520 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:40:22.520 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: resolved to: "172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790" 2024-09-19T04:40:22.520 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790:/ 2024-09-19T04:40:22.520 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=ae16a32b-37f5-48e5-a20a-d947237e5ec4" will pass to kernel 2024-09-19T04:40:22.522 INFO:teuthology.orchestra.run.smithi052.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T04:40:22.522 INFO:teuthology.orchestra.run.smithi052.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:40:22.522 INFO:teuthology.orchestra.run.smithi052.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:40:22.522 INFO:teuthology.orchestra.run.smithi052.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:40:22.522 INFO:teuthology.orchestra.run.smithi052.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:40:22.525 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:40:22.525 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:22.525 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T04:40:22.581 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:40:22.661 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:22.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:22.672 INFO:teuthology.orchestra.run.smithi052.stdout:client4648 2024-09-19T04:40:22.673 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:40:22.673 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:22.708 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:40:22.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:22.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:22.838 INFO:teuthology.orchestra.run.smithi052.stdout:client4648 2024-09-19T04:40:22.839 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:40:22.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:22.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:22.928 INFO:teuthology.orchestra.run.smithi052.stdout:client4648 2024-09-19T04:40:22.928 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/ae16a32b-37f5-48e5-a20a-d947237e5ec4.client4648/status') 2024-09-19T04:40:23.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:23.028 INFO:teuthology.orchestra.run.smithi052.stdout:instance: client.4648 (3)192.168.0.1:0/1332259895 2024-09-19T04:40:23.028 INFO:teuthology.orchestra.run.smithi052.stdout:blocklisted: false 2024-09-19T04:40:23.028 INFO:teuthology.orchestra.run.smithi052.stderr:0+1 records in 2024-09-19T04:40:23.028 INFO:teuthology.orchestra.run.smithi052.stderr:0+1 records out 2024-09-19T04:40:23.028 INFO:teuthology.orchestra.run.smithi052.stderr:69 bytes copied, 7.6238e-05 s, 905 kB/s 2024-09-19T04:40:23.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:23.038 INFO:tasks.kclient:client.3 config is {'syntax': 'v1'} 2024-09-19T04:40:23.039 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T04:40:23.039 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-19T04:40:23.039 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:40:23.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.205+0000 7fbc16600640 1 Processor -- start 2024-09-19T04:40:23.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.205+0000 7fbc16600640 1 -- start start 2024-09-19T04:40:23.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.206+0000 7fbc16600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbc1015e660 0x7fbc100d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:23.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.206+0000 7fbc16600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fbc100d3150 0x7fbc100b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:23.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.206+0000 7fbc16600640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc100d3680 con 0x7fbc100b6530 2024-09-19T04:40:23.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.206+0000 7fbc16600640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fbc1006d4b0 con 0x7fbc100d3150 2024-09-19T04:40:23.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.206+0000 7fbc16600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fbc100d3960 con 0x7fbc1015e660 2024-09-19T04:40:23.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.206+0000 7fbc0ea00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fbc100d3150 0x7fbc100b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:23.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.206+0000 7fbc0f400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbc1015e660 0x7fbc100d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:23.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.207+0000 7fbc0ea00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fbc100d3150 0x7fbc100b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:49906/0 (socket says 172.21.15.31:49906) 2024-09-19T04:40:23.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.207+0000 7fbc0ea00640 1 -- 172.21.15.31:0/620470071 learned_addr learned my addr 172.21.15.31:0/620470071 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:23.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.207+0000 7fbc0f400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbc1015e660 0x7fbc100d4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:53794/0 (socket says 172.21.15.31:53794) 2024-09-19T04:40:23.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.207+0000 7fbc0e000640 1 -- 172.21.15.31:0/620470071 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3387340171 0 0) 0x7fbc100d3680 con 0x7fbc100b6530 2024-09-19T04:40:23.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.207+0000 7fbc0e000640 1 -- 172.21.15.31:0/620470071 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbbf4003520 con 0x7fbc100b6530 2024-09-19T04:40:23.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.207+0000 7fbc0f400640 1 -- 172.21.15.31:0/620470071 >> v2:172.21.15.52:3300/0 conn(0x7fbc100d3150 msgr2=0x7fbc100b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:23.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.207+0000 7fbc0f400640 1 --2- 172.21.15.31:0/620470071 >> v2:172.21.15.52:3300/0 conn(0x7fbc100d3150 0x7fbc100b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:23.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.207+0000 7fbc0f400640 1 -- 172.21.15.31:0/620470071 >> v1:172.21.15.52:6789/0 conn(0x7fbc100b6530 legacy=0x7fbc100cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:23.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.207+0000 7fbc0f400640 1 -- 172.21.15.31:0/620470071 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc1006ce60 con 0x7fbc1015e660 2024-09-19T04:40:23.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.207+0000 7fbc0ea00640 1 --2- 172.21.15.31:0/620470071 >> v2:172.21.15.52:3300/0 conn(0x7fbc100d3150 0x7fbc100b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:23.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.208+0000 7fbc0f400640 1 --2- 172.21.15.31:0/620470071 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbc1015e660 0x7fbc100d4dd0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fbc000097a0 tx=0x7fbc0002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e5ce0c6addedd43 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:23.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.208+0000 7fbc0e000640 1 -- 172.21.15.31:0/620470071 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc00037070 con 0x7fbc1015e660 2024-09-19T04:40:23.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.208+0000 7fbc0e000640 1 -- 172.21.15.31:0/620470071 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc00032440 con 0x7fbc1015e660 2024-09-19T04:40:23.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.208+0000 7fbc0e000640 1 -- 172.21.15.31:0/620470071 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc00032810 con 0x7fbc1015e660 2024-09-19T04:40:23.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.209+0000 7fbc16600640 1 -- 172.21.15.31:0/620470071 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbc1015e660 msgr2=0x7fbc100d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:23.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.209+0000 7fbc16600640 1 --2- 172.21.15.31:0/620470071 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbc1015e660 0x7fbc100d4dd0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fbc000097a0 tx=0x7fbc0002a210 comp rx=0 tx=0).stop 2024-09-19T04:40:23.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.209+0000 7fbc16600640 1 -- 172.21.15.31:0/620470071 shutdown_connections 2024-09-19T04:40:23.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.209+0000 7fbc16600640 1 --2- 172.21.15.31:0/620470071 >> v2:172.21.15.52:3300/0 conn(0x7fbc100d3150 0x7fbc100b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:23.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.209+0000 7fbc16600640 1 --2- 172.21.15.31:0/620470071 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbc1015e660 0x7fbc100d4dd0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:23.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.209+0000 7fbc16600640 1 -- 172.21.15.31:0/620470071 >> 172.21.15.31:0/620470071 conn(0x7fbc1008c000 msgr2=0x7fbc100d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:23.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.209+0000 7fbc16600640 1 -- 172.21.15.31:0/620470071 shutdown_connections 2024-09-19T04:40:23.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.209+0000 7fbc16600640 1 -- 172.21.15.31:0/620470071 wait complete. 2024-09-19T04:40:23.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.211+0000 7fbc16600640 1 Processor -- start 2024-09-19T04:40:23.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.211+0000 7fbc16600640 1 -- start start 2024-09-19T04:40:23.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.212+0000 7fbc16600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbc100b6530 0x7fbc101f75c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:23.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.212+0000 7fbc16600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbc100d3150 0x7fbc100a1b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:23.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.212+0000 7fbc16600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbc1015e660 0x7fbc100cb930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:23.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.212+0000 7fbc16600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fbc1015ea40 con 0x7fbc100b6530 2024-09-19T04:40:23.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.212+0000 7fbc16600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbc100d5310 con 0x7fbc100d3150 2024-09-19T04:40:23.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.212+0000 7fbc16600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fbc1006e950 con 0x7fbc1015e660 2024-09-19T04:40:23.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.212+0000 7fbc0f400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbc100b6530 0x7fbc101f75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:23.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.212+0000 7fbc0f400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbc100b6530 0x7fbc101f75c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:51958/0 (socket says 172.21.15.31:51958) 2024-09-19T04:40:23.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.212+0000 7fbc0f400640 1 -- 172.21.15.31:0/635505104 learned_addr learned my addr 172.21.15.31:0/635505104 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:23.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.212+0000 7fbc0fe00640 1 --2- 172.21.15.31:0/635505104 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbc1015e660 0x7fbc100cb930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:23.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.212+0000 7fbc0ea00640 1 --2- 172.21.15.31:0/635505104 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbc100d3150 0x7fbc100a1b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.213+0000 7fbc0f400640 1 -- 172.21.15.31:0/635505104 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbc1015e660 msgr2=0x7fbc100cb930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.213+0000 7fbc0f400640 1 --2- 172.21.15.31:0/635505104 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbc1015e660 0x7fbc100cb930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.213+0000 7fbc0f400640 1 -- 172.21.15.31:0/635505104 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbc100d3150 msgr2=0x7fbc100a1b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.213+0000 7fbc0f400640 1 --2- 172.21.15.31:0/635505104 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbc100d3150 0x7fbc100a1b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.213+0000 7fbc0f400640 1 -- 172.21.15.31:0/635505104 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc101f7ba0 con 0x7fbc100b6530 2024-09-19T04:40:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.213+0000 7fbc0f400640 1 --2- 172.21.15.31:0/635505104 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbc100b6530 0x7fbc101f75c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbc00000c00 tx=0x7fbc000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.213+0000 7fbc07400640 1 -- 172.21.15.31:0/635505104 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc00041020 con 0x7fbc100b6530 2024-09-19T04:40:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.213+0000 7fbc07400640 1 -- 172.21.15.31:0/635505104 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc0003d640 con 0x7fbc100b6530 2024-09-19T04:40:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.214+0000 7fbc16600640 1 -- 172.21.15.31:0/635505104 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc101f7e80 con 0x7fbc100b6530 2024-09-19T04:40:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.214+0000 7fbc07400640 1 -- 172.21.15.31:0/635505104 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc00037040 con 0x7fbc100b6530 2024-09-19T04:40:23.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.214+0000 7fbc16600640 1 -- 172.21.15.31:0/635505104 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc101f8440 con 0x7fbc100b6530 2024-09-19T04:40:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.215+0000 7fbc16600640 1 -- 172.21.15.31:0/635505104 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc100cf390 con 0x7fbc100b6530 2024-09-19T04:40:23.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.215+0000 7fbc07400640 1 -- 172.21.15.31:0/635505104 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbc00044020 con 0x7fbc100b6530 2024-09-19T04:40:23.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.216+0000 7fbc07400640 1 --2- 172.21.15.31:0/635505104 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fbbf006c2b0 0x7fbbf006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:23.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.216+0000 7fbc07400640 1 -- 172.21.15.31:0/635505104 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fbc000abe30 con 0x7fbc100b6530 2024-09-19T04:40:23.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.217+0000 7fbc0ea00640 1 --2- 172.21.15.31:0/635505104 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fbbf006c2b0 0x7fbbf006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:23.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.217+0000 7fbc0ea00640 1 --2- 172.21.15.31:0/635505104 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fbbf006c2b0 0x7fbbf006e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbc100cb8e0 tx=0x7fbbfc009240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:23.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.221+0000 7fbc07400640 1 -- 172.21.15.31:0/635505104 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbc0004b030 con 0x7fbc100b6530 2024-09-19T04:40:23.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.440+0000 7fbc16600640 1 -- 172.21.15.31:0/635505104 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fbc100d4b40 con 0x7fbc100b6530 2024-09-19T04:40:23.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.441+0000 7fbc07400640 1 -- 172.21.15.31:0/635505104 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7fbc00079b80 con 0x7fbc100b6530 2024-09-19T04:40:23.443 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-19T04:40:23.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.443+0000 7fbc16600640 1 -- 172.21.15.31:0/635505104 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fbbf006c2b0 msgr2=0x7fbbf006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:23.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.443+0000 7fbc16600640 1 --2- 172.21.15.31:0/635505104 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fbbf006c2b0 0x7fbbf006e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbc100cb8e0 tx=0x7fbbfc009240 comp rx=0 tx=0).stop 2024-09-19T04:40:23.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.443+0000 7fbc16600640 1 -- 172.21.15.31:0/635505104 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbc100b6530 msgr2=0x7fbc101f75c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:23.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.443+0000 7fbc16600640 1 --2- 172.21.15.31:0/635505104 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbc100b6530 0x7fbc101f75c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbc00000c00 tx=0x7fbc000046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:23.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.443+0000 7fbc16600640 1 -- 172.21.15.31:0/635505104 shutdown_connections 2024-09-19T04:40:23.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.443+0000 7fbc16600640 1 --2- 172.21.15.31:0/635505104 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbc1015e660 0x7fbc100cb930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:23.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.443+0000 7fbc16600640 1 --2- 172.21.15.31:0/635505104 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fbbf006c2b0 0x7fbbf006e770 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:23.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.443+0000 7fbc16600640 1 --2- 172.21.15.31:0/635505104 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbc100d3150 0x7fbc100a1b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:23.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.443+0000 7fbc16600640 1 --2- 172.21.15.31:0/635505104 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbc100b6530 0x7fbc101f75c0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:23.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.443+0000 7fbc16600640 1 -- 172.21.15.31:0/635505104 >> 172.21.15.31:0/635505104 conn(0x7fbc1008c000 msgr2=0x7fbc100b30d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:23.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.443+0000 7fbc16600640 1 -- 172.21.15.31:0/635505104 shutdown_connections 2024-09-19T04:40:23.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:23.443+0000 7fbc16600640 1 -- 172.21.15.31:0/635505104 wait complete. 2024-09-19T04:40:23.460 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T04:40:23.460 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:40:23.461 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi052.front.sepia.ceph.com 2024-09-19T04:40:23.461 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-19T04:40:23.461 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-19T04:40:23.461 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T04:40:23.461 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T04:40:23.461 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:40:23.461 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-19T04:40:23.462 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:23.462 DEBUG:teuthology.orchestra.run.smithi052:> ip addr 2024-09-19T04:40:23.500 INFO:teuthology.orchestra.run.smithi052.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:40:23.500 INFO:teuthology.orchestra.run.smithi052.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:40:23.501 INFO:teuthology.orchestra.run.smithi052.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:40:23.501 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:23.501 INFO:teuthology.orchestra.run.smithi052.stdout: inet6 ::1/128 scope host 2024-09-19T04:40:23.501 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:23.501 INFO:teuthology.orchestra.run.smithi052.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:23.501 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:6b:fd:d2 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:23.501 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp7s0f0 2024-09-19T04:40:23.501 INFO:teuthology.orchestra.run.smithi052.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:23.501 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:6b:fd:d3 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:23.501 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp7s0f1 2024-09-19T04:40:23.501 INFO:teuthology.orchestra.run.smithi052.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:40:23.502 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:bd:15:de brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:23.502 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp1s0f0 2024-09-19T04:40:23.502 INFO:teuthology.orchestra.run.smithi052.stdout: inet 172.21.15.52/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T04:40:23.502 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft 42660sec preferred_lft 42660sec 2024-09-19T04:40:23.502 INFO:teuthology.orchestra.run.smithi052.stdout: inet6 fe80::ec4:7aff:febd:15de/64 scope link 2024-09-19T04:40:23.502 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:23.502 INFO:teuthology.orchestra.run.smithi052.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:23.502 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:bd:15:df brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:23.502 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp1s0f1 2024-09-19T04:40:23.502 INFO:teuthology.orchestra.run.smithi052.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:40:23.502 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 7a:85:e4:d0:7a:ee brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:23.502 INFO:teuthology.orchestra.run.smithi052.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:40:23.503 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:23.503 INFO:teuthology.orchestra.run.smithi052.stdout: inet6 fe80::3c1a:27ff:febd:f2d8/64 scope link 2024-09-19T04:40:23.503 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:23.503 INFO:teuthology.orchestra.run.smithi052.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:40:23.503 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 7a:85:e4:d0:7a:ee brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T04:40:23.503 INFO:teuthology.orchestra.run.smithi052.stdout: inet6 fe80::7885:e4ff:fed0:7aee/64 scope link 2024-09-19T04:40:23.503 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:23.503 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:23.503 DEBUG:teuthology.orchestra.run.smithi052:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:40:23.596 INFO:teuthology.orchestra.run.smithi052.stdout:1 2024-09-19T04:40:23.599 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:23.599 DEBUG:teuthology.orchestra.run.smithi052:> route 2024-09-19T04:40:23.636 INFO:teuthology.orchestra.run.smithi052.stdout:Kernel IP routing table 2024-09-19T04:40:23.636 INFO:teuthology.orchestra.run.smithi052.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:40:23.636 INFO:teuthology.orchestra.run.smithi052.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T04:40:23.636 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T04:40:23.637 INFO:teuthology.orchestra.run.smithi052.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:40:23.637 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:23.637 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-09-19T04:40:23.637 DEBUG:teuthology.orchestra.run.smithi052:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T04:40:23.637 DEBUG:teuthology.orchestra.run.smithi052:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T04:40:23.637 DEBUG:teuthology.orchestra.run.smithi052:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T04:40:23.637 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-09-19T04:40:23.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:24.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:24.021 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:24.021 DEBUG:teuthology.orchestra.run.smithi052:> ip netns list 2024-09-19T04:40:24.056 INFO:teuthology.orchestra.run.smithi052.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T04:40:24.057 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:24.057 DEBUG:teuthology.orchestra.run.smithi052:> ip netns list-id 2024-09-19T04:40:24.132 INFO:teuthology.orchestra.run.smithi052.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-19T04:40:24.132 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:24.132 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-09-19T04:40:24.132 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T04:40:24.132 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-19T04:40:24.132 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-09-19T04:40:24.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:24.302 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:24.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:24.310 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-19T04:40:24.366 INFO:teuthology.orchestra.run.smithi052.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:40:24.366 INFO:teuthology.orchestra.run.smithi052.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:40:24.366 INFO:teuthology.orchestra.run.smithi052.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:40:24.366 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:24.366 INFO:teuthology.orchestra.run.smithi052.stdout: inet6 ::1/128 scope host 2024-09-19T04:40:24.366 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:24.366 INFO:teuthology.orchestra.run.smithi052.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:40:24.366 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 7e:52:e3:33:bf:ca brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T04:40:24.366 INFO:teuthology.orchestra.run.smithi052.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T04:40:24.366 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:24.366 INFO:teuthology.orchestra.run.smithi052.stdout: inet6 fe80::7c52:e3ff:fe33:bfca/64 scope link 2024-09-19T04:40:24.366 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:24.369 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:24.369 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-19T04:40:24.424 INFO:teuthology.orchestra.run.smithi052.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:40:24.424 INFO:teuthology.orchestra.run.smithi052.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:40:24.424 INFO:teuthology.orchestra.run.smithi052.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:40:24.424 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:24.424 INFO:teuthology.orchestra.run.smithi052.stdout: inet6 ::1/128 scope host 2024-09-19T04:40:24.424 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:24.424 INFO:teuthology.orchestra.run.smithi052.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:40:24.424 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 7e:52:e3:33:bf:ca brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T04:40:24.424 INFO:teuthology.orchestra.run.smithi052.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T04:40:24.425 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:24.425 INFO:teuthology.orchestra.run.smithi052.stdout: inet6 fe80::7c52:e3ff:fe33:bfca/64 scope link 2024-09-19T04:40:24.425 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:24.427 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-19T04:40:24.427 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:24.427 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-09-19T04:40:24.427 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-19T04:40:24.427 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-19T04:40:24.427 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-19T04:40:24.427 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-19T04:40:24.427 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-19T04:40:24.427 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-09-19T04:40:24.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:24.638 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:24.647 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:24.647 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-09-19T04:40:24.647 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link set brx.1 up 2024-09-19T04:40:24.647 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link set dev brx.1 master ceph-brx 2024-09-19T04:40:24.647 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-09-19T04:40:24.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:24.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:24.814 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:24.814 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-19T04:40:24.850 INFO:teuthology.orchestra.run.smithi052.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-19T04:40:24.850 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:24.850 DEBUG:teuthology.orchestra.run.smithi052:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-19T04:40:24.925 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T04:40:24.925 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:24.925 DEBUG:teuthology.orchestra.run.smithi052:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.3 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-19T04:40:25.053 INFO:teuthology.orchestra.run.smithi052.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-19T04:40:25.054 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2024-09-19T04:40:25.054 INFO:teuthology.orchestra.run.smithi052.stdout:invalid new device string format 2024-09-19T04:40:25.069 INFO:teuthology.orchestra.run.smithi052.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-19T04:40:25.069 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2024-09-19T04:40:25.069 INFO:teuthology.orchestra.run.smithi052.stdout:invalid new device string format 2024-09-19T04:40:25.069 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:40:25.069 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:40:25.093 INFO:teuthology.orchestra.run.smithi052.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2024-09-19T04:40:25.093 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2024-09-19T04:40:25.093 INFO:teuthology.orchestra.run.smithi052.stdout:invalid new device string format 2024-09-19T04:40:25.093 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:40:25.093 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:40:25.093 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: resolved to: "172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790" 2024-09-19T04:40:25.093 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790:/ 2024-09-19T04:40:25.093 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs,key=3,fsid=ae16a32b-37f5-48e5-a20a-d947237e5ec4" will pass to kernel 2024-09-19T04:40:25.094 INFO:teuthology.orchestra.run.smithi052.stdout:mount: /home/ubuntu/cephtest/mnt.3 does not contain SELinux labels. 2024-09-19T04:40:25.094 INFO:teuthology.orchestra.run.smithi052.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:40:25.095 INFO:teuthology.orchestra.run.smithi052.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:40:25.095 INFO:teuthology.orchestra.run.smithi052.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:40:25.095 INFO:teuthology.orchestra.run.smithi052.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:40:25.097 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:40:25.098 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:25.098 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-19T04:40:25.154 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:40:25.233 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:25 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:25.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:25.245 INFO:teuthology.orchestra.run.smithi052.stdout:client4677 2024-09-19T04:40:25.245 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:40:25.245 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:25.282 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:40:25.400 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:25 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:25.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:25.410 INFO:teuthology.orchestra.run.smithi052.stdout:client4677 2024-09-19T04:40:25.411 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:40:25.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:25 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:25.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:25.501 INFO:teuthology.orchestra.run.smithi052.stdout:client4677 2024-09-19T04:40:25.501 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/ae16a32b-37f5-48e5-a20a-d947237e5ec4.client4677/status') 2024-09-19T04:40:25.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:25.601 INFO:teuthology.orchestra.run.smithi052.stdout:instance: client.4677 (3)172.21.15.52:0/2436376841 2024-09-19T04:40:25.601 INFO:teuthology.orchestra.run.smithi052.stdout:blocklisted: false 2024-09-19T04:40:25.601 INFO:teuthology.orchestra.run.smithi052.stderr:0+1 records in 2024-09-19T04:40:25.601 INFO:teuthology.orchestra.run.smithi052.stderr:0+1 records out 2024-09-19T04:40:25.601 INFO:teuthology.orchestra.run.smithi052.stderr:70 bytes copied, 5.4572e-05 s, 1.3 MB/s 2024-09-19T04:40:25.603 INFO:teuthology.orchestra.run.smithi052.stderr:2024-09-19T04:40:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:25.612 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-19T04:40:25.640 INFO:tasks.cephfs_test_runner:Starting test: test_forbidden_modification (tasks.cephfs.test_pool_perm.TestPoolPerm) That a client who does not have the capability for setting 2024-09-19T04:40:25.641 INFO:tasks.cephfs_test_runner:test_forbidden_modification (tasks.cephfs.test_pool_perm.TestPoolPerm) 2024-09-19T04:40:25.641 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:25.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.806+0000 7f2196800640 1 Processor -- start 2024-09-19T04:40:25.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.807+0000 7f2196800640 1 -- start start 2024-09-19T04:40:25.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.808+0000 7f2196800640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f219006f4c0 0x7f21900cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:25.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.808+0000 7f2196800640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21900cfb40 con 0x7f21900cf5a0 2024-09-19T04:40:25.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.808+0000 7f2196800640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21900cfe20 con 0x7f219006f0e0 2024-09-19T04:40:25.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.808+0000 7f2196800640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f219015bc50 con 0x7f219006f4c0 2024-09-19T04:40:25.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.808+0000 7f218fe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f21900cf5a0 0x7f21900b3ba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:49120/0 (socket says 172.21.15.31:49120) 2024-09-19T04:40:25.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.808+0000 7f218fe00640 1 -- 172.21.15.31:0/799885481 learned_addr learned my addr 172.21.15.31:0/799885481 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:25.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.808+0000 7f2187e00640 1 --2- 172.21.15.31:0/799885481 >> v2:172.21.15.52:3300/0 conn(0x7f219006f4c0 0x7f21900cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:25.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.809+0000 7f218ea00640 1 -- 172.21.15.31:0/799885481 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2846434552 0 0) 0x7f21900cfb40 con 0x7f21900cf5a0 2024-09-19T04:40:25.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.809+0000 7f218ea00640 1 -- 172.21.15.31:0/799885481 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2174003520 con 0x7f21900cf5a0 2024-09-19T04:40:25.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.809+0000 7f218ea00640 1 -- 172.21.15.31:0/799885481 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2918467846 0 0) 0x7f21900cfe20 con 0x7f219006f0e0 2024-09-19T04:40:25.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.809+0000 7f218ea00640 1 -- 172.21.15.31:0/799885481 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f21900cfb40 con 0x7f219006f0e0 2024-09-19T04:40:25.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.809+0000 7f2187e00640 1 -- 172.21.15.31:0/799885481 >> v1:172.21.15.52:6789/0 conn(0x7f219006f0e0 legacy=0x7f219015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:25.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.809+0000 7f2187e00640 1 -- 172.21.15.31:0/799885481 >> v1:172.21.15.31:6789/0 conn(0x7f21900cf5a0 legacy=0x7f21900b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:25.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.809+0000 7f2187e00640 1 -- 172.21.15.31:0/799885481 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f219015b8e0 con 0x7f219006f4c0 2024-09-19T04:40:25.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.810+0000 7f2187e00640 1 --2- 172.21.15.31:0/799885481 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f219006f4c0 0x7f21900cf060 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f21780097a0 tx=0x7f217802a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=41b18d68d8b0a3b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:25.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.810+0000 7f218ea00640 1 -- 172.21.15.31:0/799885481 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2178037070 con 0x7f219006f4c0 2024-09-19T04:40:25.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.810+0000 7f218ea00640 1 -- 172.21.15.31:0/799885481 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2178032440 con 0x7f219006f4c0 2024-09-19T04:40:25.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.810+0000 7f218ea00640 1 -- 172.21.15.31:0/799885481 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2178032810 con 0x7f219006f4c0 2024-09-19T04:40:25.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.811+0000 7f2196800640 1 -- 172.21.15.31:0/799885481 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f219006f4c0 msgr2=0x7f21900cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:25.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.811+0000 7f2196800640 1 --2- 172.21.15.31:0/799885481 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f219006f4c0 0x7f21900cf060 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f21780097a0 tx=0x7f217802a230 comp rx=0 tx=0).stop 2024-09-19T04:40:25.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.811+0000 7f2196800640 1 -- 172.21.15.31:0/799885481 shutdown_connections 2024-09-19T04:40:25.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.811+0000 7f2196800640 1 --2- 172.21.15.31:0/799885481 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f219006f4c0 0x7f21900cf060 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:25.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.811+0000 7f2196800640 1 -- 172.21.15.31:0/799885481 >> 172.21.15.31:0/799885481 conn(0x7f2190067da0 msgr2=0x7f219006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:25.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.811+0000 7f2196800640 1 -- 172.21.15.31:0/799885481 shutdown_connections 2024-09-19T04:40:25.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.811+0000 7f2196800640 1 -- 172.21.15.31:0/799885481 wait complete. 2024-09-19T04:40:25.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.813+0000 7f2196800640 1 Processor -- start 2024-09-19T04:40:25.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.813+0000 7f2196800640 1 -- start start 2024-09-19T04:40:25.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.814+0000 7f2196800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f219006f0e0 0x7f21901f3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:25.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.814+0000 7f2196800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f219006f4c0 0x7f2190151f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:25.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.814+0000 7f2196800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f21900cf5a0 0x7f21901538b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:25.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.814+0000 7f2196800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f219015ee80 con 0x7f219006f4c0 2024-09-19T04:40:25.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.814+0000 7f2196800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2190152630 con 0x7f21900cf5a0 2024-09-19T04:40:25.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.814+0000 7f2196800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f219015f000 con 0x7f219006f0e0 2024-09-19T04:40:25.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.814+0000 7f2187e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f219006f4c0 0x7f2190151f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:25.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.814+0000 7f2187e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f219006f4c0 0x7f2190151f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:51964/0 (socket says 172.21.15.31:51964) 2024-09-19T04:40:25.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.814+0000 7f2187e00640 1 -- 172.21.15.31:0/2268821198 learned_addr learned my addr 172.21.15.31:0/2268821198 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:25.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.814+0000 7f218fe00640 1 --2- 172.21.15.31:0/2268821198 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f21900cf5a0 0x7f21901538b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:25.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.814+0000 7f218f400640 1 --2- 172.21.15.31:0/2268821198 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f219006f0e0 0x7f21901f3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:25.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.815+0000 7f2187e00640 1 -- 172.21.15.31:0/2268821198 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f219006f0e0 msgr2=0x7f21901f3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:25.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.815+0000 7f2187e00640 1 --2- 172.21.15.31:0/2268821198 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f219006f0e0 0x7f21901f3ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:25.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.815+0000 7f2187e00640 1 -- 172.21.15.31:0/2268821198 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f21900cf5a0 msgr2=0x7f21901538b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:25.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.815+0000 7f2187e00640 1 --2- 172.21.15.31:0/2268821198 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f21900cf5a0 0x7f21901538b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:25.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.815+0000 7f2187e00640 1 -- 172.21.15.31:0/2268821198 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2190153df0 con 0x7f219006f4c0 2024-09-19T04:40:25.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.815+0000 7f2187e00640 1 --2- 172.21.15.31:0/2268821198 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f219006f4c0 0x7f2190151f10 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f2178035040 tx=0x7f21780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:25.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.815+0000 7f2187400640 1 -- 172.21.15.31:0/2268821198 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2178041030 con 0x7f219006f4c0 2024-09-19T04:40:25.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.815+0000 7f2187400640 1 -- 172.21.15.31:0/2268821198 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f217803d4e0 con 0x7f219006f4c0 2024-09-19T04:40:25.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.815+0000 7f2187400640 1 -- 172.21.15.31:0/2268821198 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2178037040 con 0x7f219006f4c0 2024-09-19T04:40:25.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.815+0000 7f2196800640 1 -- 172.21.15.31:0/2268821198 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2190155130 con 0x7f219006f4c0 2024-09-19T04:40:25.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.815+0000 7f2196800640 1 -- 172.21.15.31:0/2268821198 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2190154370 con 0x7f219006f4c0 2024-09-19T04:40:25.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.816+0000 7f2196800640 1 -- 172.21.15.31:0/2268821198 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f219015f9a0 con 0x7f219006f4c0 2024-09-19T04:40:25.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.817+0000 7f2187400640 1 -- 172.21.15.31:0/2268821198 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2178044070 con 0x7f219006f4c0 2024-09-19T04:40:25.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.818+0000 7f2187400640 1 --2- 172.21.15.31:0/2268821198 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f216c06c2b0 0x7f216c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:25.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.818+0000 7f2187400640 1 -- 172.21.15.31:0/2268821198 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f21780abd30 con 0x7f219006f4c0 2024-09-19T04:40:25.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.819+0000 7f218f400640 1 --2- 172.21.15.31:0/2268821198 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f216c06c2b0 0x7f216c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:25.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.819+0000 7f218f400640 1 --2- 172.21.15.31:0/2268821198 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f216c06c2b0 0x7f216c06e770 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f2180007fd0 tx=0x7f2180009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:25.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:25.823+0000 7f2187400640 1 -- 172.21.15.31:0/2268821198 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2178079a80 con 0x7f219006f4c0 2024-09-19T04:40:26.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.007+0000 7f2196800640 1 -- 172.21.15.31:0/2268821198 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f219015ce40 con 0x7f219006f4c0 2024-09-19T04:40:26.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.008+0000 7f2187400640 1 -- 172.21.15.31:0/2268821198 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7f217807dd80 con 0x7f219006f4c0 2024-09-19T04:40:26.011 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:26.011 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":25,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:39:55.229214+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:46.656485+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:47.611713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T04:39:51.258713+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:26.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.011+0000 7f2196800640 1 -- 172.21.15.31:0/2268821198 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f216c06c2b0 msgr2=0x7f216c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.011+0000 7f2196800640 1 --2- 172.21.15.31:0/2268821198 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f216c06c2b0 0x7f216c06e770 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f2180007fd0 tx=0x7f2180009040 comp rx=0 tx=0).stop 2024-09-19T04:40:26.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.011+0000 7f2196800640 1 -- 172.21.15.31:0/2268821198 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f219006f4c0 msgr2=0x7f2190151f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.011+0000 7f2196800640 1 --2- 172.21.15.31:0/2268821198 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f219006f4c0 0x7f2190151f10 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f2178035040 tx=0x7f21780046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.011+0000 7f2196800640 1 -- 172.21.15.31:0/2268821198 shutdown_connections 2024-09-19T04:40:26.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.011+0000 7f2196800640 1 --2- 172.21.15.31:0/2268821198 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f216c06c2b0 0x7f216c06e770 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.011+0000 7f2196800640 1 --2- 172.21.15.31:0/2268821198 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f21900cf5a0 0x7f21901538b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.011+0000 7f2196800640 1 --2- 172.21.15.31:0/2268821198 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f219006f4c0 0x7f2190151f10 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.011+0000 7f2196800640 1 --2- 172.21.15.31:0/2268821198 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f219006f0e0 0x7f21901f3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.011+0000 7f2196800640 1 -- 172.21.15.31:0/2268821198 >> 172.21.15.31:0/2268821198 conn(0x7f2190067da0 msgr2=0x7f219006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:26.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.011+0000 7f2196800640 1 -- 172.21.15.31:0/2268821198 shutdown_connections 2024-09-19T04:40:26.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.011+0000 7f2196800640 1 -- 172.21.15.31:0/2268821198 wait complete. 2024-09-19T04:40:26.030 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T04:39:37.203445+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-19T04:39:46.656485+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-19T04:39:47.611713+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-19T04:39:51.258713+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-19T04:40:26.030 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T04:40:26.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.189+0000 7f564ce00640 1 Processor -- start 2024-09-19T04:40:26.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.189+0000 7f564ce00640 1 -- start start 2024-09-19T04:40:26.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.190+0000 7f564ce00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5648161c70 0x7f56480b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.190+0000 7f564ce00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f564806eaa0 0x7f56480b6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.190+0000 7f564ce00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56480cf180 con 0x7f56480d4c80 2024-09-19T04:40:26.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.190+0000 7f564ce00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f5648162050 con 0x7f5648161c70 2024-09-19T04:40:26.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.190+0000 7f564ce00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f564806d600 con 0x7f564806eaa0 2024-09-19T04:40:26.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.190+0000 7f5645e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5648161c70 0x7f56480b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.190+0000 7f5645e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5648161c70 0x7f56480b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:51970/0 (socket says 172.21.15.31:51970) 2024-09-19T04:40:26.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.190+0000 7f5645e00640 1 -- 172.21.15.31:0/1084011497 learned_addr learned my addr 172.21.15.31:0/1084011497 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:26.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.191+0000 7f5646800640 1 --2- 172.21.15.31:0/1084011497 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f564806eaa0 0x7f56480b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.191+0000 7f5645e00640 1 -- 172.21.15.31:0/1084011497 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f564806eaa0 msgr2=0x7f56480b6530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:26.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.191+0000 7f5645e00640 1 --2- 172.21.15.31:0/1084011497 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f564806eaa0 0x7f56480b6530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.191+0000 7f5645e00640 1 -- 172.21.15.31:0/1084011497 >> v1:172.21.15.52:6789/0 conn(0x7f56480d4c80 legacy=0x7f56480d2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:26.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.191+0000 7f5645e00640 1 -- 172.21.15.31:0/1084011497 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f564806cfb0 con 0x7f5648161c70 2024-09-19T04:40:26.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.191+0000 7f5646800640 1 --2- 172.21.15.31:0/1084011497 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f564806eaa0 0x7f56480b6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:26.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.192+0000 7f5645e00640 1 --2- 172.21.15.31:0/1084011497 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5648161c70 0x7f56480b5ff0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f5638009870 tx=0x7f563802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c96ea31dd7aec8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:26.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.192+0000 7f5644a00640 1 -- 172.21.15.31:0/1084011497 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5638037070 con 0x7f5648161c70 2024-09-19T04:40:26.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.192+0000 7f5644a00640 1 -- 172.21.15.31:0/1084011497 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5638032440 con 0x7f5648161c70 2024-09-19T04:40:26.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.192+0000 7f5644a00640 1 -- 172.21.15.31:0/1084011497 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5638032810 con 0x7f5648161c70 2024-09-19T04:40:26.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.192+0000 7f564ce00640 1 -- 172.21.15.31:0/1084011497 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5648161c70 msgr2=0x7f56480b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.192+0000 7f564ce00640 1 --2- 172.21.15.31:0/1084011497 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5648161c70 0x7f56480b5ff0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f5638009870 tx=0x7f563802a210 comp rx=0 tx=0).stop 2024-09-19T04:40:26.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.193+0000 7f564ce00640 1 -- 172.21.15.31:0/1084011497 shutdown_connections 2024-09-19T04:40:26.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.193+0000 7f564ce00640 1 --2- 172.21.15.31:0/1084011497 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f564806eaa0 0x7f56480b6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.193+0000 7f564ce00640 1 --2- 172.21.15.31:0/1084011497 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5648161c70 0x7f56480b5ff0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.193+0000 7f564ce00640 1 -- 172.21.15.31:0/1084011497 >> 172.21.15.31:0/1084011497 conn(0x7f564808c000 msgr2=0x7f56480d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:26.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.193+0000 7f564ce00640 1 -- 172.21.15.31:0/1084011497 shutdown_connections 2024-09-19T04:40:26.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.193+0000 7f564ce00640 1 -- 172.21.15.31:0/1084011497 wait complete. 2024-09-19T04:40:26.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.194+0000 7f564ce00640 1 Processor -- start 2024-09-19T04:40:26.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.194+0000 7f564ce00640 1 -- start start 2024-09-19T04:40:26.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.195+0000 7f564ce00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f564806eaa0 0x7f56480ce220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.195+0000 7f564ce00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f56480d4c80 0x7f56480cb640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.195+0000 7f564ce00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5648161c70 0x7f56480cbb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.195+0000 7f564ce00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f56480cebc0 con 0x7f5648161c70 2024-09-19T04:40:26.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.195+0000 7f564ce00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f56480d3a00 con 0x7f56480d4c80 2024-09-19T04:40:26.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.195+0000 7f564ce00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f56480ced40 con 0x7f564806eaa0 2024-09-19T04:40:26.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.195+0000 7f5646800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5648161c70 0x7f56480cbb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.196+0000 7f5646800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5648161c70 0x7f56480cbb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:51982/0 (socket says 172.21.15.31:51982) 2024-09-19T04:40:26.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.196+0000 7f5646800640 1 -- 172.21.15.31:0/305257836 learned_addr learned my addr 172.21.15.31:0/305257836 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:26.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.196+0000 7f5645400640 1 --2- 172.21.15.31:0/305257836 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f56480d4c80 0x7f56480cb640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.196+0000 7f5645e00640 1 --2- 172.21.15.31:0/305257836 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f564806eaa0 0x7f56480ce220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.196+0000 7f5646800640 1 -- 172.21.15.31:0/305257836 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f564806eaa0 msgr2=0x7f56480ce220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.196+0000 7f5646800640 1 --2- 172.21.15.31:0/305257836 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f564806eaa0 0x7f56480ce220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.196+0000 7f5646800640 1 -- 172.21.15.31:0/305257836 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f56480d4c80 msgr2=0x7f56480cb640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.196+0000 7f5646800640 1 --2- 172.21.15.31:0/305257836 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f56480d4c80 0x7f56480cb640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.196+0000 7f5646800640 1 -- 172.21.15.31:0/305257836 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56480c9410 con 0x7f5648161c70 2024-09-19T04:40:26.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.196+0000 7f5646800640 1 --2- 172.21.15.31:0/305257836 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5648161c70 0x7f56480cbb80 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f564000cef0 tx=0x7f564000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:26.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.197+0000 7f563e000640 1 -- 172.21.15.31:0/305257836 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f564001a070 con 0x7f5648161c70 2024-09-19T04:40:26.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.197+0000 7f563e000640 1 -- 172.21.15.31:0/305257836 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f564000d860 con 0x7f5648161c70 2024-09-19T04:40:26.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.197+0000 7f563e000640 1 -- 172.21.15.31:0/305257836 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f564000dc50 con 0x7f5648161c70 2024-09-19T04:40:26.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.197+0000 7f564ce00640 1 -- 172.21.15.31:0/305257836 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56480c96f0 con 0x7f5648161c70 2024-09-19T04:40:26.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.197+0000 7f564ce00640 1 -- 172.21.15.31:0/305257836 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56480c9cb0 con 0x7f5648161c70 2024-09-19T04:40:26.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.198+0000 7f564ce00640 1 -- 172.21.15.31:0/305257836 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56480b5ff0 con 0x7f5648161c70 2024-09-19T04:40:26.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.199+0000 7f563e000640 1 -- 172.21.15.31:0/305257836 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f564001d070 con 0x7f5648161c70 2024-09-19T04:40:26.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.200+0000 7f563e000640 1 --2- 172.21.15.31:0/305257836 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f562806c2b0 0x7f562806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.200+0000 7f563e000640 1 -- 172.21.15.31:0/305257836 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f564008bfb0 con 0x7f5648161c70 2024-09-19T04:40:26.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.200+0000 7f5645e00640 1 --2- 172.21.15.31:0/305257836 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f562806c2b0 0x7f562806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.200+0000 7f5645e00640 1 --2- 172.21.15.31:0/305257836 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f562806c2b0 0x7f562806e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5638034000 tx=0x7f563802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:26.205 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.204+0000 7f563e000640 1 -- 172.21.15.31:0/305257836 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5640059e40 con 0x7f5648161c70 2024-09-19T04:40:26.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.386+0000 7f564ce00640 1 -- 172.21.15.31:0/305257836 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f56480b1e60 con 0x7f5648161c70 2024-09-19T04:40:26.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.386+0000 7f563e000640 1 -- 172.21.15.31:0/305257836 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) ==== 93+0+10 (secure 0 0 0) 0x7f564005e140 con 0x7f5648161c70 2024-09-19T04:40:26.388 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 1 2024-09-19T04:40:26.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.388+0000 7f564ce00640 1 -- 172.21.15.31:0/305257836 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f562806c2b0 msgr2=0x7f562806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.388+0000 7f564ce00640 1 --2- 172.21.15.31:0/305257836 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f562806c2b0 0x7f562806e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5638034000 tx=0x7f563802e000 comp rx=0 tx=0).stop 2024-09-19T04:40:26.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.388+0000 7f564ce00640 1 -- 172.21.15.31:0/305257836 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5648161c70 msgr2=0x7f56480cbb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.388+0000 7f564ce00640 1 --2- 172.21.15.31:0/305257836 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5648161c70 0x7f56480cbb80 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f564000cef0 tx=0x7f564000a710 comp rx=0 tx=0).stop 2024-09-19T04:40:26.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.388+0000 7f564ce00640 1 -- 172.21.15.31:0/305257836 shutdown_connections 2024-09-19T04:40:26.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.388+0000 7f564ce00640 1 --2- 172.21.15.31:0/305257836 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5648161c70 0x7f56480cbb80 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.388+0000 7f564ce00640 1 --2- 172.21.15.31:0/305257836 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f562806c2b0 0x7f562806e770 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.388+0000 7f564ce00640 1 --2- 172.21.15.31:0/305257836 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f56480d4c80 0x7f56480cb640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.388+0000 7f564ce00640 1 --2- 172.21.15.31:0/305257836 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f564806eaa0 0x7f56480ce220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.388+0000 7f564ce00640 1 -- 172.21.15.31:0/305257836 >> 172.21.15.31:0/305257836 conn(0x7f564808c000 msgr2=0x7f56480b58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:26.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.388+0000 7f564ce00640 1 -- 172.21.15.31:0/305257836 shutdown_connections 2024-09-19T04:40:26.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.388+0000 7f564ce00640 1 -- 172.21.15.31:0/305257836 wait complete. 2024-09-19T04:40:26.406 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-19T04:40:26.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.562+0000 7fb9b8000640 1 Processor -- start 2024-09-19T04:40:26.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.562+0000 7fb9b8000640 1 -- start start 2024-09-19T04:40:26.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.563+0000 7fb9b8000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fb9b0147fe0 0x7fb9b015ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.563+0000 7fb9b8000640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fb9b00b4140 0x7fb9b0072040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.563+0000 7fb9b8000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9b00b4ed0 con 0x7fb9b00b4590 2024-09-19T04:40:26.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.563+0000 7fb9b8000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fb9b01483c0 con 0x7fb9b0147fe0 2024-09-19T04:40:26.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.563+0000 7fb9b8000640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fb9b00b51b0 con 0x7fb9b00b4140 2024-09-19T04:40:26.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.564+0000 7fb9b5600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fb9b0147fe0 0x7fb9b015ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.564+0000 7fb9b5600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fb9b0147fe0 0x7fb9b015ebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:51998/0 (socket says 172.21.15.31:51998) 2024-09-19T04:40:26.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.564+0000 7fb9b5600640 1 -- 172.21.15.31:0/3624684432 learned_addr learned my addr 172.21.15.31:0/3624684432 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:26.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.564+0000 7fb9b6000640 1 --1- 172.21.15.31:0/3624684432 >> v1:172.21.15.31:6789/0 conn(0x7fb9b00b4590 0x7fb9b006e0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:49130/0 (socket says 172.21.15.31:49130) 2024-09-19T04:40:26.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.564+0000 7fb9b4c00640 1 --2- 172.21.15.31:0/3624684432 >> v2:172.21.15.52:3300/0 conn(0x7fb9b00b4140 0x7fb9b0072040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.564+0000 7fb9b5600640 1 -- 172.21.15.31:0/3624684432 >> v2:172.21.15.52:3300/0 conn(0x7fb9b00b4140 msgr2=0x7fb9b0072040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:26.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.564+0000 7fb9b5600640 1 --2- 172.21.15.31:0/3624684432 >> v2:172.21.15.52:3300/0 conn(0x7fb9b00b4140 0x7fb9b0072040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.564+0000 7fb9b5600640 1 -- 172.21.15.31:0/3624684432 >> v1:172.21.15.31:6789/0 conn(0x7fb9b00b4590 legacy=0x7fb9b006e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.567 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.564+0000 7fb9b5600640 1 -- 172.21.15.31:0/3624684432 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9b00b5490 con 0x7fb9b0147fe0 2024-09-19T04:40:26.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.565+0000 7fb9b5600640 1 --2- 172.21.15.31:0/3624684432 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb9b0147fe0 0x7fb9b015ebf0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb9b0072c00 tx=0x7fb9a402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39a5f72597725fc5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:26.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.565+0000 7fb9afe00640 1 -- 172.21.15.31:0/3624684432 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a4037070 con 0x7fb9b0147fe0 2024-09-19T04:40:26.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.566+0000 7fb9afe00640 1 -- 172.21.15.31:0/3624684432 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9a4032440 con 0x7fb9b0147fe0 2024-09-19T04:40:26.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.566+0000 7fb9afe00640 1 -- 172.21.15.31:0/3624684432 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a4032810 con 0x7fb9b0147fe0 2024-09-19T04:40:26.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.566+0000 7fb9b8000640 1 -- 172.21.15.31:0/3624684432 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb9b0147fe0 msgr2=0x7fb9b015ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.566+0000 7fb9b8000640 1 --2- 172.21.15.31:0/3624684432 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb9b0147fe0 0x7fb9b015ebf0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb9b0072c00 tx=0x7fb9a402a270 comp rx=0 tx=0).stop 2024-09-19T04:40:26.568 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.566+0000 7fb9b8000640 1 -- 172.21.15.31:0/3624684432 shutdown_connections 2024-09-19T04:40:26.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.566+0000 7fb9b8000640 1 --2- 172.21.15.31:0/3624684432 >> v2:172.21.15.52:3300/0 conn(0x7fb9b00b4140 0x7fb9b0072040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.566+0000 7fb9b8000640 1 --2- 172.21.15.31:0/3624684432 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb9b0147fe0 0x7fb9b015ebf0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.566+0000 7fb9b8000640 1 -- 172.21.15.31:0/3624684432 >> 172.21.15.31:0/3624684432 conn(0x7fb9b0067d70 msgr2=0x7fb9b006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:26.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.566+0000 7fb9b8000640 1 -- 172.21.15.31:0/3624684432 shutdown_connections 2024-09-19T04:40:26.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.566+0000 7fb9b8000640 1 -- 172.21.15.31:0/3624684432 wait complete. 2024-09-19T04:40:26.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.568+0000 7fb9b8000640 1 Processor -- start 2024-09-19T04:40:26.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.568+0000 7fb9b8000640 1 -- start start 2024-09-19T04:40:26.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.569+0000 7fb9b8000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9b00b4140 0x7fb9b01f4540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.572 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.569+0000 7fb9b8000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb9b00b4590 0x7fb9b013fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.569+0000 7fb9b8000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb9b0147fe0 0x7fb9b00b0f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.569+0000 7fb9b8000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb9b00b4b30 con 0x7fb9b00b4590 2024-09-19T04:40:26.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.569+0000 7fb9b8000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb9b00b5770 con 0x7fb9b00b4140 2024-09-19T04:40:26.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.569+0000 7fb9b8000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fb9b00b4cb0 con 0x7fb9b0147fe0 2024-09-19T04:40:26.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.569+0000 7fb9b4c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb9b00b4590 0x7fb9b013fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.569+0000 7fb9b4c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb9b00b4590 0x7fb9b013fc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52004/0 (socket says 172.21.15.31:52004) 2024-09-19T04:40:26.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.569+0000 7fb9b4c00640 1 -- 172.21.15.31:0/3833306558 learned_addr learned my addr 172.21.15.31:0/3833306558 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:26.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.570+0000 7fb9b5600640 1 --2- 172.21.15.31:0/3833306558 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9b00b4140 0x7fb9b01f4540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.570+0000 7fb9b6000640 1 --2- 172.21.15.31:0/3833306558 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb9b0147fe0 0x7fb9b00b0f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.570+0000 7fb9b4c00640 1 -- 172.21.15.31:0/3833306558 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb9b0147fe0 msgr2=0x7fb9b00b0f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.570+0000 7fb9b4c00640 1 --2- 172.21.15.31:0/3833306558 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb9b0147fe0 0x7fb9b00b0f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.570+0000 7fb9b4c00640 1 -- 172.21.15.31:0/3833306558 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9b00b4140 msgr2=0x7fb9b01f4540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.570+0000 7fb9b4c00640 1 --2- 172.21.15.31:0/3833306558 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9b00b4140 0x7fb9b01f4540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.570+0000 7fb9b4c00640 1 -- 172.21.15.31:0/3833306558 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9b00cf030 con 0x7fb9b00b4590 2024-09-19T04:40:26.573 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.570+0000 7fb9b4c00640 1 --2- 172.21.15.31:0/3833306558 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb9b00b4590 0x7fb9b013fc70 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb99c00e9b0 tx=0x7fb99c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:26.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.570+0000 7fb9ad600640 1 -- 172.21.15.31:0/3833306558 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb99c017070 con 0x7fb9b00b4590 2024-09-19T04:40:26.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.570+0000 7fb9ad600640 1 -- 172.21.15.31:0/3833306558 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb99c00c9a0 con 0x7fb9b00b4590 2024-09-19T04:40:26.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.570+0000 7fb9ad600640 1 -- 172.21.15.31:0/3833306558 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb99c00cd90 con 0x7fb9b00b4590 2024-09-19T04:40:26.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.570+0000 7fb9b8000640 1 -- 172.21.15.31:0/3833306558 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9b00b01b0 con 0x7fb9b00b4590 2024-09-19T04:40:26.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.570+0000 7fb9b8000640 1 -- 172.21.15.31:0/3833306558 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9b00b0730 con 0x7fb9b00b4590 2024-09-19T04:40:26.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.571+0000 7fb9b8000640 1 -- 172.21.15.31:0/3833306558 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9b00ada10 con 0x7fb9b00b4590 2024-09-19T04:40:26.574 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.572+0000 7fb9ad600640 1 -- 172.21.15.31:0/3833306558 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb99c01a070 con 0x7fb9b00b4590 2024-09-19T04:40:26.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.573+0000 7fb9ad600640 1 --2- 172.21.15.31:0/3833306558 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb99006c2e0 0x7fb99006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.573+0000 7fb9ad600640 1 -- 172.21.15.31:0/3833306558 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fb99c08b770 con 0x7fb9b00b4590 2024-09-19T04:40:26.575 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.574+0000 7fb9b5600640 1 --2- 172.21.15.31:0/3833306558 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb99006c2e0 0x7fb99006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.576 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.574+0000 7fb9b5600640 1 --2- 172.21.15.31:0/3833306558 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb99006c2e0 0x7fb99006e7a0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb9a4034000 tx=0x7fb9a402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:26.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.577+0000 7fb9ad600640 1 -- 172.21.15.31:0/3833306558 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb9b00ada10 con 0x7fb9b00b4590 2024-09-19T04:40:26.763 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.761+0000 7fb9b8000640 1 -- 172.21.15.31:0/3833306558 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fb9b01f4a80 con 0x7fb9b00b4590 2024-09-19T04:40:26.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.762+0000 7fb9ad600640 1 -- 172.21.15.31:0/3833306558 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) ==== 104+0+11 (secure 0 0 0) 0x7fb99c059b90 con 0x7fb9b00b4590 2024-09-19T04:40:26.764 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 32 2024-09-19T04:40:26.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.764+0000 7fb9b8000640 1 -- 172.21.15.31:0/3833306558 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb99006c2e0 msgr2=0x7fb99006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.764+0000 7fb9b8000640 1 --2- 172.21.15.31:0/3833306558 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb99006c2e0 0x7fb99006e7a0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb9a4034000 tx=0x7fb9a402e000 comp rx=0 tx=0).stop 2024-09-19T04:40:26.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.764+0000 7fb9b8000640 1 -- 172.21.15.31:0/3833306558 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb9b00b4590 msgr2=0x7fb9b013fc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.764+0000 7fb9b8000640 1 --2- 172.21.15.31:0/3833306558 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb9b00b4590 0x7fb9b013fc70 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb99c00e9b0 tx=0x7fb99c00ee70 comp rx=0 tx=0).stop 2024-09-19T04:40:26.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.764+0000 7fb9b8000640 1 -- 172.21.15.31:0/3833306558 shutdown_connections 2024-09-19T04:40:26.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.764+0000 7fb9b8000640 1 --2- 172.21.15.31:0/3833306558 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb9b0147fe0 0x7fb9b00b0f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.766 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.764+0000 7fb9b8000640 1 --2- 172.21.15.31:0/3833306558 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb9b00b4590 0x7fb9b013fc70 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.764+0000 7fb9b8000640 1 --2- 172.21.15.31:0/3833306558 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb99006c2e0 0x7fb99006e7a0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.764+0000 7fb9b8000640 1 --2- 172.21.15.31:0/3833306558 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9b00b4140 0x7fb9b01f4540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.764+0000 7fb9b8000640 1 -- 172.21.15.31:0/3833306558 >> 172.21.15.31:0/3833306558 conn(0x7fb9b0067d70 msgr2=0x7fb9b006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:26.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.764+0000 7fb9b8000640 1 -- 172.21.15.31:0/3833306558 shutdown_connections 2024-09-19T04:40:26.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.764+0000 7fb9b8000640 1 -- 172.21.15.31:0/3833306558 wait complete. 2024-09-19T04:40:26.781 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-19T04:40:26.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.938+0000 7f2823800640 1 Processor -- start 2024-09-19T04:40:26.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.938+0000 7f2823800640 1 -- start start 2024-09-19T04:40:26.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.940+0000 7f2823800640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f281c15e510 0x7f281c06cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.940+0000 7f2823800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f281c06ed90 0x7f281c0b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.940+0000 7f2823800640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f281c06d310 con 0x7f281c15e8f0 2024-09-19T04:40:26.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.940+0000 7f2823800640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f281c0b3f70 con 0x7f281c15e510 2024-09-19T04:40:26.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.940+0000 7f2823800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f281c0b4250 con 0x7f281c06ed90 2024-09-19T04:40:26.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.940+0000 7f281be00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f281c15e8f0 0x7f281c06e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:49140/0 (socket says 172.21.15.31:49140) 2024-09-19T04:40:26.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.940+0000 7f281be00640 1 -- 172.21.15.31:0/3153578645 learned_addr learned my addr 172.21.15.31:0/3153578645 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:26.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.940+0000 7f2821800640 1 --2- 172.21.15.31:0/3153578645 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f281c06ed90 0x7f281c0b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.940+0000 7f2820e00640 1 --2- 172.21.15.31:0/3153578645 >> v2:172.21.15.52:3300/0 conn(0x7f281c15e510 0x7f281c06cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.940+0000 7f281b400640 1 -- 172.21.15.31:0/3153578645 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 832945089 0 0) 0x7f281c06d310 con 0x7f281c15e8f0 2024-09-19T04:40:26.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.940+0000 7f281b400640 1 -- 172.21.15.31:0/3153578645 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2804003520 con 0x7f281c15e8f0 2024-09-19T04:40:26.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.941+0000 7f2821800640 1 -- 172.21.15.31:0/3153578645 >> v2:172.21.15.52:3300/0 conn(0x7f281c15e510 msgr2=0x7f281c06cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:26.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.941+0000 7f2821800640 1 --2- 172.21.15.31:0/3153578645 >> v2:172.21.15.52:3300/0 conn(0x7f281c15e510 0x7f281c06cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.941+0000 7f2821800640 1 -- 172.21.15.31:0/3153578645 >> v1:172.21.15.31:6789/0 conn(0x7f281c15e8f0 legacy=0x7f281c06e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.941+0000 7f2821800640 1 -- 172.21.15.31:0/3153578645 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f281c0b4530 con 0x7f281c06ed90 2024-09-19T04:40:26.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.941+0000 7f2820e00640 1 --2- 172.21.15.31:0/3153578645 >> v2:172.21.15.52:3300/0 conn(0x7f281c15e510 0x7f281c06cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:26.944 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.942+0000 7f2821800640 1 --2- 172.21.15.31:0/3153578645 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f281c06ed90 0x7f281c0b4a50 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f2814009d90 tx=0x7f281402a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f39981f0f7e1aeac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:26.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.942+0000 7f281b400640 1 -- 172.21.15.31:0/3153578645 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2814031600 con 0x7f281c06ed90 2024-09-19T04:40:26.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.942+0000 7f281b400640 1 -- 172.21.15.31:0/3153578645 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28140317a0 con 0x7f281c06ed90 2024-09-19T04:40:26.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.942+0000 7f281b400640 1 -- 172.21.15.31:0/3153578645 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2814031b70 con 0x7f281c06ed90 2024-09-19T04:40:26.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.942+0000 7f2823800640 1 -- 172.21.15.31:0/3153578645 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f281c06ed90 msgr2=0x7f281c0b4a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.942+0000 7f2823800640 1 --2- 172.21.15.31:0/3153578645 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f281c06ed90 0x7f281c0b4a50 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f2814009d90 tx=0x7f281402a5d0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.943+0000 7f2823800640 1 -- 172.21.15.31:0/3153578645 shutdown_connections 2024-09-19T04:40:26.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.943+0000 7f2823800640 1 --2- 172.21.15.31:0/3153578645 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f281c06ed90 0x7f281c0b4a50 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.943+0000 7f2823800640 1 --2- 172.21.15.31:0/3153578645 >> v2:172.21.15.52:3300/0 conn(0x7f281c15e510 0x7f281c06cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.943+0000 7f2823800640 1 -- 172.21.15.31:0/3153578645 >> 172.21.15.31:0/3153578645 conn(0x7f281c0cd820 msgr2=0x7f281c0cdc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:26.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.943+0000 7f2823800640 1 -- 172.21.15.31:0/3153578645 shutdown_connections 2024-09-19T04:40:26.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.943+0000 7f2823800640 1 -- 172.21.15.31:0/3153578645 wait complete. 2024-09-19T04:40:26.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.944+0000 7f2823800640 1 Processor -- start 2024-09-19T04:40:26.946 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.944+0000 7f2823800640 1 -- start start 2024-09-19T04:40:26.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.945+0000 7f2823800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f281c06ed90 0x7f281c1f3f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.945+0000 7f2823800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f281c15e510 0x7f281c155a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.945+0000 7f2823800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f281c15e8f0 0x7f281c0b4d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.948 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.945+0000 7f2823800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f281c06bd90 con 0x7f281c15e510 2024-09-19T04:40:26.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.945+0000 7f2823800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f281c06bc10 con 0x7f281c06ed90 2024-09-19T04:40:26.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.945+0000 7f2823800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f281c06bf10 con 0x7f281c15e8f0 2024-09-19T04:40:26.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.946+0000 7f281be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f281c15e510 0x7f281c155a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.946+0000 7f281be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f281c15e510 0x7f281c155a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52014/0 (socket says 172.21.15.31:52014) 2024-09-19T04:40:26.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.946+0000 7f281be00640 1 -- 172.21.15.31:0/2314469257 learned_addr learned my addr 172.21.15.31:0/2314469257 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:26.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.946+0000 7f2820e00640 1 --2- 172.21.15.31:0/2314469257 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f281c06ed90 0x7f281c1f3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.946+0000 7f2821800640 1 --2- 172.21.15.31:0/2314469257 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f281c15e8f0 0x7f281c0b4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.946+0000 7f281be00640 1 -- 172.21.15.31:0/2314469257 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f281c15e8f0 msgr2=0x7f281c0b4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.946+0000 7f281be00640 1 --2- 172.21.15.31:0/2314469257 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f281c15e8f0 0x7f281c0b4d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.946+0000 7f281be00640 1 -- 172.21.15.31:0/2314469257 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f281c06ed90 msgr2=0x7f281c1f3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:26.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.946+0000 7f281be00640 1 --2- 172.21.15.31:0/2314469257 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f281c06ed90 0x7f281c1f3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:26.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.946+0000 7f281be00640 1 -- 172.21.15.31:0/2314469257 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f281c1f4580 con 0x7f281c15e510 2024-09-19T04:40:26.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.946+0000 7f281be00640 1 --2- 172.21.15.31:0/2314469257 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f281c15e510 0x7f281c155a60 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f280800c390 tx=0x7f280800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:26.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.946+0000 7f2818c00640 1 -- 172.21.15.31:0/2314469257 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2808017070 con 0x7f281c15e510 2024-09-19T04:40:26.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.947+0000 7f2818c00640 1 -- 172.21.15.31:0/2314469257 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2808005ce0 con 0x7f281c15e510 2024-09-19T04:40:26.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.947+0000 7f2818c00640 1 -- 172.21.15.31:0/2314469257 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28080072f0 con 0x7f281c15e510 2024-09-19T04:40:26.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.947+0000 7f2823800640 1 -- 172.21.15.31:0/2314469257 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f281c1f4860 con 0x7f281c15e510 2024-09-19T04:40:26.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.947+0000 7f2823800640 1 -- 172.21.15.31:0/2314469257 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f281c155fa0 con 0x7f281c15e510 2024-09-19T04:40:26.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.948+0000 7f2823800640 1 -- 172.21.15.31:0/2314469257 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f281c06cae0 con 0x7f281c15e510 2024-09-19T04:40:26.950 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.949+0000 7f2818c00640 1 -- 172.21.15.31:0/2314469257 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f280801a070 con 0x7f281c15e510 2024-09-19T04:40:26.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.949+0000 7f2818c00640 1 --2- 172.21.15.31:0/2314469257 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f27fc06c2b0 0x7f27fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:26.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.949+0000 7f2818c00640 1 -- 172.21.15.31:0/2314469257 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f280808ab10 con 0x7f281c15e510 2024-09-19T04:40:26.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.950+0000 7f2820e00640 1 --2- 172.21.15.31:0/2314469257 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f27fc06c2b0 0x7f27fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:26.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.950+0000 7f2820e00640 1 --2- 172.21.15.31:0/2314469257 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f27fc06c2b0 0x7f27fc06e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f281c156360 tx=0x7f2810009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:26.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:26.954+0000 7f2818c00640 1 -- 172.21.15.31:0/2314469257 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f28080588e0 con 0x7f281c15e510 2024-09-19T04:40:27.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.141+0000 7f2823800640 1 -- 172.21.15.31:0/2314469257 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f281c0b52b0 con 0x7f281c15e510 2024-09-19T04:40:27.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.142+0000 7f2818c00640 1 -- 172.21.15.31:0/2314469257 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) ==== 100+0+11 (secure 0 0 0) 0x7f280805cbe0 con 0x7f281c15e510 2024-09-19T04:40:27.144 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 64 2024-09-19T04:40:27.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.144+0000 7f2823800640 1 -- 172.21.15.31:0/2314469257 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f27fc06c2b0 msgr2=0x7f27fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.144+0000 7f2823800640 1 --2- 172.21.15.31:0/2314469257 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f27fc06c2b0 0x7f27fc06e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f281c156360 tx=0x7f2810009190 comp rx=0 tx=0).stop 2024-09-19T04:40:27.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.144+0000 7f2823800640 1 -- 172.21.15.31:0/2314469257 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f281c15e510 msgr2=0x7f281c155a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.144+0000 7f2823800640 1 --2- 172.21.15.31:0/2314469257 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f281c15e510 0x7f281c155a60 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f280800c390 tx=0x7f280800c850 comp rx=0 tx=0).stop 2024-09-19T04:40:27.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.144+0000 7f2823800640 1 -- 172.21.15.31:0/2314469257 shutdown_connections 2024-09-19T04:40:27.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.144+0000 7f2823800640 1 --2- 172.21.15.31:0/2314469257 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f281c15e8f0 0x7f281c0b4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.144+0000 7f2823800640 1 --2- 172.21.15.31:0/2314469257 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f281c15e510 0x7f281c155a60 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.144+0000 7f2823800640 1 --2- 172.21.15.31:0/2314469257 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f27fc06c2b0 0x7f27fc06e770 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.144+0000 7f2823800640 1 --2- 172.21.15.31:0/2314469257 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f281c06ed90 0x7f281c1f3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.144+0000 7f2823800640 1 -- 172.21.15.31:0/2314469257 >> 172.21.15.31:0/2314469257 conn(0x7f281c0cd820 msgr2=0x7f281c0addb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:27.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.145+0000 7f2823800640 1 -- 172.21.15.31:0/2314469257 shutdown_connections 2024-09-19T04:40:27.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.145+0000 7f2823800640 1 -- 172.21.15.31:0/2314469257 wait complete. 2024-09-19T04:40:27.162 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-19T04:40:27.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.323+0000 7f8d20e00640 1 Processor -- start 2024-09-19T04:40:27.325 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.323+0000 7f8d20e00640 1 -- start start 2024-09-19T04:40:27.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.324+0000 7f8d20e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8d1c155910 0x7f8d1c13e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.324+0000 7f8d20e00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f8d1c06f1b0 0x7f8d1c06f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.324+0000 7f8d20e00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d1c0cf5b0 con 0x7f8d1c0cf0d0 2024-09-19T04:40:27.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.324+0000 7f8d20e00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f8d1c13ed70 con 0x7f8d1c06f1b0 2024-09-19T04:40:27.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.324+0000 7f8d20e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f8d1c0cf890 con 0x7f8d1c155910 2024-09-19T04:40:27.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.324+0000 7f8d11400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f8d1c0cf0d0 0x7f8d1c141270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:49150/0 (socket says 172.21.15.31:49150) 2024-09-19T04:40:27.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.324+0000 7f8d11400640 1 -- 172.21.15.31:0/3235510559 learned_addr learned my addr 172.21.15.31:0/3235510559 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:27.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.324+0000 7f8d19e00640 1 --2- 172.21.15.31:0/3235510559 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8d1c155910 0x7f8d1c13e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.324+0000 7f8d1a800640 1 --2- 172.21.15.31:0/3235510559 >> v2:172.21.15.52:3300/0 conn(0x7f8d1c06f1b0 0x7f8d1c06f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.325+0000 7f8d19400640 1 -- 172.21.15.31:0/3235510559 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1762599912 0 0) 0x7f8d1c0cf5b0 con 0x7f8d1c0cf0d0 2024-09-19T04:40:27.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.325+0000 7f8d19400640 1 -- 172.21.15.31:0/3235510559 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8d00003520 con 0x7f8d1c0cf0d0 2024-09-19T04:40:27.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.325+0000 7f8d19e00640 1 -- 172.21.15.31:0/3235510559 >> v2:172.21.15.52:3300/0 conn(0x7f8d1c06f1b0 msgr2=0x7f8d1c06f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:27.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.325+0000 7f8d19e00640 1 --2- 172.21.15.31:0/3235510559 >> v2:172.21.15.52:3300/0 conn(0x7f8d1c06f1b0 0x7f8d1c06f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.325+0000 7f8d19e00640 1 -- 172.21.15.31:0/3235510559 >> v1:172.21.15.31:6789/0 conn(0x7f8d1c0cf0d0 legacy=0x7f8d1c141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.325+0000 7f8d19e00640 1 -- 172.21.15.31:0/3235510559 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d1c0cfb70 con 0x7f8d1c155910 2024-09-19T04:40:27.328 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.325+0000 7f8d1a800640 1 --2- 172.21.15.31:0/3235510559 >> v2:172.21.15.52:3300/0 conn(0x7f8d1c06f1b0 0x7f8d1c06f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:27.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.326+0000 7f8d19e00640 1 --2- 172.21.15.31:0/3235510559 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8d1c155910 0x7f8d1c13e830 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c0097a0 tx=0x7f8d0c02a0f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=806989c1a00225b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:27.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.326+0000 7f8d19400640 1 -- 172.21.15.31:0/3235510559 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d0c037070 con 0x7f8d1c155910 2024-09-19T04:40:27.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.326+0000 7f8d19400640 1 -- 172.21.15.31:0/3235510559 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d0c02ae40 con 0x7f8d1c155910 2024-09-19T04:40:27.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.326+0000 7f8d19400640 1 -- 172.21.15.31:0/3235510559 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d0c032640 con 0x7f8d1c155910 2024-09-19T04:40:27.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.327+0000 7f8d20e00640 1 -- 172.21.15.31:0/3235510559 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8d1c155910 msgr2=0x7f8d1c13e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.329 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.327+0000 7f8d20e00640 1 --2- 172.21.15.31:0/3235510559 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8d1c155910 0x7f8d1c13e830 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c0097a0 tx=0x7f8d0c02a0f0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.327+0000 7f8d20e00640 1 -- 172.21.15.31:0/3235510559 shutdown_connections 2024-09-19T04:40:27.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.327+0000 7f8d20e00640 1 --2- 172.21.15.31:0/3235510559 >> v2:172.21.15.52:3300/0 conn(0x7f8d1c06f1b0 0x7f8d1c06f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.327+0000 7f8d20e00640 1 --2- 172.21.15.31:0/3235510559 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8d1c155910 0x7f8d1c13e830 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.327+0000 7f8d20e00640 1 -- 172.21.15.31:0/3235510559 >> 172.21.15.31:0/3235510559 conn(0x7f8d1c067d70 msgr2=0x7f8d1c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:27.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.327+0000 7f8d20e00640 1 -- 172.21.15.31:0/3235510559 shutdown_connections 2024-09-19T04:40:27.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.327+0000 7f8d20e00640 1 -- 172.21.15.31:0/3235510559 wait complete. 2024-09-19T04:40:27.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.329+0000 7f8d20e00640 1 Processor -- start 2024-09-19T04:40:27.330 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.329+0000 7f8d20e00640 1 -- start start 2024-09-19T04:40:27.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.330+0000 7f8d20e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8d1c06f1b0 0x7f8d1c0acd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.330+0000 7f8d20e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8d1c0cf0d0 0x7f8d1c13b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.330+0000 7f8d20e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d1c155910 0x7f8d1c0b29b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.332 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.330+0000 7f8d20e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f8d1c0cd1b0 con 0x7f8d1c06f1b0 2024-09-19T04:40:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.330+0000 7f8d20e00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8d1c0cd030 con 0x7f8d1c155910 2024-09-19T04:40:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.330+0000 7f8d20e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f8d1c15bb60 con 0x7f8d1c0cf0d0 2024-09-19T04:40:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.330+0000 7f8d19e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8d1c06f1b0 0x7f8d1c0acd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.330+0000 7f8d19e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8d1c06f1b0 0x7f8d1c0acd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52028/0 (socket says 172.21.15.31:52028) 2024-09-19T04:40:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.330+0000 7f8d19e00640 1 -- 172.21.15.31:0/2382396475 learned_addr learned my addr 172.21.15.31:0/2382396475 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.330+0000 7f8d11400640 1 --2- 172.21.15.31:0/2382396475 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8d1c0cf0d0 0x7f8d1c13b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.330+0000 7f8d1a800640 1 --2- 172.21.15.31:0/2382396475 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d1c155910 0x7f8d1c0b29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.330+0000 7f8d19e00640 1 -- 172.21.15.31:0/2382396475 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8d1c0cf0d0 msgr2=0x7f8d1c13b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.330+0000 7f8d19e00640 1 --2- 172.21.15.31:0/2382396475 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8d1c0cf0d0 0x7f8d1c13b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.330+0000 7f8d19e00640 1 -- 172.21.15.31:0/2382396475 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d1c155910 msgr2=0x7f8d1c0b29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.330+0000 7f8d19e00640 1 --2- 172.21.15.31:0/2382396475 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d1c155910 0x7f8d1c0b29b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.330+0000 7f8d19e00640 1 -- 172.21.15.31:0/2382396475 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d1c0a9670 con 0x7f8d1c06f1b0 2024-09-19T04:40:27.333 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.331+0000 7f8d19e00640 1 --2- 172.21.15.31:0/2382396475 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8d1c06f1b0 0x7f8d1c0acd00 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c035040 tx=0x7f8d0c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:27.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.331+0000 7f8d12a00640 1 -- 172.21.15.31:0/2382396475 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d0c041020 con 0x7f8d1c06f1b0 2024-09-19T04:40:27.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.331+0000 7f8d12a00640 1 -- 172.21.15.31:0/2382396475 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d0c03c670 con 0x7f8d1c06f1b0 2024-09-19T04:40:27.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.331+0000 7f8d12a00640 1 -- 172.21.15.31:0/2382396475 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d0c037040 con 0x7f8d1c06f1b0 2024-09-19T04:40:27.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.331+0000 7f8d20e00640 1 -- 172.21.15.31:0/2382396475 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d1c0a9950 con 0x7f8d1c06f1b0 2024-09-19T04:40:27.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.331+0000 7f8d20e00640 1 -- 172.21.15.31:0/2382396475 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d1c0aa430 con 0x7f8d1c06f1b0 2024-09-19T04:40:27.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.332+0000 7f8d20e00640 1 -- 172.21.15.31:0/2382396475 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d1c13e830 con 0x7f8d1c06f1b0 2024-09-19T04:40:27.335 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.333+0000 7f8d12a00640 1 -- 172.21.15.31:0/2382396475 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8d0c044020 con 0x7f8d1c06f1b0 2024-09-19T04:40:27.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.334+0000 7f8d12a00640 1 --2- 172.21.15.31:0/2382396475 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f8cf806c2b0 0x7f8cf806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.334+0000 7f8d12a00640 1 -- 172.21.15.31:0/2382396475 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8d0c0abbd0 con 0x7f8d1c06f1b0 2024-09-19T04:40:27.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.334+0000 7f8d11400640 1 --2- 172.21.15.31:0/2382396475 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f8cf806c2b0 0x7f8cf806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.336 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.335+0000 7f8d11400640 1 --2- 172.21.15.31:0/2382396475 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f8cf806c2b0 0x7f8cf806e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f8d1c0ae3c0 tx=0x7f8d04009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:27.340 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.338+0000 7f8d12a00640 1 -- 172.21.15.31:0/2382396475 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8d0c04b070 con 0x7f8d1c06f1b0 2024-09-19T04:40:27.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.520+0000 7f8d20e00640 1 -- 172.21.15.31:0/2382396475 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f8d1c140e30 con 0x7f8d1c06f1b0 2024-09-19T04:40:27.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.520+0000 7f8d12a00640 1 -- 172.21.15.31:0/2382396475 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) ==== 103+0+11 (secure 0 0 0) 0x7f8d0c079ff0 con 0x7f8d1c06f1b0 2024-09-19T04:40:27.522 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 32 2024-09-19T04:40:27.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.522+0000 7f8d20e00640 1 -- 172.21.15.31:0/2382396475 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f8cf806c2b0 msgr2=0x7f8cf806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.522+0000 7f8d20e00640 1 --2- 172.21.15.31:0/2382396475 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f8cf806c2b0 0x7f8cf806e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f8d1c0ae3c0 tx=0x7f8d04009040 comp rx=0 tx=0).stop 2024-09-19T04:40:27.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.522+0000 7f8d20e00640 1 -- 172.21.15.31:0/2382396475 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8d1c06f1b0 msgr2=0x7f8d1c0acd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.522+0000 7f8d20e00640 1 --2- 172.21.15.31:0/2382396475 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8d1c06f1b0 0x7f8d1c0acd00 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c035040 tx=0x7f8d0c0046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.522+0000 7f8d20e00640 1 -- 172.21.15.31:0/2382396475 shutdown_connections 2024-09-19T04:40:27.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.522+0000 7f8d20e00640 1 --2- 172.21.15.31:0/2382396475 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f8cf806c2b0 0x7f8cf806e770 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.522+0000 7f8d20e00640 1 --2- 172.21.15.31:0/2382396475 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8d1c155910 0x7f8d1c0b29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.522+0000 7f8d20e00640 1 --2- 172.21.15.31:0/2382396475 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8d1c0cf0d0 0x7f8d1c13b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.522+0000 7f8d20e00640 1 --2- 172.21.15.31:0/2382396475 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8d1c06f1b0 0x7f8d1c0acd00 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.522+0000 7f8d20e00640 1 -- 172.21.15.31:0/2382396475 >> 172.21.15.31:0/2382396475 conn(0x7f8d1c067d70 msgr2=0x7f8d1c141110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:27.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.523+0000 7f8d20e00640 1 -- 172.21.15.31:0/2382396475 shutdown_connections 2024-09-19T04:40:27.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.523+0000 7f8d20e00640 1 -- 172.21.15.31:0/2382396475 wait complete. 2024-09-19T04:40:27.540 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_pool_perm.TestPoolPerm.test_forbidden_modification' 2024-09-19T04:40:27.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.693+0000 7efcc2600640 1 Processor -- start 2024-09-19T04:40:27.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.694+0000 7efcc2600640 1 -- start start 2024-09-19T04:40:27.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.695+0000 7efcc2600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7efcbc06f4c0 0x7efcbc0cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.695+0000 7efcc2600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efcbc0cf5a0 0x7efcbc0b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.695+0000 7efcc2600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efcbc0cfb40 con 0x7efcbc06f0e0 2024-09-19T04:40:27.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.695+0000 7efcc2600640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7efcbc15bc50 con 0x7efcbc06f4c0 2024-09-19T04:40:27.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.695+0000 7efcc2600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7efcbc152630 con 0x7efcbc0cf5a0 2024-09-19T04:40:27.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.695+0000 7efcbb400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7efcbc06f0e0 0x7efcbc15c0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:49166/0 (socket says 172.21.15.31:49166) 2024-09-19T04:40:27.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.695+0000 7efcb3e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7efcbc06f4c0 0x7efcbc0cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.695+0000 7efcbb400640 1 -- 172.21.15.31:0/421521165 learned_addr learned my addr 172.21.15.31:0/421521165 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:27.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.695+0000 7efcbbe00640 1 --2- 172.21.15.31:0/421521165 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efcbc0cf5a0 0x7efcbc0b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.696+0000 7efcb3e00640 1 -- 172.21.15.31:0/421521165 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efcbc0cf5a0 msgr2=0x7efcbc0b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:27.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.696+0000 7efcb3e00640 1 --2- 172.21.15.31:0/421521165 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efcbc0cf5a0 0x7efcbc0b3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.696+0000 7efcb3e00640 1 -- 172.21.15.31:0/421521165 >> v1:172.21.15.31:6789/0 conn(0x7efcbc06f0e0 legacy=0x7efcbc15c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.696+0000 7efcb3e00640 1 -- 172.21.15.31:0/421521165 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcbc0cfe20 con 0x7efcbc06f4c0 2024-09-19T04:40:27.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.697+0000 7efcb3e00640 1 --2- 172.21.15.31:0/421521165 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcbc06f4c0 0x7efcbc0cf060 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7efca40097a0 tx=0x7efca402c390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2727a9e01d656636 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:27.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.697+0000 7efcbaa00640 1 -- 172.21.15.31:0/421521165 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca4039070 con 0x7efcbc06f4c0 2024-09-19T04:40:27.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.697+0000 7efcbaa00640 1 -- 172.21.15.31:0/421521165 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efca4034640 con 0x7efcbc06f4c0 2024-09-19T04:40:27.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.697+0000 7efcbaa00640 1 -- 172.21.15.31:0/421521165 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca4034a10 con 0x7efcbc06f4c0 2024-09-19T04:40:27.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.697+0000 7efcc2600640 1 -- 172.21.15.31:0/421521165 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcbc06f4c0 msgr2=0x7efcbc0cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.697+0000 7efcc2600640 1 --2- 172.21.15.31:0/421521165 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcbc06f4c0 0x7efcbc0cf060 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7efca40097a0 tx=0x7efca402c390 comp rx=0 tx=0).stop 2024-09-19T04:40:27.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.698+0000 7efcc2600640 1 -- 172.21.15.31:0/421521165 shutdown_connections 2024-09-19T04:40:27.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.698+0000 7efcc2600640 1 --2- 172.21.15.31:0/421521165 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efcbc0cf5a0 0x7efcbc0b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.698+0000 7efcc2600640 1 --2- 172.21.15.31:0/421521165 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcbc06f4c0 0x7efcbc0cf060 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.698+0000 7efcc2600640 1 -- 172.21.15.31:0/421521165 >> 172.21.15.31:0/421521165 conn(0x7efcbc067da0 msgr2=0x7efcbc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:27.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.698+0000 7efcc2600640 1 -- 172.21.15.31:0/421521165 shutdown_connections 2024-09-19T04:40:27.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.698+0000 7efcc2600640 1 -- 172.21.15.31:0/421521165 wait complete. 2024-09-19T04:40:27.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.699+0000 7efcc2600640 1 Processor -- start 2024-09-19T04:40:27.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.699+0000 7efcc2600640 1 -- start start 2024-09-19T04:40:27.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.700+0000 7efcc2600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efcbc06f0e0 0x7efcbc14a020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.700+0000 7efcc2600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcbc06f4c0 0x7efcbc0b2870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.700+0000 7efcc2600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcbc0cf5a0 0x7efcbc15d960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.700+0000 7efcc2600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7efcbc06fa90 con 0x7efcbc06f4c0 2024-09-19T04:40:27.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.700+0000 7efcc2600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7efcbc06f910 con 0x7efcbc0cf5a0 2024-09-19T04:40:27.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.700+0000 7efcc2600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7efcbc15ee80 con 0x7efcbc06f0e0 2024-09-19T04:40:27.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.701+0000 7efcb3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcbc06f4c0 0x7efcbc0b2870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.701+0000 7efcb3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcbc06f4c0 0x7efcbc0b2870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52038/0 (socket says 172.21.15.31:52038) 2024-09-19T04:40:27.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.701+0000 7efcb3e00640 1 -- 172.21.15.31:0/4061756726 learned_addr learned my addr 172.21.15.31:0/4061756726 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:27.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.701+0000 7efcbb400640 1 --2- 172.21.15.31:0/4061756726 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efcbc06f0e0 0x7efcbc14a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.701+0000 7efcbbe00640 1 --2- 172.21.15.31:0/4061756726 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcbc0cf5a0 0x7efcbc15d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.701+0000 7efcb3e00640 1 -- 172.21.15.31:0/4061756726 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efcbc06f0e0 msgr2=0x7efcbc14a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.701+0000 7efcb3e00640 1 --2- 172.21.15.31:0/4061756726 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efcbc06f0e0 0x7efcbc14a020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.701+0000 7efcb3e00640 1 -- 172.21.15.31:0/4061756726 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcbc0cf5a0 msgr2=0x7efcbc15d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:27.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.701+0000 7efcb3e00640 1 --2- 172.21.15.31:0/4061756726 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcbc0cf5a0 0x7efcbc15d960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:27.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.701+0000 7efcb3e00640 1 -- 172.21.15.31:0/4061756726 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcbc14c060 con 0x7efcbc06f4c0 2024-09-19T04:40:27.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.701+0000 7efcbb400640 1 --2- 172.21.15.31:0/4061756726 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efcbc06f0e0 0x7efcbc14a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:27.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.701+0000 7efcbbe00640 1 --2- 172.21.15.31:0/4061756726 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcbc0cf5a0 0x7efcbc15d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:27.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.701+0000 7efcb3e00640 1 --2- 172.21.15.31:0/4061756726 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcbc06f4c0 0x7efcbc0b2870 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7efca40098c0 tx=0x7efca40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:27.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.701+0000 7efcb3400640 1 -- 172.21.15.31:0/4061756726 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca4043020 con 0x7efcbc06f4c0 2024-09-19T04:40:27.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.702+0000 7efcb3400640 1 -- 172.21.15.31:0/4061756726 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efca4032980 con 0x7efcbc06f4c0 2024-09-19T04:40:27.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.702+0000 7efcb3400640 1 -- 172.21.15.31:0/4061756726 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca4039070 con 0x7efcbc06f4c0 2024-09-19T04:40:27.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.702+0000 7efcc2600640 1 -- 172.21.15.31:0/4061756726 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcbc0b0f70 con 0x7efcbc06f4c0 2024-09-19T04:40:27.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.702+0000 7efcc2600640 1 -- 172.21.15.31:0/4061756726 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcbc0b1530 con 0x7efcbc06f4c0 2024-09-19T04:40:27.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.703+0000 7efcc2600640 1 -- 172.21.15.31:0/4061756726 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcbc15f9a0 con 0x7efcbc06f4c0 2024-09-19T04:40:27.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.704+0000 7efcb3400640 1 -- 172.21.15.31:0/4061756726 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efca403f440 con 0x7efcbc06f4c0 2024-09-19T04:40:27.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.704+0000 7efcb3400640 1 --2- 172.21.15.31:0/4061756726 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efc9806c2b0 0x7efc9806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:27.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.705+0000 7efcb3400640 1 -- 172.21.15.31:0/4061756726 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7efca40abf40 con 0x7efcbc06f4c0 2024-09-19T04:40:27.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.705+0000 7efcbb400640 1 --2- 172.21.15.31:0/4061756726 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efc9806c2b0 0x7efc9806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:27.707 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.705+0000 7efcbb400640 1 --2- 172.21.15.31:0/4061756726 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efc9806c2b0 0x7efc9806e770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7efcbc1f7de0 tx=0x7efcac009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:27.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.709+0000 7efcb3400640 1 -- 172.21.15.31:0/4061756726 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efca404d020 con 0x7efcbc06f4c0 2024-09-19T04:40:27.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:27.961+0000 7efcc2600640 1 -- 172.21.15.31:0/4061756726 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_pool_perm.TestPoolPerm.test_forbidden_modification"]} v 0) -- 0x7efcbc0cf380 con 0x7efcbc06f4c0 2024-09-19T04:40:28.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.224+0000 7efcb3400640 1 -- 172.21.15.31:0/4061756726 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_pool_perm.TestPoolPerm.test_forbidden_modification"]}]=0 v55) ==== 150+0+0 (secure 0 0 0) 0x7efca407a360 con 0x7efcbc06f4c0 2024-09-19T04:40:28.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.226+0000 7efcc2600640 1 -- 172.21.15.31:0/4061756726 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efc9806c2b0 msgr2=0x7efc9806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.226+0000 7efcc2600640 1 --2- 172.21.15.31:0/4061756726 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efc9806c2b0 0x7efc9806e770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7efcbc1f7de0 tx=0x7efcac009040 comp rx=0 tx=0).stop 2024-09-19T04:40:28.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.226+0000 7efcc2600640 1 -- 172.21.15.31:0/4061756726 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcbc06f4c0 msgr2=0x7efcbc0b2870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.226+0000 7efcc2600640 1 --2- 172.21.15.31:0/4061756726 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcbc06f4c0 0x7efcbc0b2870 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7efca40098c0 tx=0x7efca40046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.226+0000 7efcc2600640 1 -- 172.21.15.31:0/4061756726 shutdown_connections 2024-09-19T04:40:28.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.226+0000 7efcc2600640 1 --2- 172.21.15.31:0/4061756726 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efc9806c2b0 0x7efc9806e770 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.226+0000 7efcc2600640 1 --2- 172.21.15.31:0/4061756726 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcbc0cf5a0 0x7efcbc15d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.226+0000 7efcc2600640 1 --2- 172.21.15.31:0/4061756726 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efcbc06f4c0 0x7efcbc0b2870 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.226+0000 7efcc2600640 1 --2- 172.21.15.31:0/4061756726 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efcbc06f0e0 0x7efcbc14a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.226+0000 7efcc2600640 1 -- 172.21.15.31:0/4061756726 >> 172.21.15.31:0/4061756726 conn(0x7efcbc067da0 msgr2=0x7efcbc15cc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:28.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.226+0000 7efcc2600640 1 -- 172.21.15.31:0/4061756726 shutdown_connections 2024-09-19T04:40:28.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.226+0000 7efcc2600640 1 -- 172.21.15.31:0/4061756726 wait complete. 2024-09-19T04:40:28.243 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:40:28.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.400+0000 7fc2f9200640 1 Processor -- start 2024-09-19T04:40:28.402 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.400+0000 7fc2f9200640 1 -- start start 2024-09-19T04:40:28.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.401+0000 7fc2f9200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc2f4072d80 0x7fc2f4072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.401+0000 7fc2f9200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2f4072960 con 0x7fc2f406e0a0 2024-09-19T04:40:28.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.401+0000 7fc2f9200640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2f41605e0 con 0x7fc2f4072040 2024-09-19T04:40:28.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.401+0000 7fc2f9200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fc2f41608c0 con 0x7fc2f4072d80 2024-09-19T04:40:28.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.401+0000 7fc2f1400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc2f4072d80 0x7fc2f4072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:28.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.402+0000 7fc2f1400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc2f4072d80 0x7fc2f4072420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52046/0 (socket says 172.21.15.31:52046) 2024-09-19T04:40:28.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.402+0000 7fc2f1400640 1 -- 172.21.15.31:0/1754100890 learned_addr learned my addr 172.21.15.31:0/1754100890 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:28.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.402+0000 7fc2f1400640 1 -- 172.21.15.31:0/1754100890 >> v1:172.21.15.52:6789/0 conn(0x7fc2f4072040 legacy=0x7fc2f415fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.402+0000 7fc2f1400640 1 -- 172.21.15.31:0/1754100890 >> v1:172.21.15.31:6789/0 conn(0x7fc2f406e0a0 legacy=0x7fc2f40cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.402+0000 7fc2f1400640 1 -- 172.21.15.31:0/1754100890 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2f4160ba0 con 0x7fc2f4072d80 2024-09-19T04:40:28.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.402+0000 7fc2f0a00640 1 -- 172.21.15.31:0/1754100890 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3274066716 0 0) 0x7fc2f4072960 con 0x7fc2f406e0a0 2024-09-19T04:40:28.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.403+0000 7fc2f1400640 1 --2- 172.21.15.31:0/1754100890 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2f4072d80 0x7fc2f4072420 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc2e0009870 tx=0x7fc2e002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50766623d87f4b8a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:28.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.403+0000 7fc2f0a00640 1 -- 172.21.15.31:0/1754100890 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e0037070 con 0x7fc2f4072d80 2024-09-19T04:40:28.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.403+0000 7fc2f0a00640 1 -- 172.21.15.31:0/1754100890 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2e002ae50 con 0x7fc2f4072d80 2024-09-19T04:40:28.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.403+0000 7fc2f0a00640 1 -- 172.21.15.31:0/1754100890 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e0032860 con 0x7fc2f4072d80 2024-09-19T04:40:28.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.404+0000 7fc2f9200640 1 -- 172.21.15.31:0/1754100890 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2f4072d80 msgr2=0x7fc2f4072420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.404+0000 7fc2f9200640 1 --2- 172.21.15.31:0/1754100890 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2f4072d80 0x7fc2f4072420 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc2e0009870 tx=0x7fc2e002a300 comp rx=0 tx=0).stop 2024-09-19T04:40:28.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.404+0000 7fc2f9200640 1 -- 172.21.15.31:0/1754100890 shutdown_connections 2024-09-19T04:40:28.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.404+0000 7fc2f9200640 1 --2- 172.21.15.31:0/1754100890 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2f4072d80 0x7fc2f4072420 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.404+0000 7fc2f9200640 1 -- 172.21.15.31:0/1754100890 >> 172.21.15.31:0/1754100890 conn(0x7fc2f4067d70 msgr2=0x7fc2f406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:28.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.404+0000 7fc2f9200640 1 -- 172.21.15.31:0/1754100890 shutdown_connections 2024-09-19T04:40:28.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.404+0000 7fc2f9200640 1 -- 172.21.15.31:0/1754100890 wait complete. 2024-09-19T04:40:28.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.406+0000 7fc2f9200640 1 Processor -- start 2024-09-19T04:40:28.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.406+0000 7fc2f9200640 1 -- start start 2024-09-19T04:40:28.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.407+0000 7fc2f9200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc2f406e0a0 0x7fc2f41408d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.407+0000 7fc2f9200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2f4072040 0x7fc2f40b28b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.407+0000 7fc2f9200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc2f4072d80 0x7fc2f4142380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.407+0000 7fc2f9200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc2f40cdcc0 con 0x7fc2f4072040 2024-09-19T04:40:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.407+0000 7fc2f9200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc2f4145b00 con 0x7fc2f406e0a0 2024-09-19T04:40:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.407+0000 7fc2f9200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fc2f40cde40 con 0x7fc2f4072d80 2024-09-19T04:40:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.407+0000 7fc2f1400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2f4072040 0x7fc2f40b28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.407+0000 7fc2f1400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2f4072040 0x7fc2f40b28b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:52050/0 (socket says 172.21.15.31:52050) 2024-09-19T04:40:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.407+0000 7fc2f1400640 1 -- 172.21.15.31:0/1850717055 learned_addr learned my addr 172.21.15.31:0/1850717055 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.407+0000 7fc2f1e00640 1 --2- 172.21.15.31:0/1850717055 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc2f406e0a0 0x7fc2f41408d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.407+0000 7fc2f2800640 1 --2- 172.21.15.31:0/1850717055 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc2f4072d80 0x7fc2f4142380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.407+0000 7fc2f1400640 1 -- 172.21.15.31:0/1850717055 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc2f4072d80 msgr2=0x7fc2f4142380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.407+0000 7fc2f1400640 1 --2- 172.21.15.31:0/1850717055 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc2f4072d80 0x7fc2f4142380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.407+0000 7fc2f1400640 1 -- 172.21.15.31:0/1850717055 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc2f406e0a0 msgr2=0x7fc2f41408d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.407+0000 7fc2f1400640 1 --2- 172.21.15.31:0/1850717055 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc2f406e0a0 0x7fc2f41408d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.407+0000 7fc2f1400640 1 -- 172.21.15.31:0/1850717055 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2f413f2e0 con 0x7fc2f4072040 2024-09-19T04:40:28.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.407+0000 7fc2f1e00640 1 --2- 172.21.15.31:0/1850717055 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc2f406e0a0 0x7fc2f41408d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:28.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.407+0000 7fc2f2800640 1 --2- 172.21.15.31:0/1850717055 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc2f4072d80 0x7fc2f4142380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:28.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.408+0000 7fc2f1400640 1 --2- 172.21.15.31:0/1850717055 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2f4072040 0x7fc2f40b28b0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc2e0009870 tx=0x7fc2e00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:28.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.408+0000 7fc2ea000640 1 -- 172.21.15.31:0/1850717055 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e0041070 con 0x7fc2f4072040 2024-09-19T04:40:28.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.408+0000 7fc2ea000640 1 -- 172.21.15.31:0/1850717055 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2e003c870 con 0x7fc2f4072040 2024-09-19T04:40:28.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.408+0000 7fc2f9200640 1 -- 172.21.15.31:0/1850717055 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2f4140f60 con 0x7fc2f4072040 2024-09-19T04:40:28.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.408+0000 7fc2ea000640 1 -- 172.21.15.31:0/1850717055 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e0037040 con 0x7fc2f4072040 2024-09-19T04:40:28.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.408+0000 7fc2f9200640 1 -- 172.21.15.31:0/1850717055 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2f4141520 con 0x7fc2f4072040 2024-09-19T04:40:28.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.409+0000 7fc2f9200640 1 -- 172.21.15.31:0/1850717055 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2f406e510 con 0x7fc2f4072040 2024-09-19T04:40:28.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.410+0000 7fc2ea000640 1 -- 172.21.15.31:0/1850717055 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc2e0044070 con 0x7fc2f4072040 2024-09-19T04:40:28.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.411+0000 7fc2ea000640 1 --2- 172.21.15.31:0/1850717055 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc2d406c2b0 0x7fc2d406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:28.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.411+0000 7fc2ea000640 1 -- 172.21.15.31:0/1850717055 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fc2e00ac6a0 con 0x7fc2f4072040 2024-09-19T04:40:28.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.412+0000 7fc2f1e00640 1 --2- 172.21.15.31:0/1850717055 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc2d406c2b0 0x7fc2d406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:28.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.412+0000 7fc2f1e00640 1 --2- 172.21.15.31:0/1850717055 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc2d406c2b0 0x7fc2d406e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc2e4007fd0 tx=0x7fc2e4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:28.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.415+0000 7fc2ea000640 1 -- 172.21.15.31:0/1850717055 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc2e007ab50 con 0x7fc2f4072040 2024-09-19T04:40:28.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.600+0000 7fc2f9200640 1 -- 172.21.15.31:0/1850717055 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fc2f40b4330 con 0x7fc2f4072040 2024-09-19T04:40:28.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.604+0000 7fc2ea000640 1 -- 172.21.15.31:0/1850717055 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7fc2e007a450 con 0x7fc2f4072040 2024-09-19T04:40:28.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.606+0000 7fc2f9200640 1 -- 172.21.15.31:0/1850717055 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc2d406c2b0 msgr2=0x7fc2d406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.608 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.606+0000 7fc2f9200640 1 --2- 172.21.15.31:0/1850717055 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc2d406c2b0 0x7fc2d406e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc2e4007fd0 tx=0x7fc2e4009040 comp rx=0 tx=0).stop 2024-09-19T04:40:28.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.606+0000 7fc2f9200640 1 -- 172.21.15.31:0/1850717055 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2f4072040 msgr2=0x7fc2f40b28b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:28.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.606+0000 7fc2f9200640 1 --2- 172.21.15.31:0/1850717055 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2f4072040 0x7fc2f40b28b0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc2e0009870 tx=0x7fc2e00046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.606+0000 7fc2f9200640 1 -- 172.21.15.31:0/1850717055 shutdown_connections 2024-09-19T04:40:28.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.606+0000 7fc2f9200640 1 --2- 172.21.15.31:0/1850717055 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc2f4072d80 0x7fc2f4142380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.606+0000 7fc2f9200640 1 --2- 172.21.15.31:0/1850717055 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc2f4072040 0x7fc2f40b28b0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.606+0000 7fc2f9200640 1 --2- 172.21.15.31:0/1850717055 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc2d406c2b0 0x7fc2d406e770 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.606+0000 7fc2f9200640 1 --2- 172.21.15.31:0/1850717055 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc2f406e0a0 0x7fc2f41408d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:28.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.606+0000 7fc2f9200640 1 -- 172.21.15.31:0/1850717055 >> 172.21.15.31:0/1850717055 conn(0x7fc2f4067d70 msgr2=0x7fc2f40cd520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:28.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.606+0000 7fc2f9200640 1 -- 172.21.15.31:0/1850717055 shutdown_connections 2024-09-19T04:40:28.609 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:28.606+0000 7fc2f9200640 1 -- 172.21.15.31:0/1850717055 wait complete. 2024-09-19T04:40:28.625 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:40:28.625 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:40:28.708 DEBUG:teuthology.orchestra.run.smithi052:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:40:28.800 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:40:28.800 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:40:28.800 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:28.836 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:40:28.836 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:28.912 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:40:28.912 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:28.988 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:40:29.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.190+0000 7fee5e400640 1 Processor -- start 2024-09-19T04:40:29.192 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.190+0000 7fee5e400640 1 -- start start 2024-09-19T04:40:29.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.191+0000 7fee5e400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fee58156590 0x7fee580735b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.191+0000 7fee5e400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fee580ad1b0 0x7fee580cf820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.191+0000 7fee5e400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fee580adc70 0x7fee580ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.191+0000 7fee5e400640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fee58072510 con 0x7fee580adc70 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.191+0000 7fee5e400640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fee580727f0 con 0x7fee580ad1b0 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.191+0000 7fee5e400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fee58072ad0 con 0x7fee58156590 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.191+0000 7fee5da00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fee580adc70 0x7fee580ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.191+0000 7fee5da00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fee580adc70 0x7fee580ae100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36160/0 (socket says 172.21.15.31:36160) 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.192+0000 7fee5da00640 1 -- 172.21.15.31:0/3136873802 learned_addr learned my addr 172.21.15.31:0/3136873802 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.192+0000 7fee5d000640 1 --2- 172.21.15.31:0/3136873802 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fee58156590 0x7fee580735b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.192+0000 7fee57e00640 1 --2- 172.21.15.31:0/3136873802 >> v2:172.21.15.52:3300/0 conn(0x7fee580ad1b0 0x7fee580cf820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.192+0000 7fee5da00640 1 -- 172.21.15.31:0/3136873802 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fee58156590 msgr2=0x7fee580735b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.192+0000 7fee5da00640 1 --2- 172.21.15.31:0/3136873802 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fee58156590 0x7fee580735b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.192+0000 7fee5da00640 1 -- 172.21.15.31:0/3136873802 >> v2:172.21.15.52:3300/0 conn(0x7fee580ad1b0 msgr2=0x7fee580cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:29.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.192+0000 7fee5da00640 1 --2- 172.21.15.31:0/3136873802 >> v2:172.21.15.52:3300/0 conn(0x7fee580ad1b0 0x7fee580cf820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.195 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.192+0000 7fee5da00640 1 -- 172.21.15.31:0/3136873802 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee58072db0 con 0x7fee580adc70 2024-09-19T04:40:29.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.193+0000 7fee5da00640 1 --2- 172.21.15.31:0/3136873802 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee580adc70 0x7fee580ae100 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fee580b54f0 tx=0x7fee5002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e04fe3c6b8aa231a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:29.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.193+0000 7fee57400640 1 -- 172.21.15.31:0/3136873802 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee50036070 con 0x7fee580adc70 2024-09-19T04:40:29.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.193+0000 7fee57400640 1 -- 172.21.15.31:0/3136873802 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee50031600 con 0x7fee580adc70 2024-09-19T04:40:29.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.193+0000 7fee57400640 1 -- 172.21.15.31:0/3136873802 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee500319d0 con 0x7fee580adc70 2024-09-19T04:40:29.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.194+0000 7fee5e400640 1 -- 172.21.15.31:0/3136873802 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee580adc70 msgr2=0x7fee580ae100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.194+0000 7fee5e400640 1 --2- 172.21.15.31:0/3136873802 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee580adc70 0x7fee580ae100 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fee580b54f0 tx=0x7fee5002a6a0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.194+0000 7fee5e400640 1 -- 172.21.15.31:0/3136873802 shutdown_connections 2024-09-19T04:40:29.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.194+0000 7fee5e400640 1 --2- 172.21.15.31:0/3136873802 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee580adc70 0x7fee580ae100 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.194+0000 7fee5e400640 1 --2- 172.21.15.31:0/3136873802 >> v2:172.21.15.52:3300/0 conn(0x7fee580ad1b0 0x7fee580cf820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.194+0000 7fee5e400640 1 --2- 172.21.15.31:0/3136873802 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fee58156590 0x7fee580735b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.194+0000 7fee5e400640 1 -- 172.21.15.31:0/3136873802 >> 172.21.15.31:0/3136873802 conn(0x7fee5806bdf0 msgr2=0x7fee5806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:29.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.194+0000 7fee5e400640 1 -- 172.21.15.31:0/3136873802 shutdown_connections 2024-09-19T04:40:29.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.194+0000 7fee5e400640 1 -- 172.21.15.31:0/3136873802 wait complete. 2024-09-19T04:40:29.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.196+0000 7fee5e400640 1 Processor -- start 2024-09-19T04:40:29.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.196+0000 7fee5e400640 1 -- start start 2024-09-19T04:40:29.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.197+0000 7fee5e400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fee580ad1b0 0x7fee58157640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.197+0000 7fee5e400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fee580adc70 0x7fee58158e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.197+0000 7fee5e400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee58156590 0x7fee581593a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.197+0000 7fee5e400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fee580cfd60 con 0x7fee58156590 2024-09-19T04:40:29.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.197+0000 7fee5e400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fee58073af0 con 0x7fee580ad1b0 2024-09-19T04:40:29.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.197+0000 7fee5e400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fee58156970 con 0x7fee580adc70 2024-09-19T04:40:29.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.197+0000 7fee5da00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee58156590 0x7fee581593a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.197+0000 7fee5da00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee58156590 0x7fee581593a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36164/0 (socket says 172.21.15.31:36164) 2024-09-19T04:40:29.200 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.197+0000 7fee5da00640 1 -- 172.21.15.31:0/3293617843 learned_addr learned my addr 172.21.15.31:0/3293617843 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:29.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.197+0000 7fee5d000640 1 --2- 172.21.15.31:0/3293617843 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fee580ad1b0 0x7fee58157640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.197+0000 7fee57e00640 1 --2- 172.21.15.31:0/3293617843 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fee580adc70 0x7fee58158e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.197+0000 7fee5da00640 1 -- 172.21.15.31:0/3293617843 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fee580adc70 msgr2=0x7fee58158e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.197+0000 7fee5da00640 1 --2- 172.21.15.31:0/3293617843 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fee580adc70 0x7fee58158e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.197+0000 7fee5da00640 1 -- 172.21.15.31:0/3293617843 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fee580ad1b0 msgr2=0x7fee58157640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.197+0000 7fee5da00640 1 --2- 172.21.15.31:0/3293617843 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fee580ad1b0 0x7fee58157640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.197+0000 7fee5da00640 1 -- 172.21.15.31:0/3293617843 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee58158070 con 0x7fee58156590 2024-09-19T04:40:29.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.198+0000 7fee5da00640 1 --2- 172.21.15.31:0/3293617843 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee58156590 0x7fee581593a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fee50009f40 tx=0x7fee50004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:29.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.198+0000 7fee54c00640 1 -- 172.21.15.31:0/3293617843 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee50036050 con 0x7fee58156590 2024-09-19T04:40:29.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.198+0000 7fee54c00640 1 -- 172.21.15.31:0/3293617843 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee50042070 con 0x7fee58156590 2024-09-19T04:40:29.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.198+0000 7fee54c00640 1 -- 172.21.15.31:0/3293617843 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee50009510 con 0x7fee58156590 2024-09-19T04:40:29.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.198+0000 7fee5e400640 1 -- 172.21.15.31:0/3293617843 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee58158350 con 0x7fee58156590 2024-09-19T04:40:29.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.198+0000 7fee5e400640 1 -- 172.21.15.31:0/3293617843 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee580afee0 con 0x7fee58156590 2024-09-19T04:40:29.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.199+0000 7fee5e400640 1 -- 172.21.15.31:0/3293617843 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee580cf820 con 0x7fee58156590 2024-09-19T04:40:29.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.200+0000 7fee54c00640 1 -- 172.21.15.31:0/3293617843 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fee50007bf0 con 0x7fee58156590 2024-09-19T04:40:29.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.201+0000 7fee54c00640 1 --2- 172.21.15.31:0/3293617843 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fee3806c2b0 0x7fee3806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.203 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.202+0000 7fee54c00640 1 -- 172.21.15.31:0/3293617843 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fee500ac410 con 0x7fee58156590 2024-09-19T04:40:29.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.202+0000 7fee5d000640 1 --2- 172.21.15.31:0/3293617843 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fee3806c2b0 0x7fee3806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.202+0000 7fee5d000640 1 --2- 172.21.15.31:0/3293617843 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fee3806c2b0 0x7fee3806e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fee4c009aa0 tx=0x7fee4c009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:29.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.206+0000 7fee54c00640 1 -- 172.21.15.31:0/3293617843 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fee5007a150 con 0x7fee58156590 2024-09-19T04:40:29.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.405+0000 7fee5e400640 1 -- 172.21.15.31:0/3293617843 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fee5815f650 con 0x7fee58156590 2024-09-19T04:40:29.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.406+0000 7fee54c00640 1 -- 172.21.15.31:0/3293617843 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7fee5007e450 con 0x7fee58156590 2024-09-19T04:40:29.408 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-19T04:40:29.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.408+0000 7fee5e400640 1 -- 172.21.15.31:0/3293617843 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fee3806c2b0 msgr2=0x7fee3806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.408+0000 7fee5e400640 1 --2- 172.21.15.31:0/3293617843 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fee3806c2b0 0x7fee3806e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fee4c009aa0 tx=0x7fee4c009190 comp rx=0 tx=0).stop 2024-09-19T04:40:29.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.408+0000 7fee5e400640 1 -- 172.21.15.31:0/3293617843 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee58156590 msgr2=0x7fee581593a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.408+0000 7fee5e400640 1 --2- 172.21.15.31:0/3293617843 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee58156590 0x7fee581593a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fee50009f40 tx=0x7fee50004a40 comp rx=0 tx=0).stop 2024-09-19T04:40:29.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.408+0000 7fee5e400640 1 -- 172.21.15.31:0/3293617843 shutdown_connections 2024-09-19T04:40:29.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.408+0000 7fee5e400640 1 --2- 172.21.15.31:0/3293617843 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fee58156590 0x7fee581593a0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.408+0000 7fee5e400640 1 --2- 172.21.15.31:0/3293617843 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fee580adc70 0x7fee58158e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.408+0000 7fee5e400640 1 --2- 172.21.15.31:0/3293617843 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fee3806c2b0 0x7fee3806e770 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.408+0000 7fee5e400640 1 --2- 172.21.15.31:0/3293617843 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fee580ad1b0 0x7fee58157640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.408+0000 7fee5e400640 1 -- 172.21.15.31:0/3293617843 >> 172.21.15.31:0/3293617843 conn(0x7fee5806bdf0 msgr2=0x7fee5806c1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:29.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.408+0000 7fee5e400640 1 -- 172.21.15.31:0/3293617843 shutdown_connections 2024-09-19T04:40:29.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.408+0000 7fee5e400640 1 -- 172.21.15.31:0/3293617843 wait complete. 2024-09-19T04:40:29.425 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T04:40:29.426 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:29.426 DEBUG:teuthology.orchestra.run.smithi031:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2024-09-19T04:40:29.486 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:40:29.486 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:29.486 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T04:40:29.522 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:40:29.522 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:29.562 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:40:29.562 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:29.646 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:40:29.646 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:29.723 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:40:29.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.878+0000 7fcf11200640 1 Processor -- start 2024-09-19T04:40:29.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.878+0000 7fcf11200640 1 -- start start 2024-09-19T04:40:29.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.880+0000 7fcf11200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcf0c0726e0 0x7fcf0c0afb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.880+0000 7fcf11200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcf0c0b3c60 con 0x7fcf0c1475b0 2024-09-19T04:40:29.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.880+0000 7fcf11200640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcf0c0b3f40 con 0x7fcf0c147990 2024-09-19T04:40:29.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.880+0000 7fcf11200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fcf0c0b4220 con 0x7fcf0c0726e0 2024-09-19T04:40:29.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.880+0000 7fcf09e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fcf0c1475b0 0x7fcf0c0b3430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43342/0 (socket says 172.21.15.31:43342) 2024-09-19T04:40:29.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.880+0000 7fcf09e00640 1 -- 172.21.15.31:0/297201661 learned_addr learned my addr 172.21.15.31:0/297201661 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:29.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.880+0000 7fcf0a800640 1 --2- 172.21.15.31:0/297201661 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcf0c0726e0 0x7fcf0c0afb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.880+0000 7fcf09400640 1 -- 172.21.15.31:0/297201661 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3416841533 0 0) 0x7fcf0c0b3c60 con 0x7fcf0c1475b0 2024-09-19T04:40:29.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.880+0000 7fcf09400640 1 -- 172.21.15.31:0/297201661 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcef0003520 con 0x7fcf0c1475b0 2024-09-19T04:40:29.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.881+0000 7fcf09400640 1 -- 172.21.15.31:0/297201661 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3047446621 0 0) 0x7fcf0c0b3f40 con 0x7fcf0c147990 2024-09-19T04:40:29.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.881+0000 7fcf0a800640 1 -- 172.21.15.31:0/297201661 >> v1:172.21.15.52:6789/0 conn(0x7fcf0c147990 legacy=0x7fcf0c071fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.881+0000 7fcf0a800640 1 -- 172.21.15.31:0/297201661 >> v1:172.21.15.31:6789/0 conn(0x7fcf0c1475b0 legacy=0x7fcf0c0b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.881+0000 7fcf0a800640 1 -- 172.21.15.31:0/297201661 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf0c0b4500 con 0x7fcf0c0726e0 2024-09-19T04:40:29.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.882+0000 7fcf0a800640 1 --2- 172.21.15.31:0/297201661 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcf0c0726e0 0x7fcf0c0afb60 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fcf04009dc0 tx=0x7fcf0402a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=322b0ba0876534a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:29.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.882+0000 7fcf09400640 1 -- 172.21.15.31:0/297201661 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf04007740 con 0x7fcf0c0726e0 2024-09-19T04:40:29.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.882+0000 7fcf09400640 1 -- 172.21.15.31:0/297201661 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf040078e0 con 0x7fcf0c0726e0 2024-09-19T04:40:29.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.882+0000 7fcf09400640 1 -- 172.21.15.31:0/297201661 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf04007cb0 con 0x7fcf0c0726e0 2024-09-19T04:40:29.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.883+0000 7fcf11200640 1 -- 172.21.15.31:0/297201661 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcf0c0726e0 msgr2=0x7fcf0c0afb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.883+0000 7fcf11200640 1 --2- 172.21.15.31:0/297201661 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcf0c0726e0 0x7fcf0c0afb60 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fcf04009dc0 tx=0x7fcf0402a6d0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.883+0000 7fcf11200640 1 -- 172.21.15.31:0/297201661 shutdown_connections 2024-09-19T04:40:29.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.883+0000 7fcf11200640 1 --2- 172.21.15.31:0/297201661 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcf0c0726e0 0x7fcf0c0afb60 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.883+0000 7fcf11200640 1 -- 172.21.15.31:0/297201661 >> 172.21.15.31:0/297201661 conn(0x7fcf0c067da0 msgr2=0x7fcf0c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:29.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.883+0000 7fcf11200640 1 -- 172.21.15.31:0/297201661 shutdown_connections 2024-09-19T04:40:29.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.883+0000 7fcf11200640 1 -- 172.21.15.31:0/297201661 wait complete. 2024-09-19T04:40:29.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.884+0000 7fcf11200640 1 Processor -- start 2024-09-19T04:40:29.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.884+0000 7fcf11200640 1 -- start start 2024-09-19T04:40:29.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.885+0000 7fcf11200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcf0c0726e0 0x7fcf0c13bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.885+0000 7fcf11200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf0c1475b0 0x7fcf0c13a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.885+0000 7fcf11200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcf0c147990 0x7fcf0c13d030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.885+0000 7fcf11200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcf0c06f160 con 0x7fcf0c147990 2024-09-19T04:40:29.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.885+0000 7fcf11200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fcf0c06efe0 con 0x7fcf0c1475b0 2024-09-19T04:40:29.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.885+0000 7fcf11200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fcf0c169300 con 0x7fcf0c0726e0 2024-09-19T04:40:29.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.886+0000 7fcf0a800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcf0c147990 0x7fcf0c13d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.886+0000 7fcf0a800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcf0c147990 0x7fcf0c13d030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36168/0 (socket says 172.21.15.31:36168) 2024-09-19T04:40:29.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.886+0000 7fcf0a800640 1 -- 172.21.15.31:0/2707441781 learned_addr learned my addr 172.21.15.31:0/2707441781 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:29.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.886+0000 7fcf09e00640 1 --2- 172.21.15.31:0/2707441781 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcf0c0726e0 0x7fcf0c13bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.886+0000 7fcf03e00640 1 --2- 172.21.15.31:0/2707441781 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf0c1475b0 0x7fcf0c13a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.886+0000 7fcf0a800640 1 -- 172.21.15.31:0/2707441781 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcf0c0726e0 msgr2=0x7fcf0c13bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.886+0000 7fcf0a800640 1 --2- 172.21.15.31:0/2707441781 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcf0c0726e0 0x7fcf0c13bfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.886+0000 7fcf0a800640 1 -- 172.21.15.31:0/2707441781 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf0c1475b0 msgr2=0x7fcf0c13a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:29.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.886+0000 7fcf0a800640 1 --2- 172.21.15.31:0/2707441781 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf0c1475b0 0x7fcf0c13a2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:29.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.886+0000 7fcf0a800640 1 -- 172.21.15.31:0/2707441781 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf0c13af00 con 0x7fcf0c147990 2024-09-19T04:40:29.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.887+0000 7fcf0a800640 1 --2- 172.21.15.31:0/2707441781 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcf0c147990 0x7fcf0c13d030 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fcf04009ee0 tx=0x7fcf04004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:29.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.887+0000 7fcf02000640 1 -- 172.21.15.31:0/2707441781 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf04040070 con 0x7fcf0c147990 2024-09-19T04:40:29.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.887+0000 7fcf02000640 1 -- 172.21.15.31:0/2707441781 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf04031bc0 con 0x7fcf0c147990 2024-09-19T04:40:29.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.887+0000 7fcf02000640 1 -- 172.21.15.31:0/2707441781 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf04009450 con 0x7fcf0c147990 2024-09-19T04:40:29.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.887+0000 7fcf11200640 1 -- 172.21.15.31:0/2707441781 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf0c13b1e0 con 0x7fcf0c147990 2024-09-19T04:40:29.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.887+0000 7fcf11200640 1 -- 172.21.15.31:0/2707441781 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf0c13b7a0 con 0x7fcf0c147990 2024-09-19T04:40:29.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.888+0000 7fcf11200640 1 -- 172.21.15.31:0/2707441781 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf0c0afb60 con 0x7fcf0c147990 2024-09-19T04:40:29.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.889+0000 7fcf02000640 1 -- 172.21.15.31:0/2707441781 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcf04039040 con 0x7fcf0c147990 2024-09-19T04:40:29.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.890+0000 7fcf02000640 1 --2- 172.21.15.31:0/2707441781 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcee806c2e0 0x7fcee806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:29.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.890+0000 7fcf02000640 1 -- 172.21.15.31:0/2707441781 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fcf040acfc0 con 0x7fcf0c147990 2024-09-19T04:40:29.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.890+0000 7fcf09e00640 1 --2- 172.21.15.31:0/2707441781 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcee806c2e0 0x7fcee806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:29.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.891+0000 7fcf09e00640 1 --2- 172.21.15.31:0/2707441781 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcee806c2e0 0x7fcee806e7a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fcefc005880 tx=0x7fcefc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:29.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:29.894+0000 7fcf02000640 1 -- 172.21.15.31:0/2707441781 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcf0407ac40 con 0x7fcf0c147990 2024-09-19T04:40:30.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.093+0000 7fcf11200640 1 -- 172.21.15.31:0/2707441781 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fcf0c162bb0 con 0x7fcf0c147990 2024-09-19T04:40:30.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.094+0000 7fcf02000640 1 -- 172.21.15.31:0/2707441781 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7fcf0407ef40 con 0x7fcf0c147990 2024-09-19T04:40:30.096 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-19T04:40:30.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.096+0000 7fcf11200640 1 -- 172.21.15.31:0/2707441781 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcee806c2e0 msgr2=0x7fcee806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:30.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.096+0000 7fcf11200640 1 --2- 172.21.15.31:0/2707441781 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcee806c2e0 0x7fcee806e7a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fcefc005880 tx=0x7fcefc009040 comp rx=0 tx=0).stop 2024-09-19T04:40:30.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.096+0000 7fcf11200640 1 -- 172.21.15.31:0/2707441781 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcf0c147990 msgr2=0x7fcf0c13d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:30.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.096+0000 7fcf11200640 1 --2- 172.21.15.31:0/2707441781 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcf0c147990 0x7fcf0c13d030 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fcf04009ee0 tx=0x7fcf04004a40 comp rx=0 tx=0).stop 2024-09-19T04:40:30.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.096+0000 7fcf11200640 1 -- 172.21.15.31:0/2707441781 shutdown_connections 2024-09-19T04:40:30.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.096+0000 7fcf11200640 1 --2- 172.21.15.31:0/2707441781 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcf0c147990 0x7fcf0c13d030 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.096+0000 7fcf11200640 1 --2- 172.21.15.31:0/2707441781 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcee806c2e0 0x7fcee806e7a0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.096+0000 7fcf11200640 1 --2- 172.21.15.31:0/2707441781 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf0c1475b0 0x7fcf0c13a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.096+0000 7fcf11200640 1 --2- 172.21.15.31:0/2707441781 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcf0c0726e0 0x7fcf0c13bfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.096+0000 7fcf11200640 1 -- 172.21.15.31:0/2707441781 >> 172.21.15.31:0/2707441781 conn(0x7fcf0c067da0 msgr2=0x7fcf0c1624a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:30.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.096+0000 7fcf11200640 1 -- 172.21.15.31:0/2707441781 shutdown_connections 2024-09-19T04:40:30.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.096+0000 7fcf11200640 1 -- 172.21.15.31:0/2707441781 wait complete. 2024-09-19T04:40:30.115 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T04:40:30.115 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:30.115 DEBUG:teuthology.orchestra.run.smithi052:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2024-09-19T04:40:30.183 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi052.front.sepia.ceph.com 2024-09-19T04:40:30.183 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:30.184 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T04:40:30.226 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:40:30.226 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:30.263 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:40:30.263 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:30.338 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:40:30.339 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:30.414 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:40:30.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.608+0000 7f6277200640 1 Processor -- start 2024-09-19T04:40:30.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.608+0000 7f6277200640 1 -- start start 2024-09-19T04:40:30.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.609+0000 7f6277200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f62780d4310 0x7f62780d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:30.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.609+0000 7f6277200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f627806d460 0x7f627806d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:30.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.609+0000 7f6277200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f627815e850 con 0x7f627815e470 2024-09-19T04:40:30.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.609+0000 7f6277200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f62780d4cc0 con 0x7f62780d4310 2024-09-19T04:40:30.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.609+0000 7f6277200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f62780cf710 con 0x7f627806d460 2024-09-19T04:40:30.611 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.610+0000 7f6275e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f627815e470 0x7f62780cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43356/0 (socket says 172.21.15.31:43356) 2024-09-19T04:40:30.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.610+0000 7f6275e00640 1 -- 172.21.15.31:0/3663271592 learned_addr learned my addr 172.21.15.31:0/3663271592 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:30.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.610+0000 7f626fe00640 1 --2- 172.21.15.31:0/3663271592 >> v2:172.21.15.52:3300/0 conn(0x7f62780d4310 0x7f62780d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:30.612 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.610+0000 7f6276800640 1 --2- 172.21.15.31:0/3663271592 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f627806d460 0x7f627806d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:30.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.610+0000 7f6275400640 1 -- 172.21.15.31:0/3663271592 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1082043569 0 0) 0x7f627815e850 con 0x7f627815e470 2024-09-19T04:40:30.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.610+0000 7f6275400640 1 -- 172.21.15.31:0/3663271592 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f625c003520 con 0x7f627815e470 2024-09-19T04:40:30.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.610+0000 7f626fe00640 1 -- 172.21.15.31:0/3663271592 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f627806d460 msgr2=0x7f627806d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:30.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.610+0000 7f626fe00640 1 --2- 172.21.15.31:0/3663271592 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f627806d460 0x7f627806d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.610+0000 7f626fe00640 1 -- 172.21.15.31:0/3663271592 >> v1:172.21.15.31:6789/0 conn(0x7f627815e470 legacy=0x7f62780cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:30.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.610+0000 7f626fe00640 1 -- 172.21.15.31:0/3663271592 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62780d1c60 con 0x7f62780d4310 2024-09-19T04:40:30.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.610+0000 7f6276800640 1 --2- 172.21.15.31:0/3663271592 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f627806d460 0x7f627806d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:30.613 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.611+0000 7f626fe00640 1 --2- 172.21.15.31:0/3663271592 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f62780d4310 0x7f62780d4780 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f62600097a0 tx=0x7f626002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f70e4873b937583 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:30.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.612+0000 7f6275400640 1 -- 172.21.15.31:0/3663271592 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6260037070 con 0x7f62780d4310 2024-09-19T04:40:30.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.612+0000 7f6275400640 1 -- 172.21.15.31:0/3663271592 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6260032440 con 0x7f62780d4310 2024-09-19T04:40:30.614 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.612+0000 7f6275400640 1 -- 172.21.15.31:0/3663271592 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62600327f0 con 0x7f62780d4310 2024-09-19T04:40:30.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.613+0000 7f6277200640 1 -- 172.21.15.31:0/3663271592 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f62780d4310 msgr2=0x7f62780d4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:30.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.613+0000 7f6277200640 1 --2- 172.21.15.31:0/3663271592 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f62780d4310 0x7f62780d4780 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f62600097a0 tx=0x7f626002a180 comp rx=0 tx=0).stop 2024-09-19T04:40:30.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.613+0000 7f6277200640 1 -- 172.21.15.31:0/3663271592 shutdown_connections 2024-09-19T04:40:30.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.613+0000 7f6277200640 1 --2- 172.21.15.31:0/3663271592 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f627806d460 0x7f627806d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.613+0000 7f6277200640 1 --2- 172.21.15.31:0/3663271592 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f62780d4310 0x7f62780d4780 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.613+0000 7f6277200640 1 -- 172.21.15.31:0/3663271592 >> 172.21.15.31:0/3663271592 conn(0x7f627809d700 msgr2=0x7f627808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:30.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.613+0000 7f6277200640 1 -- 172.21.15.31:0/3663271592 shutdown_connections 2024-09-19T04:40:30.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.613+0000 7f6277200640 1 -- 172.21.15.31:0/3663271592 wait complete. 2024-09-19T04:40:30.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.615+0000 7f6277200640 1 Processor -- start 2024-09-19T04:40:30.616 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.615+0000 7f6277200640 1 -- start start 2024-09-19T04:40:30.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.616+0000 7f6277200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f627806d460 0x7f6278153670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:30.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.616+0000 7f6277200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f62780d4310 0x7f62780b8c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:30.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.616+0000 7f6277200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f627815e470 0x7f627815b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:30.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.616+0000 7f6277200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f62780cf0c0 con 0x7f627815e470 2024-09-19T04:40:30.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.616+0000 7f6277200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f627806de30 con 0x7f62780d4310 2024-09-19T04:40:30.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.616+0000 7f6277200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f62780cf3a0 con 0x7f627806d460 2024-09-19T04:40:30.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.617+0000 7f6276800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f627815e470 0x7f627815b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:30.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.617+0000 7f6276800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f627815e470 0x7f627815b7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36172/0 (socket says 172.21.15.31:36172) 2024-09-19T04:40:30.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.617+0000 7f6276800640 1 -- 172.21.15.31:0/631910688 learned_addr learned my addr 172.21.15.31:0/631910688 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:30.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.617+0000 7f626fe00640 1 --2- 172.21.15.31:0/631910688 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f62780d4310 0x7f62780b8c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:30.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.617+0000 7f6275e00640 1 --2- 172.21.15.31:0/631910688 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f627806d460 0x7f6278153670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:30.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.618+0000 7f6276800640 1 -- 172.21.15.31:0/631910688 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f627806d460 msgr2=0x7f6278153670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:30.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.618+0000 7f6276800640 1 --2- 172.21.15.31:0/631910688 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f627806d460 0x7f6278153670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.618+0000 7f6276800640 1 -- 172.21.15.31:0/631910688 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f62780d4310 msgr2=0x7f62780b8c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:30.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.618+0000 7f6276800640 1 --2- 172.21.15.31:0/631910688 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f62780d4310 0x7f62780b8c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.618+0000 7f6276800640 1 -- 172.21.15.31:0/631910688 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62780cb5f0 con 0x7f627815e470 2024-09-19T04:40:30.620 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.618+0000 7f6276800640 1 --2- 172.21.15.31:0/631910688 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f627815e470 0x7f627815b7a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f627000efc0 tx=0x7f6270009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:30.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.619+0000 7f626e000640 1 -- 172.21.15.31:0/631910688 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6270018030 con 0x7f627815e470 2024-09-19T04:40:30.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.619+0000 7f626e000640 1 -- 172.21.15.31:0/631910688 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f627000cde0 con 0x7f627815e470 2024-09-19T04:40:30.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.619+0000 7f626e000640 1 -- 172.21.15.31:0/631910688 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6270003bb0 con 0x7f627815e470 2024-09-19T04:40:30.621 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.620+0000 7f6277200640 1 -- 172.21.15.31:0/631910688 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62780cb8d0 con 0x7f627815e470 2024-09-19T04:40:30.622 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.620+0000 7f6277200640 1 -- 172.21.15.31:0/631910688 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62780cbe90 con 0x7f627815e470 2024-09-19T04:40:30.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.621+0000 7f6277200640 1 -- 172.21.15.31:0/631910688 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f627806d8f0 con 0x7f627815e470 2024-09-19T04:40:30.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.623+0000 7f626e000640 1 -- 172.21.15.31:0/631910688 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f627001b070 con 0x7f627815e470 2024-09-19T04:40:30.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.624+0000 7f626e000640 1 --2- 172.21.15.31:0/631910688 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f625406c2b0 0x7f625406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:30.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.625+0000 7f626e000640 1 -- 172.21.15.31:0/631910688 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6735+0+0 (secure 0 0 0) 0x7f627008c260 con 0x7f627815e470 2024-09-19T04:40:30.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.625+0000 7f6275e00640 1 --2- 172.21.15.31:0/631910688 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f625406c2b0 0x7f625406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:30.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.626+0000 7f6275e00640 1 --2- 172.21.15.31:0/631910688 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f625406c2b0 0x7f625406e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f6268005880 tx=0x7f6268009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:30.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.632+0000 7f626e000640 1 -- 172.21.15.31:0/631910688 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6270010040 con 0x7f627815e470 2024-09-19T04:40:30.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.831+0000 7f6277200640 1 -- 172.21.15.31:0/631910688 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f62780d2480 con 0x7f627815e470 2024-09-19T04:40:30.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.832+0000 7f626e000640 1 -- 172.21.15.31:0/631910688 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v27) ==== 80+0+0 (secure 0 0 0) 0x7f627005a530 con 0x7f627815e470 2024-09-19T04:40:30.834 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-19T04:40:30.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.834+0000 7f6277200640 1 -- 172.21.15.31:0/631910688 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f625406c2b0 msgr2=0x7f625406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:30.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.834+0000 7f6277200640 1 --2- 172.21.15.31:0/631910688 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f625406c2b0 0x7f625406e770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f6268005880 tx=0x7f6268009040 comp rx=0 tx=0).stop 2024-09-19T04:40:30.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.834+0000 7f6277200640 1 -- 172.21.15.31:0/631910688 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f627815e470 msgr2=0x7f627815b7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:30.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.834+0000 7f6277200640 1 --2- 172.21.15.31:0/631910688 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f627815e470 0x7f627815b7a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f627000efc0 tx=0x7f6270009f90 comp rx=0 tx=0).stop 2024-09-19T04:40:30.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.834+0000 7f6277200640 1 -- 172.21.15.31:0/631910688 shutdown_connections 2024-09-19T04:40:30.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.834+0000 7f6277200640 1 --2- 172.21.15.31:0/631910688 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f627815e470 0x7f627815b7a0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.834+0000 7f6277200640 1 --2- 172.21.15.31:0/631910688 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f625406c2b0 0x7f625406e770 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.834+0000 7f6277200640 1 --2- 172.21.15.31:0/631910688 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f62780d4310 0x7f62780b8c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.834+0000 7f6277200640 1 --2- 172.21.15.31:0/631910688 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f627806d460 0x7f6278153670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:30.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.834+0000 7f6277200640 1 -- 172.21.15.31:0/631910688 >> 172.21.15.31:0/631910688 conn(0x7f627809d700 msgr2=0x7f62780d2c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:30.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.834+0000 7f6277200640 1 -- 172.21.15.31:0/631910688 shutdown_connections 2024-09-19T04:40:30.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:30.835+0000 7f6277200640 1 -- 172.21.15.31:0/631910688 wait complete. 2024-09-19T04:40:30.852 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.2... 2024-09-19T04:40:30.852 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:30.852 DEBUG:teuthology.orchestra.run.smithi031:> sudo umount /home/ubuntu/cephtest/mnt.2 -f 2024-09-19T04:40:30.912 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:40:30.913 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:30.913 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-19T04:40:30.949 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:40:30.949 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:30.989 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:40:30.989 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:31.067 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:40:31.067 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:31.146 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:40:31.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.302+0000 7f754d800640 1 Processor -- start 2024-09-19T04:40:31.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.302+0000 7f754d800640 1 -- start start 2024-09-19T04:40:31.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.303+0000 7f754d800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7548072240 0x7f754815d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.303+0000 7f754d800640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f754815d730 con 0x7f75480afc40 2024-09-19T04:40:31.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.303+0000 7f754d800640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f754806e590 con 0x7f7548072620 2024-09-19T04:40:31.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.303+0000 7f754d800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f754806e870 con 0x7f7548072240 2024-09-19T04:40:31.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.304+0000 7f7547400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f75480afc40 0x7f75480cd1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43364/0 (socket says 172.21.15.31:43364) 2024-09-19T04:40:31.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.304+0000 7f7547400640 1 -- 172.21.15.31:0/2716947912 learned_addr learned my addr 172.21.15.31:0/2716947912 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:31.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.304+0000 7f7546a00640 1 --2- 172.21.15.31:0/2716947912 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7548072240 0x7f754815d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.304+0000 7f7545600640 1 -- 172.21.15.31:0/2716947912 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 962654409 0 0) 0x7f754815d730 con 0x7f75480afc40 2024-09-19T04:40:31.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.304+0000 7f7545600640 1 -- 172.21.15.31:0/2716947912 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f752c003520 con 0x7f75480afc40 2024-09-19T04:40:31.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.304+0000 7f7546a00640 1 -- 172.21.15.31:0/2716947912 >> v1:172.21.15.52:6789/0 conn(0x7f7548072620 legacy=0x7f75480af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.304+0000 7f7545600640 1 -- 172.21.15.31:0/2716947912 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3706523045 0 0) 0x7f754806e590 con 0x7f7548072620 2024-09-19T04:40:31.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.304+0000 7f7546a00640 1 -- 172.21.15.31:0/2716947912 >> v1:172.21.15.31:6789/0 conn(0x7f75480afc40 legacy=0x7f75480cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.304+0000 7f7546a00640 1 -- 172.21.15.31:0/2716947912 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f754806eb50 con 0x7f7548072240 2024-09-19T04:40:31.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.305+0000 7f7546a00640 1 --2- 172.21.15.31:0/2716947912 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7548072240 0x7f754815d1f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f75380097d0 tx=0x7f753802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=32db15284f288eac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:31.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.306+0000 7f7545600640 1 -- 172.21.15.31:0/2716947912 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7538037070 con 0x7f7548072240 2024-09-19T04:40:31.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.306+0000 7f7545600640 1 -- 172.21.15.31:0/2716947912 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7538032440 con 0x7f7548072240 2024-09-19T04:40:31.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.306+0000 7f7545600640 1 -- 172.21.15.31:0/2716947912 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75380327f0 con 0x7f7548072240 2024-09-19T04:40:31.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.306+0000 7f754d800640 1 -- 172.21.15.31:0/2716947912 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7548072240 msgr2=0x7f754815d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.306+0000 7f754d800640 1 --2- 172.21.15.31:0/2716947912 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7548072240 0x7f754815d1f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f75380097d0 tx=0x7f753802a210 comp rx=0 tx=0).stop 2024-09-19T04:40:31.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.306+0000 7f754d800640 1 -- 172.21.15.31:0/2716947912 shutdown_connections 2024-09-19T04:40:31.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.306+0000 7f754d800640 1 --2- 172.21.15.31:0/2716947912 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7548072240 0x7f754815d1f0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.306+0000 7f754d800640 1 -- 172.21.15.31:0/2716947912 >> 172.21.15.31:0/2716947912 conn(0x7f7548067da0 msgr2=0x7f754806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:31.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.306+0000 7f754d800640 1 -- 172.21.15.31:0/2716947912 shutdown_connections 2024-09-19T04:40:31.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.306+0000 7f754d800640 1 -- 172.21.15.31:0/2716947912 wait complete. 2024-09-19T04:40:31.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.308+0000 7f754d800640 1 Processor -- start 2024-09-19T04:40:31.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.308+0000 7f754d800640 1 -- start start 2024-09-19T04:40:31.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.309+0000 7f754d800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7548072240 0x7f7548152640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.309+0000 7f754d800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7548072620 0x7f75481595a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.309+0000 7f754d800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75480afc40 0x7f75481f5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.309+0000 7f754d800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f754806e150 con 0x7f75480afc40 2024-09-19T04:40:31.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.309+0000 7f754d800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f754806dfd0 con 0x7f7548072620 2024-09-19T04:40:31.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.309+0000 7f754d800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f754806e2d0 con 0x7f7548072240 2024-09-19T04:40:31.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.309+0000 7f7547400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75480afc40 0x7f75481f5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.309+0000 7f7547400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75480afc40 0x7f75481f5390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36188/0 (socket says 172.21.15.31:36188) 2024-09-19T04:40:31.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.309+0000 7f7547400640 1 -- 172.21.15.31:0/358773271 learned_addr learned my addr 172.21.15.31:0/358773271 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:31.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.309+0000 7f7546a00640 1 --2- 172.21.15.31:0/358773271 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7548072240 0x7f7548152640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.309+0000 7f7546000640 1 --2- 172.21.15.31:0/358773271 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7548072620 0x7f75481595a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.310+0000 7f7547400640 1 -- 172.21.15.31:0/358773271 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7548072240 msgr2=0x7f7548152640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.310+0000 7f7547400640 1 --2- 172.21.15.31:0/358773271 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7548072240 0x7f7548152640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.310+0000 7f7547400640 1 -- 172.21.15.31:0/358773271 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7548072620 msgr2=0x7f75481595a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.310+0000 7f7547400640 1 --2- 172.21.15.31:0/358773271 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7548072620 0x7f75481595a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.310+0000 7f7547400640 1 -- 172.21.15.31:0/358773271 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f754815b080 con 0x7f75480afc40 2024-09-19T04:40:31.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.310+0000 7f7547400640 1 --2- 172.21.15.31:0/358773271 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75480afc40 0x7f75481f5390 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f754000ca70 tx=0x7f754000cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:31.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.310+0000 7f753ea00640 1 -- 172.21.15.31:0/358773271 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7540017070 con 0x7f75480afc40 2024-09-19T04:40:31.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.310+0000 7f753ea00640 1 -- 172.21.15.31:0/358773271 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f754000abd0 con 0x7f75480afc40 2024-09-19T04:40:31.313 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.310+0000 7f754d800640 1 -- 172.21.15.31:0/358773271 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f754815b360 con 0x7f75480afc40 2024-09-19T04:40:31.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.310+0000 7f753ea00640 1 -- 172.21.15.31:0/358773271 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7540012400 con 0x7f75480afc40 2024-09-19T04:40:31.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.311+0000 7f754d800640 1 -- 172.21.15.31:0/358773271 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7548152d30 con 0x7f75480afc40 2024-09-19T04:40:31.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.312+0000 7f754d800640 1 -- 172.21.15.31:0/358773271 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f754815d1f0 con 0x7f75480afc40 2024-09-19T04:40:31.314 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.313+0000 7f753ea00640 1 -- 172.21.15.31:0/358773271 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f754001a070 con 0x7f75480afc40 2024-09-19T04:40:31.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.313+0000 7f753ea00640 1 --2- 172.21.15.31:0/358773271 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f752806c2e0 0x7f752806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.314+0000 7f753ea00640 1 -- 172.21.15.31:0/358773271 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6735+0+0 (secure 0 0 0) 0x7f754008b510 con 0x7f75480afc40 2024-09-19T04:40:31.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.314+0000 7f7546a00640 1 --2- 172.21.15.31:0/358773271 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f752806c2e0 0x7f752806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.316 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.314+0000 7f7546a00640 1 --2- 172.21.15.31:0/358773271 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f752806c2e0 0x7f752806e7a0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f7538034000 tx=0x7f753802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:31.319 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.318+0000 7f753ea00640 1 -- 172.21.15.31:0/358773271 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7540059190 con 0x7f75480afc40 2024-09-19T04:40:31.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.516+0000 7f754d800640 1 -- 172.21.15.31:0/358773271 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f75481560a0 con 0x7f75480afc40 2024-09-19T04:40:31.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.516+0000 7f753ea00640 1 -- 172.21.15.31:0/358773271 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v27) ==== 80+0+0 (secure 0 0 0) 0x7f754005d490 con 0x7f75480afc40 2024-09-19T04:40:31.521 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-19T04:40:31.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.519+0000 7f754d800640 1 -- 172.21.15.31:0/358773271 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f752806c2e0 msgr2=0x7f752806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.519+0000 7f754d800640 1 --2- 172.21.15.31:0/358773271 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f752806c2e0 0x7f752806e7a0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f7538034000 tx=0x7f753802e000 comp rx=0 tx=0).stop 2024-09-19T04:40:31.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.519+0000 7f754d800640 1 -- 172.21.15.31:0/358773271 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75480afc40 msgr2=0x7f75481f5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.519+0000 7f754d800640 1 --2- 172.21.15.31:0/358773271 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75480afc40 0x7f75481f5390 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f754000ca70 tx=0x7f754000cf30 comp rx=0 tx=0).stop 2024-09-19T04:40:31.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.519+0000 7f754d800640 1 -- 172.21.15.31:0/358773271 shutdown_connections 2024-09-19T04:40:31.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.519+0000 7f754d800640 1 --2- 172.21.15.31:0/358773271 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75480afc40 0x7f75481f5390 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.519+0000 7f754d800640 1 --2- 172.21.15.31:0/358773271 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f752806c2e0 0x7f752806e7a0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.519+0000 7f754d800640 1 --2- 172.21.15.31:0/358773271 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7548072620 0x7f75481595a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.519+0000 7f754d800640 1 --2- 172.21.15.31:0/358773271 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7548072240 0x7f7548152640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.519+0000 7f754d800640 1 -- 172.21.15.31:0/358773271 >> 172.21.15.31:0/358773271 conn(0x7f7548067da0 msgr2=0x7f75480b25f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:31.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.519+0000 7f754d800640 1 -- 172.21.15.31:0/358773271 shutdown_connections 2024-09-19T04:40:31.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.519+0000 7f754d800640 1 -- 172.21.15.31:0/358773271 wait complete. 2024-09-19T04:40:31.536 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.3... 2024-09-19T04:40:31.536 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:31.536 DEBUG:teuthology.orchestra.run.smithi052:> sudo umount /home/ubuntu/cephtest/mnt.3 -f 2024-09-19T04:40:31.603 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi052.front.sepia.ceph.com 2024-09-19T04:40:31.603 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:31.603 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-19T04:40:31.642 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T04:40:31.642 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:31.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.796+0000 7f4ddfe00640 1 Processor -- start 2024-09-19T04:40:31.798 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.797+0000 7f4ddfe00640 1 -- start start 2024-09-19T04:40:31.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.798+0000 7f4ddfe00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4dd806f0e0 0x7f4dd815c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.798+0000 7f4ddfe00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f4dd80b3ba0 0x7f4dd80b4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.798+0000 7f4ddfe00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4dd815c620 con 0x7f4dd806f4c0 2024-09-19T04:40:31.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.798+0000 7f4ddfe00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f4dd815bc50 con 0x7f4dd80b3ba0 2024-09-19T04:40:31.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.798+0000 7f4ddfe00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f4dd8152630 con 0x7f4dd806f0e0 2024-09-19T04:40:31.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.798+0000 7f4ddd400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4dd806f0e0 0x7f4dd815c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.798+0000 7f4ddde00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f4dd80b3ba0 0x7f4dd80b4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.798+0000 7f4ddca00640 1 --1- >> v1:172.21.15.52:6789/0 conn(0x7f4dd806f4c0 0x7f4dd80cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.52:6789/0 says I am v1:172.21.15.31:49914/0 (socket says 172.21.15.31:49914) 2024-09-19T04:40:31.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.798+0000 7f4ddd400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4dd806f0e0 0x7f4dd815c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:46390/0 (socket says 172.21.15.31:46390) 2024-09-19T04:40:31.801 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.798+0000 7f4ddca00640 1 -- 172.21.15.31:0/1085089915 learned_addr learned my addr 172.21.15.31:0/1085089915 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:31.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.799+0000 7f4dd7e00640 1 -- 172.21.15.31:0/1085089915 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2854919621 0 0) 0x7f4dd815c620 con 0x7f4dd806f4c0 2024-09-19T04:40:31.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.799+0000 7f4dd7e00640 1 -- 172.21.15.31:0/1085089915 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4dc0003520 con 0x7f4dd806f4c0 2024-09-19T04:40:31.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.799+0000 7f4ddd400640 1 -- 172.21.15.31:0/1085089915 >> v2:172.21.15.52:3300/0 conn(0x7f4dd80b3ba0 msgr2=0x7f4dd80b4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:31.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.799+0000 7f4ddd400640 1 --2- 172.21.15.31:0/1085089915 >> v2:172.21.15.52:3300/0 conn(0x7f4dd80b3ba0 0x7f4dd80b4050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.799+0000 7f4ddd400640 1 -- 172.21.15.31:0/1085089915 >> v1:172.21.15.52:6789/0 conn(0x7f4dd806f4c0 legacy=0x7f4dd80cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.799+0000 7f4ddd400640 1 -- 172.21.15.31:0/1085089915 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dd80cfb40 con 0x7f4dd806f0e0 2024-09-19T04:40:31.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.799+0000 7f4ddde00640 1 --2- 172.21.15.31:0/1085089915 >> v2:172.21.15.52:3300/0 conn(0x7f4dd80b3ba0 0x7f4dd80b4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:31.802 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.800+0000 7f4ddd400640 1 --2- 172.21.15.31:0/1085089915 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4dd806f0e0 0x7f4dd815c0e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f4dcc0097a0 tx=0x7f4dcc02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=749cc63deec4863 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:31.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.800+0000 7f4dd7e00640 1 -- 172.21.15.31:0/1085089915 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dcc037070 con 0x7f4dd806f0e0 2024-09-19T04:40:31.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.800+0000 7f4dd7e00640 1 -- 172.21.15.31:0/1085089915 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4dcc032440 con 0x7f4dd806f0e0 2024-09-19T04:40:31.803 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.800+0000 7f4dd7e00640 1 -- 172.21.15.31:0/1085089915 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dcc032810 con 0x7f4dd806f0e0 2024-09-19T04:40:31.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.801+0000 7f4ddfe00640 1 -- 172.21.15.31:0/1085089915 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4dd806f0e0 msgr2=0x7f4dd815c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.801+0000 7f4ddfe00640 1 --2- 172.21.15.31:0/1085089915 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4dd806f0e0 0x7f4dd815c0e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f4dcc0097a0 tx=0x7f4dcc02a180 comp rx=0 tx=0).stop 2024-09-19T04:40:31.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.801+0000 7f4ddfe00640 1 -- 172.21.15.31:0/1085089915 shutdown_connections 2024-09-19T04:40:31.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.801+0000 7f4ddfe00640 1 --2- 172.21.15.31:0/1085089915 >> v2:172.21.15.52:3300/0 conn(0x7f4dd80b3ba0 0x7f4dd80b4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.801+0000 7f4ddfe00640 1 --2- 172.21.15.31:0/1085089915 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4dd806f0e0 0x7f4dd815c0e0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.801+0000 7f4ddfe00640 1 -- 172.21.15.31:0/1085089915 >> 172.21.15.31:0/1085089915 conn(0x7f4dd8067da0 msgr2=0x7f4dd806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:31.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.801+0000 7f4ddfe00640 1 -- 172.21.15.31:0/1085089915 shutdown_connections 2024-09-19T04:40:31.804 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.801+0000 7f4ddfe00640 1 -- 172.21.15.31:0/1085089915 wait complete. 2024-09-19T04:40:31.805 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.802+0000 7f4ddfe00640 1 Processor -- start 2024-09-19T04:40:31.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.803+0000 7f4ddfe00640 1 -- start start 2024-09-19T04:40:31.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.803+0000 7f4ddfe00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4dd806f0e0 0x7f4dd80af3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.803+0000 7f4ddfe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4dd806f4c0 0x7f4dd81527b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.803+0000 7f4ddfe00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4dd80b3ba0 0x7f4dd8151710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.804+0000 7f4ddfe00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4dd806f900 con 0x7f4dd806f4c0 2024-09-19T04:40:31.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.804+0000 7f4ddfe00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4dd815b8e0 con 0x7f4dd80b3ba0 2024-09-19T04:40:31.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.804+0000 7f4ddfe00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f4dd8152cf0 con 0x7f4dd806f0e0 2024-09-19T04:40:31.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.804+0000 7f4ddca00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4dd806f4c0 0x7f4dd81527b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.804+0000 7f4ddd400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4dd806f0e0 0x7f4dd80af3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.804+0000 7f4ddd400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4dd806f0e0 0x7f4dd80af3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:46400/0 (socket says 172.21.15.31:46400) 2024-09-19T04:40:31.806 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.804+0000 7f4ddd400640 1 -- 172.21.15.31:0/2792854637 learned_addr learned my addr 172.21.15.31:0/2792854637 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:31.807 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.804+0000 7f4ddde00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4dd80b3ba0 0x7f4dd8151710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.804+0000 7f4ddd400640 1 -- 172.21.15.31:0/2792854637 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4dd80b3ba0 msgr2=0x7f4dd8151710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.804+0000 7f4ddd400640 1 --2- 172.21.15.31:0/2792854637 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4dd80b3ba0 0x7f4dd8151710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.804+0000 7f4ddd400640 1 -- 172.21.15.31:0/2792854637 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4dd806f4c0 msgr2=0x7f4dd81527b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:31.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.804+0000 7f4ddd400640 1 --2- 172.21.15.31:0/2792854637 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4dd806f4c0 0x7f4dd81527b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:31.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.804+0000 7f4ddd400640 1 -- 172.21.15.31:0/2792854637 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dd8152f90 con 0x7f4dd806f0e0 2024-09-19T04:40:31.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.805+0000 7f4ddd400640 1 --2- 172.21.15.31:0/2792854637 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4dd806f0e0 0x7f4dd80af3b0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4dcc035040 tx=0x7f4dcc0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:31.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.805+0000 7f4dd5600640 1 -- 172.21.15.31:0/2792854637 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dcc041030 con 0x7f4dd806f0e0 2024-09-19T04:40:31.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.805+0000 7f4dd5600640 1 -- 172.21.15.31:0/2792854637 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4dcc03d420 con 0x7f4dd806f0e0 2024-09-19T04:40:31.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.805+0000 7f4ddfe00640 1 -- 172.21.15.31:0/2792854637 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4dd814bf70 con 0x7f4dd806f0e0 2024-09-19T04:40:31.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.805+0000 7f4dd5600640 1 -- 172.21.15.31:0/2792854637 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dcc037040 con 0x7f4dd806f0e0 2024-09-19T04:40:31.808 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.805+0000 7f4ddfe00640 1 -- 172.21.15.31:0/2792854637 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4dd814c530 con 0x7f4dd806f0e0 2024-09-19T04:40:31.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.806+0000 7f4ddfe00640 1 -- 172.21.15.31:0/2792854637 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4dd8153330 con 0x7f4dd806f0e0 2024-09-19T04:40:31.809 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.808+0000 7f4dd5600640 1 -- 172.21.15.31:0/2792854637 <== mon.2 v2:172.21.15.52:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4dcc044070 con 0x7f4dd806f0e0 2024-09-19T04:40:31.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.808+0000 7f4dd5600640 1 --2- 172.21.15.31:0/2792854637 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4db806c2e0 0x7f4db806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:31.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.808+0000 7f4dd5600640 1 -- 172.21.15.31:0/2792854637 <== mon.2 v2:172.21.15.52:3301/0 5 ==== osd_map(27..27 src has 1..27) ==== 6735+0+0 (secure 0 0 0) 0x7f4dcc0ac080 con 0x7f4dd806f0e0 2024-09-19T04:40:31.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.809+0000 7f4ddca00640 1 --2- 172.21.15.31:0/2792854637 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4db806c2e0 0x7f4db806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:31.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.809+0000 7f4ddca00640 1 --2- 172.21.15.31:0/2792854637 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4db806c2e0 0x7f4db806e7a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f4dd8138580 tx=0x7f4dc4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:31.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:31.813+0000 7f4dd5600640 1 -- 172.21.15.31:0/2792854637 <== mon.2 v2:172.21.15.52:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4dcc07a3e0 con 0x7f4dd806f0e0 2024-09-19T04:40:32.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.034+0000 7f4ddfe00640 1 -- 172.21.15.31:0/2792854637 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4dd815ee80 con 0x7f4dd806f0e0 2024-09-19T04:40:32.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.035+0000 7f4dd5600640 1 -- 172.21.15.31:0/2792854637 <== mon.2 v2:172.21.15.52:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5219 (secure 0 0 0) 0x7f4dcc079ce0 con 0x7f4dd806f0e0 2024-09-19T04:40:32.037 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:32.037 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":9,"btime":"2024-09-19T04:40:05:253481+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/3433161175","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6836","nonce":3433161175},{"type":"v1","addr":"172.21.15.31:6837","nonce":3433161175}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1405236214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":1405236214},{"type":"v1","addr":"172.21.15.31:6835","nonce":1405236214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3928232119","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":3928232119},{"type":"v1","addr":"172.21.15.52:6835","nonce":3928232119}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:48.624941+0000","modified":"2024-09-19T04:40:04.673963+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.52:6834/1346261032","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":1346261032},{"type":"v1","addr":"172.21.15.52:6834","nonce":1346261032}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-19T04:40:32.037 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 9 2024-09-19T04:40:32.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.037+0000 7f4ddfe00640 1 -- 172.21.15.31:0/2792854637 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4db806c2e0 msgr2=0x7f4db806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.037+0000 7f4ddfe00640 1 --2- 172.21.15.31:0/2792854637 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4db806c2e0 0x7f4db806e7a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f4dd8138580 tx=0x7f4dc4009040 comp rx=0 tx=0).stop 2024-09-19T04:40:32.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.037+0000 7f4ddfe00640 1 -- 172.21.15.31:0/2792854637 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4dd806f0e0 msgr2=0x7f4dd80af3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.037+0000 7f4ddfe00640 1 --2- 172.21.15.31:0/2792854637 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4dd806f0e0 0x7f4dd80af3b0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4dcc035040 tx=0x7f4dcc0046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.037+0000 7f4ddfe00640 1 -- 172.21.15.31:0/2792854637 shutdown_connections 2024-09-19T04:40:32.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.037+0000 7f4ddfe00640 1 --2- 172.21.15.31:0/2792854637 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4db806c2e0 0x7f4db806e7a0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.037+0000 7f4ddfe00640 1 --2- 172.21.15.31:0/2792854637 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4dd80b3ba0 0x7f4dd8151710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.037+0000 7f4ddfe00640 1 --2- 172.21.15.31:0/2792854637 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4dd806f4c0 0x7f4dd81527b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.037+0000 7f4ddfe00640 1 --2- 172.21.15.31:0/2792854637 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4dd806f0e0 0x7f4dd80af3b0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.037+0000 7f4ddfe00640 1 -- 172.21.15.31:0/2792854637 >> 172.21.15.31:0/2792854637 conn(0x7f4dd8067da0 msgr2=0x7f4dd814e3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:32.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.037+0000 7f4ddfe00640 1 -- 172.21.15.31:0/2792854637 shutdown_connections 2024-09-19T04:40:32.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.037+0000 7f4ddfe00640 1 -- 172.21.15.31:0/2792854637 wait complete. 2024-09-19T04:40:32.055 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:32.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.209+0000 7fb591200640 1 Processor -- start 2024-09-19T04:40:32.211 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.209+0000 7fb591200640 1 -- start start 2024-09-19T04:40:32.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.210+0000 7fb591200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fb58c0d4310 0x7fb58c0d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.210+0000 7fb591200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb58c15e850 con 0x7fb58c06d460 2024-09-19T04:40:32.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.210+0000 7fb591200640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb58c0d1c60 con 0x7fb58c15e470 2024-09-19T04:40:32.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.210+0000 7fb591200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fb58c0d4cc0 con 0x7fb58c0d4310 2024-09-19T04:40:32.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.210+0000 7fb58be00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fb58c06d460 0x7fb58c06d8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43370/0 (socket says 172.21.15.31:43370) 2024-09-19T04:40:32.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.210+0000 7fb58be00640 1 -- 172.21.15.31:0/3919984548 learned_addr learned my addr 172.21.15.31:0/3919984548 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:32.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.211+0000 7fb58aa00640 1 --2- 172.21.15.31:0/3919984548 >> v2:172.21.15.52:3300/0 conn(0x7fb58c0d4310 0x7fb58c0d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.211+0000 7fb58a000640 1 -- 172.21.15.31:0/3919984548 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3706914818 0 0) 0x7fb58c15e850 con 0x7fb58c06d460 2024-09-19T04:40:32.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.211+0000 7fb58a000640 1 -- 172.21.15.31:0/3919984548 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb570003520 con 0x7fb58c06d460 2024-09-19T04:40:32.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.211+0000 7fb58aa00640 1 -- 172.21.15.31:0/3919984548 >> v1:172.21.15.52:6789/0 conn(0x7fb58c15e470 legacy=0x7fb58c0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.211+0000 7fb58aa00640 1 -- 172.21.15.31:0/3919984548 >> v1:172.21.15.31:6789/0 conn(0x7fb58c06d460 legacy=0x7fb58c06d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.211+0000 7fb58aa00640 1 -- 172.21.15.31:0/3919984548 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb58c0d1980 con 0x7fb58c0d4310 2024-09-19T04:40:32.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.212+0000 7fb58aa00640 1 --2- 172.21.15.31:0/3919984548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb58c0d4310 0x7fb58c0d4780 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb5780097a0 tx=0x7fb57802a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=206298e8d0bfd139 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:32.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.213+0000 7fb58a000640 1 -- 172.21.15.31:0/3919984548 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb578037070 con 0x7fb58c0d4310 2024-09-19T04:40:32.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.213+0000 7fb58a000640 1 -- 172.21.15.31:0/3919984548 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb578032440 con 0x7fb58c0d4310 2024-09-19T04:40:32.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.213+0000 7fb58a000640 1 -- 172.21.15.31:0/3919984548 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb578032810 con 0x7fb58c0d4310 2024-09-19T04:40:32.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.213+0000 7fb591200640 1 -- 172.21.15.31:0/3919984548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb58c0d4310 msgr2=0x7fb58c0d4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.213+0000 7fb591200640 1 --2- 172.21.15.31:0/3919984548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb58c0d4310 0x7fb58c0d4780 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb5780097a0 tx=0x7fb57802a230 comp rx=0 tx=0).stop 2024-09-19T04:40:32.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.213+0000 7fb591200640 1 -- 172.21.15.31:0/3919984548 shutdown_connections 2024-09-19T04:40:32.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.213+0000 7fb591200640 1 --2- 172.21.15.31:0/3919984548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb58c0d4310 0x7fb58c0d4780 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.213+0000 7fb591200640 1 -- 172.21.15.31:0/3919984548 >> 172.21.15.31:0/3919984548 conn(0x7fb58c09d700 msgr2=0x7fb58c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:32.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.213+0000 7fb591200640 1 -- 172.21.15.31:0/3919984548 shutdown_connections 2024-09-19T04:40:32.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.213+0000 7fb591200640 1 -- 172.21.15.31:0/3919984548 wait complete. 2024-09-19T04:40:32.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.215+0000 7fb591200640 1 Processor -- start 2024-09-19T04:40:32.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.215+0000 7fb591200640 1 -- start start 2024-09-19T04:40:32.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.216+0000 7fb591200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb58c06d460 0x7fb58c0b8760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.216+0000 7fb591200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb58c0d4310 0x7fb58c0ccea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.216+0000 7fb591200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb58c15e470 0x7fb58c06e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.216+0000 7fb591200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb58c0cf3a0 con 0x7fb58c0d4310 2024-09-19T04:40:32.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.216+0000 7fb591200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb58c0cf710 con 0x7fb58c15e470 2024-09-19T04:40:32.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.216+0000 7fb591200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fb58c0d02b0 con 0x7fb58c06d460 2024-09-19T04:40:32.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.216+0000 7fb58aa00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb58c0d4310 0x7fb58c0ccea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.216+0000 7fb58aa00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb58c0d4310 0x7fb58c0ccea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36200/0 (socket says 172.21.15.31:36200) 2024-09-19T04:40:32.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.216+0000 7fb58aa00640 1 -- 172.21.15.31:0/695414969 learned_addr learned my addr 172.21.15.31:0/695414969 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:32.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.216+0000 7fb58b400640 1 --2- 172.21.15.31:0/695414969 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb58c06d460 0x7fb58c0b8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.216+0000 7fb58be00640 1 --2- 172.21.15.31:0/695414969 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb58c15e470 0x7fb58c06e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.216+0000 7fb58aa00640 1 -- 172.21.15.31:0/695414969 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb58c06d460 msgr2=0x7fb58c0b8760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.216+0000 7fb58aa00640 1 --2- 172.21.15.31:0/695414969 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb58c06d460 0x7fb58c0b8760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.216+0000 7fb58aa00640 1 -- 172.21.15.31:0/695414969 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb58c15e470 msgr2=0x7fb58c06e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.216+0000 7fb58aa00640 1 --2- 172.21.15.31:0/695414969 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb58c15e470 0x7fb58c06e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.216+0000 7fb58aa00640 1 -- 172.21.15.31:0/695414969 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb58c0cd610 con 0x7fb58c0d4310 2024-09-19T04:40:32.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.216+0000 7fb58b400640 1 --2- 172.21.15.31:0/695414969 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb58c06d460 0x7fb58c0b8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:32.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.217+0000 7fb58aa00640 1 --2- 172.21.15.31:0/695414969 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb58c0d4310 0x7fb58c0ccea0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb578035040 tx=0x7fb5780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:32.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.217+0000 7fb583400640 1 -- 172.21.15.31:0/695414969 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb578037040 con 0x7fb58c0d4310 2024-09-19T04:40:32.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.217+0000 7fb583400640 1 -- 172.21.15.31:0/695414969 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb578030500 con 0x7fb58c0d4310 2024-09-19T04:40:32.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.217+0000 7fb583400640 1 -- 172.21.15.31:0/695414969 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb578030910 con 0x7fb58c0d4310 2024-09-19T04:40:32.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.217+0000 7fb591200640 1 -- 172.21.15.31:0/695414969 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb58c0cd8f0 con 0x7fb58c0d4310 2024-09-19T04:40:32.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.217+0000 7fb591200640 1 -- 172.21.15.31:0/695414969 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb58c0cdeb0 con 0x7fb58c0d4310 2024-09-19T04:40:32.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.218+0000 7fb591200640 1 -- 172.21.15.31:0/695414969 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb58c0d4780 con 0x7fb58c0d4310 2024-09-19T04:40:32.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.219+0000 7fb583400640 1 -- 172.21.15.31:0/695414969 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb578044020 con 0x7fb58c0d4310 2024-09-19T04:40:32.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.220+0000 7fb583400640 1 --2- 172.21.15.31:0/695414969 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb56c06c2e0 0x7fb56c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.220+0000 7fb583400640 1 -- 172.21.15.31:0/695414969 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6735+0+0 (secure 0 0 0) 0x7fb5780abb90 con 0x7fb58c0d4310 2024-09-19T04:40:32.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.220+0000 7fb58b400640 1 --2- 172.21.15.31:0/695414969 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb56c06c2e0 0x7fb56c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.221+0000 7fb58b400640 1 --2- 172.21.15.31:0/695414969 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb56c06c2e0 0x7fb56c06e7a0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fb57c007fd0 tx=0x7fb57c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:32.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.224+0000 7fb583400640 1 -- 172.21.15.31:0/695414969 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb578079e60 con 0x7fb58c0d4310 2024-09-19T04:40:32.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.446+0000 7fb591200640 1 -- 172.21.15.31:0/695414969 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb58c06cf90 con 0x7fb58c0d4310 2024-09-19T04:40:32.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.446+0000 7fb583400640 1 -- 172.21.15.31:0/695414969 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5219 (secure 0 0 0) 0x7fb578079760 con 0x7fb58c0d4310 2024-09-19T04:40:32.448 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:32.448 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":9,"btime":"2024-09-19T04:40:05:253481+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/3433161175","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6836","nonce":3433161175},{"type":"v1","addr":"172.21.15.31:6837","nonce":3433161175}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1405236214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":1405236214},{"type":"v1","addr":"172.21.15.31:6835","nonce":1405236214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3928232119","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":3928232119},{"type":"v1","addr":"172.21.15.52:6835","nonce":3928232119}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:48.624941+0000","modified":"2024-09-19T04:40:04.673963+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.52:6834/1346261032","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":1346261032},{"type":"v1","addr":"172.21.15.52:6834","nonce":1346261032}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-19T04:40:32.448 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 9 2024-09-19T04:40:32.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.448+0000 7fb591200640 1 -- 172.21.15.31:0/695414969 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb56c06c2e0 msgr2=0x7fb56c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.448+0000 7fb591200640 1 --2- 172.21.15.31:0/695414969 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb56c06c2e0 0x7fb56c06e7a0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fb57c007fd0 tx=0x7fb57c009040 comp rx=0 tx=0).stop 2024-09-19T04:40:32.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.448+0000 7fb591200640 1 -- 172.21.15.31:0/695414969 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb58c0d4310 msgr2=0x7fb58c0ccea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.448+0000 7fb591200640 1 --2- 172.21.15.31:0/695414969 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb58c0d4310 0x7fb58c0ccea0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb578035040 tx=0x7fb5780046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.448+0000 7fb591200640 1 -- 172.21.15.31:0/695414969 shutdown_connections 2024-09-19T04:40:32.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.448+0000 7fb591200640 1 --2- 172.21.15.31:0/695414969 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb56c06c2e0 0x7fb56c06e7a0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.448+0000 7fb591200640 1 --2- 172.21.15.31:0/695414969 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb58c15e470 0x7fb58c06e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.448+0000 7fb591200640 1 --2- 172.21.15.31:0/695414969 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb58c0d4310 0x7fb58c0ccea0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.448+0000 7fb591200640 1 --2- 172.21.15.31:0/695414969 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb58c06d460 0x7fb58c0b8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.448+0000 7fb591200640 1 -- 172.21.15.31:0/695414969 >> 172.21.15.31:0/695414969 conn(0x7fb58c09d700 msgr2=0x7fb58c15d040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:32.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.448+0000 7fb591200640 1 -- 172.21.15.31:0/695414969 shutdown_connections 2024-09-19T04:40:32.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.449+0000 7fb591200640 1 -- 172.21.15.31:0/695414969 wait complete. 2024-09-19T04:40:32.466 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:32.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.621+0000 7fc036600640 1 Processor -- start 2024-09-19T04:40:32.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.621+0000 7fc036600640 1 -- start start 2024-09-19T04:40:32.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.622+0000 7fc036600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fc03015e890 0x7fc03006cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.622+0000 7fc036600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0300cfc00 con 0x7fc0300d4f00 2024-09-19T04:40:32.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.622+0000 7fc036600640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0300d3040 con 0x7fc0300d2b60 2024-09-19T04:40:32.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.622+0000 7fc036600640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fc0300d3c50 con 0x7fc03015e890 2024-09-19T04:40:32.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.622+0000 7fc02fe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fc0300d4f00 0x7fc0300cf4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43386/0 (socket says 172.21.15.31:43386) 2024-09-19T04:40:32.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.622+0000 7fc02fe00640 1 -- 172.21.15.31:0/1416792343 learned_addr learned my addr 172.21.15.31:0/1416792343 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:32.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.623+0000 7fc02f400640 1 --2- 172.21.15.31:0/1416792343 >> v2:172.21.15.52:3300/0 conn(0x7fc03015e890 0x7fc03006cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.623+0000 7fc02e000640 1 -- 172.21.15.31:0/1416792343 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2278594093 0 0) 0x7fc0300cfc00 con 0x7fc0300d4f00 2024-09-19T04:40:32.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.623+0000 7fc02e000640 1 -- 172.21.15.31:0/1416792343 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc014003520 con 0x7fc0300d4f00 2024-09-19T04:40:32.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.623+0000 7fc02f400640 1 -- 172.21.15.31:0/1416792343 >> v1:172.21.15.52:6789/0 conn(0x7fc0300d2b60 legacy=0x7fc0300cede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.623+0000 7fc02f400640 1 -- 172.21.15.31:0/1416792343 >> v1:172.21.15.31:6789/0 conn(0x7fc0300d4f00 legacy=0x7fc0300cf4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.623+0000 7fc02f400640 1 -- 172.21.15.31:0/1416792343 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0300d3320 con 0x7fc03015e890 2024-09-19T04:40:32.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.624+0000 7fc02f400640 1 --2- 172.21.15.31:0/1416792343 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc03015e890 0x7fc03006cbb0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc0200097a0 tx=0x7fc02002a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7fafcc5bde65f1d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:32.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.624+0000 7fc02e000640 1 -- 172.21.15.31:0/1416792343 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc020037070 con 0x7fc03015e890 2024-09-19T04:40:32.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.625+0000 7fc02e000640 1 -- 172.21.15.31:0/1416792343 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc020032440 con 0x7fc03015e890 2024-09-19T04:40:32.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.625+0000 7fc02e000640 1 -- 172.21.15.31:0/1416792343 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc020032810 con 0x7fc03015e890 2024-09-19T04:40:32.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.625+0000 7fc036600640 1 -- 172.21.15.31:0/1416792343 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc03015e890 msgr2=0x7fc03006cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.625+0000 7fc036600640 1 --2- 172.21.15.31:0/1416792343 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc03015e890 0x7fc03006cbb0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc0200097a0 tx=0x7fc02002a1a0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.625+0000 7fc036600640 1 -- 172.21.15.31:0/1416792343 shutdown_connections 2024-09-19T04:40:32.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.625+0000 7fc036600640 1 --2- 172.21.15.31:0/1416792343 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc03015e890 0x7fc03006cbb0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.625+0000 7fc036600640 1 -- 172.21.15.31:0/1416792343 >> 172.21.15.31:0/1416792343 conn(0x7fc0300b66c0 msgr2=0x7fc0300d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:32.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.625+0000 7fc036600640 1 -- 172.21.15.31:0/1416792343 shutdown_connections 2024-09-19T04:40:32.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.625+0000 7fc036600640 1 -- 172.21.15.31:0/1416792343 wait complete. 2024-09-19T04:40:32.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.627+0000 7fc036600640 1 Processor -- start 2024-09-19T04:40:32.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.627+0000 7fc036600640 1 -- start start 2024-09-19T04:40:32.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.628+0000 7fc036600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc0300d2b60 0x7fc0300aaf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.628+0000 7fc036600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0300d4f00 0x7fc0300ccf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.628+0000 7fc036600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc03015e890 0x7fc0300ce2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.628+0000 7fc036600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc03015ec70 con 0x7fc0300d4f00 2024-09-19T04:40:32.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.628+0000 7fc036600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc0300d38e0 con 0x7fc0300d2b60 2024-09-19T04:40:32.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.628+0000 7fc036600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fc03006db10 con 0x7fc03015e890 2024-09-19T04:40:32.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.628+0000 7fc02ea00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0300d4f00 0x7fc0300ccf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.628+0000 7fc02ea00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0300d4f00 0x7fc0300ccf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36214/0 (socket says 172.21.15.31:36214) 2024-09-19T04:40:32.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.628+0000 7fc02ea00640 1 -- 172.21.15.31:0/510019891 learned_addr learned my addr 172.21.15.31:0/510019891 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:32.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.628+0000 7fc02f400640 1 --2- 172.21.15.31:0/510019891 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc0300d2b60 0x7fc0300aaf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.628+0000 7fc02fe00640 1 --2- 172.21.15.31:0/510019891 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc03015e890 0x7fc0300ce2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.629+0000 7fc02ea00640 1 -- 172.21.15.31:0/510019891 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc03015e890 msgr2=0x7fc0300ce2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.629+0000 7fc02ea00640 1 --2- 172.21.15.31:0/510019891 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc03015e890 0x7fc0300ce2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.629+0000 7fc02ea00640 1 -- 172.21.15.31:0/510019891 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc0300d2b60 msgr2=0x7fc0300aaf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.629+0000 7fc02ea00640 1 --2- 172.21.15.31:0/510019891 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc0300d2b60 0x7fc0300aaf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.629+0000 7fc02ea00640 1 -- 172.21.15.31:0/510019891 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0300abe60 con 0x7fc0300d4f00 2024-09-19T04:40:32.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.629+0000 7fc02fe00640 1 --2- 172.21.15.31:0/510019891 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc03015e890 0x7fc0300ce2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:32.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.629+0000 7fc02ea00640 1 --2- 172.21.15.31:0/510019891 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0300d4f00 0x7fc0300ccf40 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc01c00c3c0 tx=0x7fc01c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:32.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.629+0000 7fc027400640 1 -- 172.21.15.31:0/510019891 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc01c017070 con 0x7fc0300d4f00 2024-09-19T04:40:32.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.629+0000 7fc027400640 1 -- 172.21.15.31:0/510019891 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc01c0052f0 con 0x7fc0300d4f00 2024-09-19T04:40:32.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.629+0000 7fc027400640 1 -- 172.21.15.31:0/510019891 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc01c003830 con 0x7fc0300d4f00 2024-09-19T04:40:32.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.629+0000 7fc036600640 1 -- 172.21.15.31:0/510019891 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0300ab8a0 con 0x7fc0300d4f00 2024-09-19T04:40:32.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.629+0000 7fc036600640 1 -- 172.21.15.31:0/510019891 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0300cc740 con 0x7fc0300d4f00 2024-09-19T04:40:32.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.631+0000 7fc036600640 1 -- 172.21.15.31:0/510019891 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc03006cbb0 con 0x7fc0300d4f00 2024-09-19T04:40:32.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.631+0000 7fc027400640 1 -- 172.21.15.31:0/510019891 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc01c01a070 con 0x7fc0300d4f00 2024-09-19T04:40:32.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.632+0000 7fc027400640 1 --2- 172.21.15.31:0/510019891 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc01006c2b0 0x7fc01006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:32.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.632+0000 7fc027400640 1 -- 172.21.15.31:0/510019891 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6735+0+0 (secure 0 0 0) 0x7fc01c08aae0 con 0x7fc0300d4f00 2024-09-19T04:40:32.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.632+0000 7fc02f400640 1 --2- 172.21.15.31:0/510019891 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc01006c2b0 0x7fc01006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:32.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.633+0000 7fc02f400640 1 --2- 172.21.15.31:0/510019891 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc01006c2b0 0x7fc01006e770 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc020034000 tx=0x7fc02002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:32.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.636+0000 7fc027400640 1 -- 172.21.15.31:0/510019891 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc01c0587f0 con 0x7fc0300d4f00 2024-09-19T04:40:32.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.822+0000 7fc036600640 1 -- 172.21.15.31:0/510019891 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc0300b4e60 con 0x7fc0300d4f00 2024-09-19T04:40:32.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.823+0000 7fc027400640 1 -- 172.21.15.31:0/510019891 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) ==== 74+0+18952 (secure 0 0 0) 0x7fc01c05caf0 con 0x7fc0300d4f00 2024-09-19T04:40:32.825 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:32.825 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":27,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:40:30.612748+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:46.656485+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:47.611713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T04:39:51.258713+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.25","mappings":[{"from":3,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]},{"pgid":"3.39","mappings":[{"from":7,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.7","mappings":[{"from":1,"to":2}]},{"pgid":"4.12","mappings":[{"from":1,"to":5}]},{"pgid":"4.1e","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:32.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.825+0000 7fc036600640 1 -- 172.21.15.31:0/510019891 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc01006c2b0 msgr2=0x7fc01006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.825+0000 7fc036600640 1 --2- 172.21.15.31:0/510019891 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc01006c2b0 0x7fc01006e770 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc020034000 tx=0x7fc02002e000 comp rx=0 tx=0).stop 2024-09-19T04:40:32.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.825+0000 7fc036600640 1 -- 172.21.15.31:0/510019891 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0300d4f00 msgr2=0x7fc0300ccf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:32.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.825+0000 7fc036600640 1 --2- 172.21.15.31:0/510019891 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0300d4f00 0x7fc0300ccf40 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc01c00c3c0 tx=0x7fc01c00c880 comp rx=0 tx=0).stop 2024-09-19T04:40:32.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.825+0000 7fc036600640 1 -- 172.21.15.31:0/510019891 shutdown_connections 2024-09-19T04:40:32.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.825+0000 7fc036600640 1 --2- 172.21.15.31:0/510019891 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc03015e890 0x7fc0300ce2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.825+0000 7fc036600640 1 --2- 172.21.15.31:0/510019891 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0300d4f00 0x7fc0300ccf40 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.825+0000 7fc036600640 1 --2- 172.21.15.31:0/510019891 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc01006c2b0 0x7fc01006e770 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.825+0000 7fc036600640 1 --2- 172.21.15.31:0/510019891 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc0300d2b60 0x7fc0300aaf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:32.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.825+0000 7fc036600640 1 -- 172.21.15.31:0/510019891 >> 172.21.15.31:0/510019891 conn(0x7fc0300b66c0 msgr2=0x7fc0300b3260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:32.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.825+0000 7fc036600640 1 -- 172.21.15.31:0/510019891 shutdown_connections 2024-09-19T04:40:32.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.825+0000 7fc036600640 1 -- 172.21.15.31:0/510019891 wait complete. 2024-09-19T04:40:32.843 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T04:40:32.843 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:32.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.997+0000 7fac9be00640 1 Processor -- start 2024-09-19T04:40:33.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.997+0000 7fac9be00640 1 -- start start 2024-09-19T04:40:33.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.998+0000 7fac9be00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fac9406f0e0 0x7fac9415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.998+0000 7fac9be00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fac9406f4c0 0x7fac940cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.998+0000 7fac9be00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac9415c620 con 0x7fac940cf5a0 2024-09-19T04:40:33.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.999+0000 7fac9be00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fac9415bc50 con 0x7fac9406f0e0 2024-09-19T04:40:33.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.999+0000 7fac9be00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fac94152630 con 0x7fac9406f4c0 2024-09-19T04:40:33.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.999+0000 7fac98a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fac9406f4c0 0x7fac940cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.999+0000 7fac99400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fac9406f0e0 0x7fac9415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.999+0000 7fac98a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fac9406f4c0 0x7fac940cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:46424/0 (socket says 172.21.15.31:46424) 2024-09-19T04:40:33.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.999+0000 7fac98a00640 1 -- 172.21.15.31:0/3954822749 learned_addr learned my addr 172.21.15.31:0/3954822749 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:33.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.999+0000 7fac98a00640 1 -- 172.21.15.31:0/3954822749 >> v2:172.21.15.52:3300/0 conn(0x7fac9406f0e0 msgr2=0x7fac9415c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:33.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.999+0000 7fac98a00640 1 --2- 172.21.15.31:0/3954822749 >> v2:172.21.15.52:3300/0 conn(0x7fac9406f0e0 0x7fac9415c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.000+0000 7fac98a00640 1 -- 172.21.15.31:0/3954822749 >> v1:172.21.15.52:6789/0 conn(0x7fac940cf5a0 legacy=0x7fac940b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:32.999+0000 7fac93e00640 1 -- 172.21.15.31:0/3954822749 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4018410718 0 0) 0x7fac9415c620 con 0x7fac940cf5a0 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.000+0000 7fac98a00640 1 -- 172.21.15.31:0/3954822749 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac940cfb40 con 0x7fac9406f4c0 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.001+0000 7fac98a00640 1 --2- 172.21.15.31:0/3954822749 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fac9406f4c0 0x7fac940cf060 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fac80009870 tx=0x7fac8002c480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f669c7addbc59131 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.001+0000 7fac93e00640 1 -- 172.21.15.31:0/3954822749 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac80038070 con 0x7fac9406f4c0 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.001+0000 7fac93e00640 1 -- 172.21.15.31:0/3954822749 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac80031710 con 0x7fac9406f4c0 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.001+0000 7fac93e00640 1 -- 172.21.15.31:0/3954822749 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac80031ae0 con 0x7fac9406f4c0 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.001+0000 7fac9be00640 1 -- 172.21.15.31:0/3954822749 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fac9406f4c0 msgr2=0x7fac940cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.001+0000 7fac9be00640 1 --2- 172.21.15.31:0/3954822749 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fac9406f4c0 0x7fac940cf060 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fac80009870 tx=0x7fac8002c480 comp rx=0 tx=0).stop 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.001+0000 7fac9be00640 1 -- 172.21.15.31:0/3954822749 shutdown_connections 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.001+0000 7fac9be00640 1 --2- 172.21.15.31:0/3954822749 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fac9406f4c0 0x7fac940cf060 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.001+0000 7fac9be00640 1 --2- 172.21.15.31:0/3954822749 >> v2:172.21.15.52:3300/0 conn(0x7fac9406f0e0 0x7fac9415c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.001+0000 7fac9be00640 1 -- 172.21.15.31:0/3954822749 >> 172.21.15.31:0/3954822749 conn(0x7fac94067da0 msgr2=0x7fac9406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:33.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.002+0000 7fac9be00640 1 -- 172.21.15.31:0/3954822749 shutdown_connections 2024-09-19T04:40:33.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.002+0000 7fac9be00640 1 -- 172.21.15.31:0/3954822749 wait complete. 2024-09-19T04:40:33.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.003+0000 7fac9be00640 1 Processor -- start 2024-09-19T04:40:33.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.003+0000 7fac9be00640 1 -- start start 2024-09-19T04:40:33.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.004+0000 7fac9be00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac9406f0e0 0x7fac941f3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.004+0000 7fac9be00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fac9406f4c0 0x7fac940b2420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.004+0000 7fac9be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fac940cf5a0 0x7fac940b2960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.004+0000 7fac9be00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fac9406f900 con 0x7fac940cf5a0 2024-09-19T04:40:33.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.004+0000 7fac9be00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fac9415b8e0 con 0x7fac9406f0e0 2024-09-19T04:40:33.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.004+0000 7fac9be00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fac941f4ed0 con 0x7fac9406f4c0 2024-09-19T04:40:33.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.005+0000 7fac99400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac9406f0e0 0x7fac941f3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.005+0000 7fac99e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fac940cf5a0 0x7fac940b2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.005+0000 7fac99e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fac940cf5a0 0x7fac940b2960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36216/0 (socket says 172.21.15.31:36216) 2024-09-19T04:40:33.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.005+0000 7fac99e00640 1 -- 172.21.15.31:0/2465981654 learned_addr learned my addr 172.21.15.31:0/2465981654 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:33.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.005+0000 7fac99400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac9406f0e0 0x7fac941f3ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:44306/0 (socket says 172.21.15.31:44306) 2024-09-19T04:40:33.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.005+0000 7fac98a00640 1 --2- 172.21.15.31:0/2465981654 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fac9406f4c0 0x7fac940b2420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.005+0000 7fac99e00640 1 -- 172.21.15.31:0/2465981654 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fac9406f4c0 msgr2=0x7fac940b2420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.005+0000 7fac99e00640 1 --2- 172.21.15.31:0/2465981654 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fac9406f4c0 0x7fac940b2420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.005+0000 7fac99e00640 1 -- 172.21.15.31:0/2465981654 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac9406f0e0 msgr2=0x7fac941f3ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.005+0000 7fac99e00640 1 --2- 172.21.15.31:0/2465981654 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac9406f0e0 0x7fac941f3ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.005+0000 7fac99e00640 1 -- 172.21.15.31:0/2465981654 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac940b0340 con 0x7fac940cf5a0 2024-09-19T04:40:33.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.005+0000 7fac99e00640 1 --2- 172.21.15.31:0/2465981654 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fac940cf5a0 0x7fac940b2960 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fac8c00c780 tx=0x7fac8c00cb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:33.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.006+0000 7fac91600640 1 -- 172.21.15.31:0/2465981654 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8c003b70 con 0x7fac940cf5a0 2024-09-19T04:40:33.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.006+0000 7fac91600640 1 -- 172.21.15.31:0/2465981654 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac8c003d10 con 0x7fac940cf5a0 2024-09-19T04:40:33.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.006+0000 7fac9be00640 1 -- 172.21.15.31:0/2465981654 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac94156f80 con 0x7fac940cf5a0 2024-09-19T04:40:33.009 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.006+0000 7fac91600640 1 -- 172.21.15.31:0/2465981654 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8c005270 con 0x7fac940cf5a0 2024-09-19T04:40:33.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.006+0000 7fac9be00640 1 -- 172.21.15.31:0/2465981654 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac941f4910 con 0x7fac940cf5a0 2024-09-19T04:40:33.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.007+0000 7fac9be00640 1 -- 172.21.15.31:0/2465981654 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac9415ee80 con 0x7fac940cf5a0 2024-09-19T04:40:33.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.008+0000 7fac91600640 1 -- 172.21.15.31:0/2465981654 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fac8c005410 con 0x7fac940cf5a0 2024-09-19T04:40:33.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.009+0000 7fac91600640 1 --2- 172.21.15.31:0/2465981654 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fac7406c2b0 0x7fac7406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.009+0000 7fac91600640 1 -- 172.21.15.31:0/2465981654 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6735+0+0 (secure 0 0 0) 0x7fac8c08b600 con 0x7fac940cf5a0 2024-09-19T04:40:33.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.010+0000 7fac99400640 1 --2- 172.21.15.31:0/2465981654 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fac7406c2b0 0x7fac7406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.012 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.010+0000 7fac99400640 1 --2- 172.21.15.31:0/2465981654 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fac7406c2b0 0x7fac7406e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fac940af9a0 tx=0x7fac88009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:33.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.014+0000 7fac91600640 1 -- 172.21.15.31:0/2465981654 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fac8c059310 con 0x7fac940cf5a0 2024-09-19T04:40:33.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.238+0000 7fac9be00640 1 -- 172.21.15.31:0/2465981654 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fac9415c460 con 0x7fac940cf5a0 2024-09-19T04:40:33.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.239+0000 7fac91600640 1 -- 172.21.15.31:0/2465981654 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5219 (secure 0 0 0) 0x7fac8c05d610 con 0x7fac940cf5a0 2024-09-19T04:40:33.241 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:33.241 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":9,"btime":"2024-09-19T04:40:05:253481+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/3433161175","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6836","nonce":3433161175},{"type":"v1","addr":"172.21.15.31:6837","nonce":3433161175}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1405236214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":1405236214},{"type":"v1","addr":"172.21.15.31:6835","nonce":1405236214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3928232119","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":3928232119},{"type":"v1","addr":"172.21.15.52:6835","nonce":3928232119}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:48.624941+0000","modified":"2024-09-19T04:40:04.673963+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.52:6834/1346261032","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":1346261032},{"type":"v1","addr":"172.21.15.52:6834","nonce":1346261032}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-19T04:40:33.241 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 9 2024-09-19T04:40:33.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.241+0000 7fac9be00640 1 -- 172.21.15.31:0/2465981654 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fac7406c2b0 msgr2=0x7fac7406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.241+0000 7fac9be00640 1 --2- 172.21.15.31:0/2465981654 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fac7406c2b0 0x7fac7406e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fac940af9a0 tx=0x7fac88009190 comp rx=0 tx=0).stop 2024-09-19T04:40:33.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.241+0000 7fac9be00640 1 -- 172.21.15.31:0/2465981654 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fac940cf5a0 msgr2=0x7fac940b2960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.241+0000 7fac9be00640 1 --2- 172.21.15.31:0/2465981654 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fac940cf5a0 0x7fac940b2960 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fac8c00c780 tx=0x7fac8c00cb80 comp rx=0 tx=0).stop 2024-09-19T04:40:33.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.241+0000 7fac9be00640 1 -- 172.21.15.31:0/2465981654 shutdown_connections 2024-09-19T04:40:33.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.241+0000 7fac9be00640 1 --2- 172.21.15.31:0/2465981654 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fac940cf5a0 0x7fac940b2960 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.241+0000 7fac9be00640 1 --2- 172.21.15.31:0/2465981654 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fac9406f4c0 0x7fac940b2420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.241+0000 7fac9be00640 1 --2- 172.21.15.31:0/2465981654 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fac7406c2b0 0x7fac7406e770 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.241+0000 7fac9be00640 1 --2- 172.21.15.31:0/2465981654 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac9406f0e0 0x7fac941f3ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.241+0000 7fac9be00640 1 -- 172.21.15.31:0/2465981654 >> 172.21.15.31:0/2465981654 conn(0x7fac94067da0 msgr2=0x7fac940ad8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:33.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.242+0000 7fac9be00640 1 -- 172.21.15.31:0/2465981654 shutdown_connections 2024-09-19T04:40:33.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.242+0000 7fac9be00640 1 -- 172.21.15.31:0/2465981654 wait complete. 2024-09-19T04:40:33.260 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:33.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.415+0000 7f80c9a00640 1 Processor -- start 2024-09-19T04:40:33.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.415+0000 7f80c9a00640 1 -- start start 2024-09-19T04:40:33.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.416+0000 7f80c9a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f80c4072240 0x7f80c415d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.416+0000 7f80c9a00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f80c4072620 0x7f80c40af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.416+0000 7f80c9a00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f80c415d730 con 0x7f80c406dfd0 2024-09-19T04:40:33.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.416+0000 7f80c9a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f80c406e590 con 0x7f80c4072240 2024-09-19T04:40:33.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.416+0000 7f80c9a00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f80c406e870 con 0x7f80c4072620 2024-09-19T04:40:33.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.416+0000 7f80c2a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f80c4072240 0x7f80c415d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.416+0000 7f80c2a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f80c4072240 0x7f80c415d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36222/0 (socket says 172.21.15.31:36222) 2024-09-19T04:40:33.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.417+0000 7f80c2a00640 1 -- 172.21.15.31:0/4025469311 learned_addr learned my addr 172.21.15.31:0/4025469311 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:33.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.417+0000 7f80c2000640 1 --2- 172.21.15.31:0/4025469311 >> v2:172.21.15.52:3300/0 conn(0x7f80c4072620 0x7f80c40af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.417+0000 7f80c2a00640 1 -- 172.21.15.31:0/4025469311 >> v2:172.21.15.52:3300/0 conn(0x7f80c4072620 msgr2=0x7f80c40af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:33.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.417+0000 7f80c2a00640 1 --2- 172.21.15.31:0/4025469311 >> v2:172.21.15.52:3300/0 conn(0x7f80c4072620 0x7f80c40af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.417+0000 7f80c2a00640 1 -- 172.21.15.31:0/4025469311 >> v1:172.21.15.31:6789/0 conn(0x7f80c406dfd0 legacy=0x7f80c415fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.417+0000 7f80c2a00640 1 -- 172.21.15.31:0/4025469311 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80c406eb50 con 0x7f80c4072240 2024-09-19T04:40:33.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.417+0000 7f80c1600640 1 -- 172.21.15.31:0/4025469311 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2976287863 0 0) 0x7f80c415d730 con 0x7f80c406dfd0 2024-09-19T04:40:33.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.418+0000 7f80c2a00640 1 --2- 172.21.15.31:0/4025469311 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80c4072240 0x7f80c415d1f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f80c4073440 tx=0x7f80b402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3a012edf5f89bf3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:33.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.418+0000 7f80c1600640 1 -- 172.21.15.31:0/4025469311 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80b4037070 con 0x7f80c4072240 2024-09-19T04:40:33.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.418+0000 7f80c1600640 1 -- 172.21.15.31:0/4025469311 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80b4032440 con 0x7f80c4072240 2024-09-19T04:40:33.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.418+0000 7f80c1600640 1 -- 172.21.15.31:0/4025469311 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80b4032810 con 0x7f80c4072240 2024-09-19T04:40:33.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.419+0000 7f80c9a00640 1 -- 172.21.15.31:0/4025469311 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80c4072240 msgr2=0x7f80c415d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.419+0000 7f80c9a00640 1 --2- 172.21.15.31:0/4025469311 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80c4072240 0x7f80c415d1f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f80c4073440 tx=0x7f80b402a270 comp rx=0 tx=0).stop 2024-09-19T04:40:33.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.419+0000 7f80c9a00640 1 -- 172.21.15.31:0/4025469311 shutdown_connections 2024-09-19T04:40:33.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.419+0000 7f80c9a00640 1 --2- 172.21.15.31:0/4025469311 >> v2:172.21.15.52:3300/0 conn(0x7f80c4072620 0x7f80c40af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.419+0000 7f80c9a00640 1 --2- 172.21.15.31:0/4025469311 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80c4072240 0x7f80c415d1f0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.419+0000 7f80c9a00640 1 -- 172.21.15.31:0/4025469311 >> 172.21.15.31:0/4025469311 conn(0x7f80c4067da0 msgr2=0x7f80c406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:33.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.419+0000 7f80c9a00640 1 -- 172.21.15.31:0/4025469311 shutdown_connections 2024-09-19T04:40:33.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.419+0000 7f80c9a00640 1 -- 172.21.15.31:0/4025469311 wait complete. 2024-09-19T04:40:33.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.421+0000 7f80c9a00640 1 Processor -- start 2024-09-19T04:40:33.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.421+0000 7f80c9a00640 1 -- start start 2024-09-19T04:40:33.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.421+0000 7f80c9a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80c406dfd0 0x7f80c41f4850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.422+0000 7f80c9a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f80c4072240 0x7f80c40b3530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.422+0000 7f80c9a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f80c4072620 0x7f80c40ca2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.422+0000 7f80c9a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f80c40ce360 con 0x7f80c406dfd0 2024-09-19T04:40:33.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.422+0000 7f80c9a00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f80c40ce1e0 con 0x7f80c4072240 2024-09-19T04:40:33.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.422+0000 7f80c9a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f80c40ce4e0 con 0x7f80c4072620 2024-09-19T04:40:33.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.422+0000 7f80c2a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80c406dfd0 0x7f80c41f4850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.422+0000 7f80c2a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80c406dfd0 0x7f80c41f4850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36226/0 (socket says 172.21.15.31:36226) 2024-09-19T04:40:33.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.422+0000 7f80c2a00640 1 -- 172.21.15.31:0/2985632730 learned_addr learned my addr 172.21.15.31:0/2985632730 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:33.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.422+0000 7f80c2a00640 1 -- 172.21.15.31:0/2985632730 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f80c4072620 msgr2=0x7f80c40ca2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.422+0000 7f80c2a00640 1 --2- 172.21.15.31:0/2985632730 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f80c4072620 0x7f80c40ca2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.422+0000 7f80c2a00640 1 -- 172.21.15.31:0/2985632730 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f80c4072240 msgr2=0x7f80c40b3530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.422+0000 7f80c2a00640 1 --2- 172.21.15.31:0/2985632730 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f80c4072240 0x7f80c40b3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.422+0000 7f80c2a00640 1 -- 172.21.15.31:0/2985632730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80c40b3f10 con 0x7f80c406dfd0 2024-09-19T04:40:33.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.422+0000 7f80c2a00640 1 --2- 172.21.15.31:0/2985632730 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80c406dfd0 0x7f80c41f4850 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f80b4000c00 tx=0x7f80b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:33.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.423+0000 7f80baa00640 1 -- 172.21.15.31:0/2985632730 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80b4041020 con 0x7f80c406dfd0 2024-09-19T04:40:33.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.423+0000 7f80baa00640 1 -- 172.21.15.31:0/2985632730 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80b40306c0 con 0x7f80c406dfd0 2024-09-19T04:40:33.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.423+0000 7f80baa00640 1 -- 172.21.15.31:0/2985632730 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80b4037040 con 0x7f80c406dfd0 2024-09-19T04:40:33.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.423+0000 7f80c9a00640 1 -- 172.21.15.31:0/2985632730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80c40b41f0 con 0x7f80c406dfd0 2024-09-19T04:40:33.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.423+0000 7f80c9a00640 1 -- 172.21.15.31:0/2985632730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80c40b47b0 con 0x7f80c406dfd0 2024-09-19T04:40:33.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.424+0000 7f80c9a00640 1 -- 172.21.15.31:0/2985632730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80c40ceec0 con 0x7f80c406dfd0 2024-09-19T04:40:33.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.425+0000 7f80baa00640 1 -- 172.21.15.31:0/2985632730 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f80b4044020 con 0x7f80c406dfd0 2024-09-19T04:40:33.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.426+0000 7f80baa00640 1 --2- 172.21.15.31:0/2985632730 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f80a406c2b0 0x7f80a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.426+0000 7f80baa00640 1 -- 172.21.15.31:0/2985632730 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6735+0+0 (secure 0 0 0) 0x7f80b40ac0d0 con 0x7f80c406dfd0 2024-09-19T04:40:33.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.426+0000 7f80c2000640 1 --2- 172.21.15.31:0/2985632730 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f80a406c2b0 0x7f80a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.427+0000 7f80c2000640 1 --2- 172.21.15.31:0/2985632730 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f80a406c2b0 0x7f80a406e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f80b0006fd0 tx=0x7f80b0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:33.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.430+0000 7f80baa00640 1 -- 172.21.15.31:0/2985632730 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f80c40ceec0 con 0x7f80c406dfd0 2024-09-19T04:40:33.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.655+0000 7f80c9a00640 1 -- 172.21.15.31:0/2985632730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f80c415d1f0 con 0x7f80c406dfd0 2024-09-19T04:40:33.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.655+0000 7f80baa00640 1 -- 172.21.15.31:0/2985632730 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5219 (secure 0 0 0) 0x7f80b404b030 con 0x7f80c406dfd0 2024-09-19T04:40:33.657 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:33.658 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":9,"btime":"2024-09-19T04:40:05:253481+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/3433161175","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6836","nonce":3433161175},{"type":"v1","addr":"172.21.15.31:6837","nonce":3433161175}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/1405236214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":1405236214},{"type":"v1","addr":"172.21.15.31:6835","nonce":1405236214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/3928232119","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":3928232119},{"type":"v1","addr":"172.21.15.52:6835","nonce":3928232119}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:39:48.624941+0000","modified":"2024-09-19T04:40:04.673963+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4287},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4287":{"gid":4287,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.52:6834/1346261032","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":1346261032},{"type":"v1","addr":"172.21.15.52:6834","nonce":1346261032}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4287,"qdb_cluster":[4287]},"id":1}]} 2024-09-19T04:40:33.658 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 9 2024-09-19T04:40:33.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.658+0000 7f80c9a00640 1 -- 172.21.15.31:0/2985632730 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f80a406c2b0 msgr2=0x7f80a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.658+0000 7f80c9a00640 1 --2- 172.21.15.31:0/2985632730 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f80a406c2b0 0x7f80a406e770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f80b0006fd0 tx=0x7f80b0008040 comp rx=0 tx=0).stop 2024-09-19T04:40:33.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.658+0000 7f80c9a00640 1 -- 172.21.15.31:0/2985632730 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80c406dfd0 msgr2=0x7f80c41f4850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.658+0000 7f80c9a00640 1 --2- 172.21.15.31:0/2985632730 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80c406dfd0 0x7f80c41f4850 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f80b4000c00 tx=0x7f80b40046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.658+0000 7f80c9a00640 1 -- 172.21.15.31:0/2985632730 shutdown_connections 2024-09-19T04:40:33.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.658+0000 7f80c9a00640 1 --2- 172.21.15.31:0/2985632730 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f80c4072620 0x7f80c40ca2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.658+0000 7f80c9a00640 1 --2- 172.21.15.31:0/2985632730 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f80a406c2b0 0x7f80a406e770 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.658+0000 7f80c9a00640 1 --2- 172.21.15.31:0/2985632730 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f80c4072240 0x7f80c40b3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.658+0000 7f80c9a00640 1 --2- 172.21.15.31:0/2985632730 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f80c406dfd0 0x7f80c41f4850 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.658+0000 7f80c9a00640 1 -- 172.21.15.31:0/2985632730 >> 172.21.15.31:0/2985632730 conn(0x7f80c4067da0 msgr2=0x7f80c415d980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:33.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.658+0000 7f80c9a00640 1 -- 172.21.15.31:0/2985632730 shutdown_connections 2024-09-19T04:40:33.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.658+0000 7f80c9a00640 1 -- 172.21.15.31:0/2985632730 wait complete. 2024-09-19T04:40:33.676 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:33.831 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.829+0000 7f8848e00640 1 Processor -- start 2024-09-19T04:40:33.832 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.830+0000 7f8848e00640 1 -- start start 2024-09-19T04:40:33.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.831+0000 7f8848e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f884406f0e0 0x7f884415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.831+0000 7f8848e00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f884406f4c0 0x7f88440cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.831+0000 7f8848e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f88440cf5a0 0x7f88440b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.831+0000 7f8848e00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f884415bc50 con 0x7f88440cf5a0 2024-09-19T04:40:33.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.831+0000 7f8848e00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f8844152630 con 0x7f884406f4c0 2024-09-19T04:40:33.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.831+0000 7f8848e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f884415c620 con 0x7f884406f0e0 2024-09-19T04:40:33.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.831+0000 7f8842800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f88440cf5a0 0x7f88440b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.831+0000 7f8842800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f88440cf5a0 0x7f88440b3ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36242/0 (socket says 172.21.15.31:36242) 2024-09-19T04:40:33.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.831+0000 7f8842800640 1 -- 172.21.15.31:0/596222386 learned_addr learned my addr 172.21.15.31:0/596222386 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:33.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.831+0000 7f8839400640 1 --2- 172.21.15.31:0/596222386 >> v2:172.21.15.52:3300/0 conn(0x7f884406f4c0 0x7f88440cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.831+0000 7f8841e00640 1 --2- 172.21.15.31:0/596222386 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f884406f0e0 0x7f884415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.832+0000 7f8842800640 1 -- 172.21.15.31:0/596222386 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f884406f0e0 msgr2=0x7f884415c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:33.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.832+0000 7f8842800640 1 --2- 172.21.15.31:0/596222386 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f884406f0e0 0x7f884415c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.832+0000 7f8842800640 1 -- 172.21.15.31:0/596222386 >> v2:172.21.15.52:3300/0 conn(0x7f884406f4c0 msgr2=0x7f88440cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:33.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.832+0000 7f8842800640 1 --2- 172.21.15.31:0/596222386 >> v2:172.21.15.52:3300/0 conn(0x7f884406f4c0 0x7f88440cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.832+0000 7f8842800640 1 -- 172.21.15.31:0/596222386 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88440cfb40 con 0x7f88440cf5a0 2024-09-19T04:40:33.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.833+0000 7f8842800640 1 --2- 172.21.15.31:0/596222386 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f88440cf5a0 0x7f88440b3ba0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f8844073350 tx=0x7f883c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=541a97e6eb6c7aa4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:33.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.833+0000 7f8841400640 1 -- 172.21.15.31:0/596222386 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f883c036070 con 0x7f88440cf5a0 2024-09-19T04:40:33.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.833+0000 7f8841400640 1 -- 172.21.15.31:0/596222386 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f883c031600 con 0x7f88440cf5a0 2024-09-19T04:40:33.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.833+0000 7f8841400640 1 -- 172.21.15.31:0/596222386 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f883c0319d0 con 0x7f88440cf5a0 2024-09-19T04:40:33.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.833+0000 7f8848e00640 1 -- 172.21.15.31:0/596222386 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f88440cf5a0 msgr2=0x7f88440b3ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.833+0000 7f8848e00640 1 --2- 172.21.15.31:0/596222386 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f88440cf5a0 0x7f88440b3ba0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f8844073350 tx=0x7f883c02a6a0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.833+0000 7f8848e00640 1 -- 172.21.15.31:0/596222386 shutdown_connections 2024-09-19T04:40:33.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.833+0000 7f8848e00640 1 --2- 172.21.15.31:0/596222386 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f88440cf5a0 0x7f88440b3ba0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.833+0000 7f8848e00640 1 --2- 172.21.15.31:0/596222386 >> v2:172.21.15.52:3300/0 conn(0x7f884406f4c0 0x7f88440cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.833+0000 7f8848e00640 1 --2- 172.21.15.31:0/596222386 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f884406f0e0 0x7f884415c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.833+0000 7f8848e00640 1 -- 172.21.15.31:0/596222386 >> 172.21.15.31:0/596222386 conn(0x7f8844067da0 msgr2=0x7f884406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:33.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.834+0000 7f8848e00640 1 -- 172.21.15.31:0/596222386 shutdown_connections 2024-09-19T04:40:33.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.834+0000 7f8848e00640 1 -- 172.21.15.31:0/596222386 wait complete. 2024-09-19T04:40:33.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.835+0000 7f8848e00640 1 Processor -- start 2024-09-19T04:40:33.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.835+0000 7f8848e00640 1 -- start start 2024-09-19T04:40:33.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.836+0000 7f8848e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f884406f0e0 0x7f884414fe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.836+0000 7f8848e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f884406f4c0 0x7f884415cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.836+0000 7f8848e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f88440cf5a0 0x7f884414e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.836+0000 7f8848e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f884406f900 con 0x7f884406f4c0 2024-09-19T04:40:33.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.836+0000 7f8848e00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f884415b8e0 con 0x7f88440cf5a0 2024-09-19T04:40:33.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.836+0000 7f8848e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f884414fca0 con 0x7f884406f0e0 2024-09-19T04:40:33.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.836+0000 7f8839400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f884406f4c0 0x7f884415cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.836+0000 7f8839400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f884406f4c0 0x7f884415cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36244/0 (socket says 172.21.15.31:36244) 2024-09-19T04:40:33.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.836+0000 7f8839400640 1 -- 172.21.15.31:0/1159189213 learned_addr learned my addr 172.21.15.31:0/1159189213 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:33.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.837+0000 7f8842800640 1 --2- 172.21.15.31:0/1159189213 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f88440cf5a0 0x7f884414e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.837+0000 7f8841e00640 1 --2- 172.21.15.31:0/1159189213 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f884406f0e0 0x7f884414fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.837+0000 7f8839400640 1 -- 172.21.15.31:0/1159189213 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f884406f0e0 msgr2=0x7f884414fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.837+0000 7f8839400640 1 --2- 172.21.15.31:0/1159189213 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f884406f0e0 0x7f884414fe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.837+0000 7f8839400640 1 -- 172.21.15.31:0/1159189213 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f88440cf5a0 msgr2=0x7f884414e0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:33.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.837+0000 7f8839400640 1 --2- 172.21.15.31:0/1159189213 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f88440cf5a0 0x7f884414e0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:33.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.837+0000 7f8839400640 1 -- 172.21.15.31:0/1159189213 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f884415d2e0 con 0x7f884406f4c0 2024-09-19T04:40:33.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.837+0000 7f8839400640 1 --2- 172.21.15.31:0/1159189213 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f884406f4c0 0x7f884415cc00 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f882c00e980 tx=0x7f882c00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:33.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.837+0000 7f883aa00640 1 -- 172.21.15.31:0/1159189213 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f882c017070 con 0x7f884406f4c0 2024-09-19T04:40:33.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.837+0000 7f883aa00640 1 -- 172.21.15.31:0/1159189213 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f882c00ca00 con 0x7f884406f4c0 2024-09-19T04:40:33.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.837+0000 7f8848e00640 1 -- 172.21.15.31:0/1159189213 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f884415d5c0 con 0x7f884406f4c0 2024-09-19T04:40:33.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.837+0000 7f883aa00640 1 -- 172.21.15.31:0/1159189213 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f882c00cdd0 con 0x7f884406f4c0 2024-09-19T04:40:33.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.838+0000 7f8848e00640 1 -- 172.21.15.31:0/1159189213 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f884415db80 con 0x7f884406f4c0 2024-09-19T04:40:33.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.839+0000 7f8848e00640 1 -- 172.21.15.31:0/1159189213 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f884415ee80 con 0x7f884406f4c0 2024-09-19T04:40:33.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.840+0000 7f883aa00640 1 -- 172.21.15.31:0/1159189213 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f882c01a070 con 0x7f884406f4c0 2024-09-19T04:40:33.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.840+0000 7f883aa00640 1 --2- 172.21.15.31:0/1159189213 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f882006c2b0 0x7f882006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:33.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.841+0000 7f883aa00640 1 -- 172.21.15.31:0/1159189213 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6735+0+0 (secure 0 0 0) 0x7f882c08bc80 con 0x7f884406f4c0 2024-09-19T04:40:33.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.841+0000 7f8841e00640 1 --2- 172.21.15.31:0/1159189213 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f882006c2b0 0x7f882006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:33.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.841+0000 7f8841e00640 1 --2- 172.21.15.31:0/1159189213 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f882006c2b0 0x7f882006e770 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8834009a50 tx=0x7f8834008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:33.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:33.845+0000 7f883aa00640 1 -- 172.21.15.31:0/1159189213 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f882c059f50 con 0x7f884406f4c0 2024-09-19T04:40:34.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.030+0000 7f8848e00640 1 -- 172.21.15.31:0/1159189213 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f884415f230 con 0x7f884406f4c0 2024-09-19T04:40:34.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.032+0000 7f883aa00640 1 -- 172.21.15.31:0/1159189213 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) ==== 74+0+18952 (secure 0 0 0) 0x7f882c059850 con 0x7f884406f4c0 2024-09-19T04:40:34.034 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:34.034 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":27,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:40:30.612748+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:39:46.656485+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T04:39:47.611713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-19T04:39:51.258713+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.25","mappings":[{"from":3,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]},{"pgid":"3.39","mappings":[{"from":7,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.7","mappings":[{"from":1,"to":2}]},{"pgid":"4.12","mappings":[{"from":1,"to":5}]},{"pgid":"4.1e","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:34.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.034+0000 7f8848e00640 1 -- 172.21.15.31:0/1159189213 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f882006c2b0 msgr2=0x7f882006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.034+0000 7f8848e00640 1 --2- 172.21.15.31:0/1159189213 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f882006c2b0 0x7f882006e770 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8834009a50 tx=0x7f8834008040 comp rx=0 tx=0).stop 2024-09-19T04:40:34.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.034+0000 7f8848e00640 1 -- 172.21.15.31:0/1159189213 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f884406f4c0 msgr2=0x7f884415cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.034+0000 7f8848e00640 1 --2- 172.21.15.31:0/1159189213 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f884406f4c0 0x7f884415cc00 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f882c00e980 tx=0x7f882c00ee40 comp rx=0 tx=0).stop 2024-09-19T04:40:34.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.034+0000 7f8848e00640 1 -- 172.21.15.31:0/1159189213 shutdown_connections 2024-09-19T04:40:34.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.034+0000 7f8848e00640 1 --2- 172.21.15.31:0/1159189213 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f882006c2b0 0x7f882006e770 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.034+0000 7f8848e00640 1 --2- 172.21.15.31:0/1159189213 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f88440cf5a0 0x7f884414e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.034+0000 7f8848e00640 1 --2- 172.21.15.31:0/1159189213 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f884406f4c0 0x7f884415cc00 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.034+0000 7f8848e00640 1 --2- 172.21.15.31:0/1159189213 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f884406f0e0 0x7f884414fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.034+0000 7f8848e00640 1 -- 172.21.15.31:0/1159189213 >> 172.21.15.31:0/1159189213 conn(0x7f8844067da0 msgr2=0x7f8844151620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:34.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.034+0000 7f8848e00640 1 -- 172.21.15.31:0/1159189213 shutdown_connections 2024-09-19T04:40:34.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.034+0000 7f8848e00640 1 -- 172.21.15.31:0/1159189213 wait complete. 2024-09-19T04:40:34.051 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T04:40:34.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.208+0000 7fddc6a00640 1 Processor -- start 2024-09-19T04:40:34.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.208+0000 7fddc6a00640 1 -- start start 2024-09-19T04:40:34.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.210+0000 7fddc6a00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fddc006f0e0 0x7fddc015c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.210+0000 7fddc6a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fddc006f4c0 0x7fddc00cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.210+0000 7fddc6a00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fddc015c620 con 0x7fddc00cf5a0 2024-09-19T04:40:34.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.210+0000 7fddc6a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fddc015bc50 con 0x7fddc006f4c0 2024-09-19T04:40:34.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.210+0000 7fddc6a00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fddc0152630 con 0x7fddc006f0e0 2024-09-19T04:40:34.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.210+0000 7fddb7e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fddc006f4c0 0x7fddc00cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.210+0000 7fddb7e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fddc006f4c0 0x7fddc00cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36248/0 (socket says 172.21.15.31:36248) 2024-09-19T04:40:34.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.210+0000 7fddb7e00640 1 -- 172.21.15.31:0/948832715 learned_addr learned my addr 172.21.15.31:0/948832715 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:34.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.210+0000 7fddbfe00640 1 --2- 172.21.15.31:0/948832715 >> v2:172.21.15.52:3300/0 conn(0x7fddc006f0e0 0x7fddc015c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.211+0000 7fddb7e00640 1 -- 172.21.15.31:0/948832715 >> v2:172.21.15.52:3300/0 conn(0x7fddc006f0e0 msgr2=0x7fddc015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:34.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.211+0000 7fddb7e00640 1 --2- 172.21.15.31:0/948832715 >> v2:172.21.15.52:3300/0 conn(0x7fddc006f0e0 0x7fddc015c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.211+0000 7fddb7e00640 1 -- 172.21.15.31:0/948832715 >> v1:172.21.15.52:6789/0 conn(0x7fddc00cf5a0 legacy=0x7fddc00b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.211+0000 7fddb7e00640 1 -- 172.21.15.31:0/948832715 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddc00cfb40 con 0x7fddc006f4c0 2024-09-19T04:40:34.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.211+0000 7fddb7e00640 1 --2- 172.21.15.31:0/948832715 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddc006f4c0 0x7fddc00cf060 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fddc0073070 tx=0x7fdda802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd27894f28b4d2d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:34.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.212+0000 7fddbf400640 1 -- 172.21.15.31:0/948832715 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda8037070 con 0x7fddc006f4c0 2024-09-19T04:40:34.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.212+0000 7fddbf400640 1 -- 172.21.15.31:0/948832715 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdda8032440 con 0x7fddc006f4c0 2024-09-19T04:40:34.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.212+0000 7fddbf400640 1 -- 172.21.15.31:0/948832715 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda8032810 con 0x7fddc006f4c0 2024-09-19T04:40:34.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.212+0000 7fddc6a00640 1 -- 172.21.15.31:0/948832715 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddc006f4c0 msgr2=0x7fddc00cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.212+0000 7fddc6a00640 1 --2- 172.21.15.31:0/948832715 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddc006f4c0 0x7fddc00cf060 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fddc0073070 tx=0x7fdda802a270 comp rx=0 tx=0).stop 2024-09-19T04:40:34.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.212+0000 7fddc6a00640 1 -- 172.21.15.31:0/948832715 shutdown_connections 2024-09-19T04:40:34.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.212+0000 7fddc6a00640 1 --2- 172.21.15.31:0/948832715 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddc006f4c0 0x7fddc00cf060 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.212+0000 7fddc6a00640 1 --2- 172.21.15.31:0/948832715 >> v2:172.21.15.52:3300/0 conn(0x7fddc006f0e0 0x7fddc015c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.212+0000 7fddc6a00640 1 -- 172.21.15.31:0/948832715 >> 172.21.15.31:0/948832715 conn(0x7fddc0067da0 msgr2=0x7fddc006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:34.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.213+0000 7fddc6a00640 1 -- 172.21.15.31:0/948832715 shutdown_connections 2024-09-19T04:40:34.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.213+0000 7fddc6a00640 1 -- 172.21.15.31:0/948832715 wait complete. 2024-09-19T04:40:34.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.214+0000 7fddc6a00640 1 Processor -- start 2024-09-19T04:40:34.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.214+0000 7fddc6a00640 1 -- start start 2024-09-19T04:40:34.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.215+0000 7fddc6a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fddc006f0e0 0x7fddc00b00a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.215+0000 7fddc6a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fddc006f4c0 0x7fddc0166360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.215+0000 7fddc6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddc00cf5a0 0x7fddc0168200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.215+0000 7fddc6a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fddc006f930 con 0x7fddc00cf5a0 2024-09-19T04:40:34.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.215+0000 7fddc6a00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fddc015b8e0 con 0x7fddc006f0e0 2024-09-19T04:40:34.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.215+0000 7fddc6a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fddc015ee80 con 0x7fddc006f4c0 2024-09-19T04:40:34.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.216+0000 7fddbfe00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fddc006f0e0 0x7fddc00b00a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.216+0000 7fddc4a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddc00cf5a0 0x7fddc0168200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.216+0000 7fddbfe00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fddc006f0e0 0x7fddc00b00a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:44380/0 (socket says 172.21.15.31:44380) 2024-09-19T04:40:34.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.216+0000 7fddbfe00640 1 -- 172.21.15.31:0/3802570592 learned_addr learned my addr 172.21.15.31:0/3802570592 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:34.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.216+0000 7fddb7e00640 1 --2- 172.21.15.31:0/3802570592 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fddc006f4c0 0x7fddc0166360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.216+0000 7fddbfe00640 1 -- 172.21.15.31:0/3802570592 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fddc006f4c0 msgr2=0x7fddc0166360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.216+0000 7fddbfe00640 1 --2- 172.21.15.31:0/3802570592 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fddc006f4c0 0x7fddc0166360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.216+0000 7fddbfe00640 1 -- 172.21.15.31:0/3802570592 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddc00cf5a0 msgr2=0x7fddc0168200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.216+0000 7fddbfe00640 1 --2- 172.21.15.31:0/3802570592 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddc00cf5a0 0x7fddc0168200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.216+0000 7fddbfe00640 1 -- 172.21.15.31:0/3802570592 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddc00b1050 con 0x7fddc006f0e0 2024-09-19T04:40:34.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.216+0000 7fddc4a00640 1 --2- 172.21.15.31:0/3802570592 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddc00cf5a0 0x7fddc0168200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:34.219 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.216+0000 7fddbfe00640 1 --2- 172.21.15.31:0/3802570592 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fddc006f0e0 0x7fddc00b00a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fddb000e9e0 tx=0x7fddb000eea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:34.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.217+0000 7fddbcc00640 1 -- 172.21.15.31:0/3802570592 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddb0017070 con 0x7fddc006f0e0 2024-09-19T04:40:34.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.217+0000 7fddbcc00640 1 -- 172.21.15.31:0/3802570592 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fddb000c9d0 con 0x7fddc006f0e0 2024-09-19T04:40:34.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.217+0000 7fddbcc00640 1 -- 172.21.15.31:0/3802570592 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddb000cdc0 con 0x7fddc006f0e0 2024-09-19T04:40:34.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.217+0000 7fddc6a00640 1 -- 172.21.15.31:0/3802570592 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddc0168740 con 0x7fddc006f0e0 2024-09-19T04:40:34.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.217+0000 7fddc6a00640 1 -- 172.21.15.31:0/3802570592 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddc00b0d70 con 0x7fddc006f0e0 2024-09-19T04:40:34.220 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.218+0000 7fddc6a00640 1 -- 172.21.15.31:0/3802570592 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fddc015f9a0 con 0x7fddc006f0e0 2024-09-19T04:40:34.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.219+0000 7fddbcc00640 1 -- 172.21.15.31:0/3802570592 <== mon.1 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fddb001a070 con 0x7fddc006f0e0 2024-09-19T04:40:34.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.220+0000 7fddbcc00640 1 --2- 172.21.15.31:0/3802570592 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fdd9c06c2b0 0x7fdd9c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.220+0000 7fddbcc00640 1 -- 172.21.15.31:0/3802570592 <== mon.1 v2:172.21.15.52:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6735+0+0 (secure 0 0 0) 0x7fddb008bba0 con 0x7fddc006f0e0 2024-09-19T04:40:34.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.220+0000 7fddb7e00640 1 --2- 172.21.15.31:0/3802570592 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fdd9c06c2b0 0x7fdd9c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.222 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.221+0000 7fddb7e00640 1 --2- 172.21.15.31:0/3802570592 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fdd9c06c2b0 0x7fdd9c06e770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fdda8034000 tx=0x7fdda802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:34.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.224+0000 7fddbcc00640 1 -- 172.21.15.31:0/3802570592 <== mon.1 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fddb008be20 con 0x7fddc006f0e0 2024-09-19T04:40:34.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.443+0000 7fddc6a00640 1 -- 172.21.15.31:0/3802570592 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fddc015e1c0 con 0x7fddc006f0e0 2024-09-19T04:40:34.445 INFO:tasks.ceph.mon.a.smithi031.stderr:2024-09-19T04:40:34.444+0000 7f4f52c00640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T04:40:34.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.451+0000 7fddbcc00640 1 -- 172.21.15.31:0/3802570592 <== mon.1 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v10) ==== 161+0+0 (secure 0 0 0) 0x7fddb0059930 con 0x7fddc006f0e0 2024-09-19T04:40:34.452 INFO:teuthology.orchestra.run.smithi031.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T04:40:34.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.453+0000 7fddc6a00640 1 -- 172.21.15.31:0/3802570592 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fdd9c06c2b0 msgr2=0x7fdd9c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.453+0000 7fddc6a00640 1 --2- 172.21.15.31:0/3802570592 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fdd9c06c2b0 0x7fdd9c06e770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fdda8034000 tx=0x7fdda802e000 comp rx=0 tx=0).stop 2024-09-19T04:40:34.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.453+0000 7fddc6a00640 1 -- 172.21.15.31:0/3802570592 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fddc006f0e0 msgr2=0x7fddc00b00a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.453+0000 7fddc6a00640 1 --2- 172.21.15.31:0/3802570592 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fddc006f0e0 0x7fddc00b00a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fddb000e9e0 tx=0x7fddb000eea0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.453+0000 7fddc6a00640 1 -- 172.21.15.31:0/3802570592 shutdown_connections 2024-09-19T04:40:34.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.453+0000 7fddc6a00640 1 --2- 172.21.15.31:0/3802570592 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fddc00cf5a0 0x7fddc0168200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.453+0000 7fddc6a00640 1 --2- 172.21.15.31:0/3802570592 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fddc006f4c0 0x7fddc0166360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.453+0000 7fddc6a00640 1 --2- 172.21.15.31:0/3802570592 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fdd9c06c2b0 0x7fdd9c06e770 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.453+0000 7fddc6a00640 1 --2- 172.21.15.31:0/3802570592 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fddc006f0e0 0x7fddc00b00a0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.453+0000 7fddc6a00640 1 -- 172.21.15.31:0/3802570592 >> 172.21.15.31:0/3802570592 conn(0x7fddc0067da0 msgr2=0x7fddc006dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:34.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.453+0000 7fddc6a00640 1 -- 172.21.15.31:0/3802570592 shutdown_connections 2024-09-19T04:40:34.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.453+0000 7fddc6a00640 1 -- 172.21.15.31:0/3802570592 wait complete. 2024-09-19T04:40:34.460 INFO:tasks.ceph.mds.d.smithi052.stderr: -4466> 2024-09-19T04:39:54.169+0000 7fb19e200640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:40:34.470 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T04:40:34.512 INFO:tasks.ceph.mds.d.smithi052.stdout:starting mds.d at 2024-09-19T04:40:34.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.629+0000 7f0c45400640 1 Processor -- start 2024-09-19T04:40:34.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.629+0000 7f0c45400640 1 -- start start 2024-09-19T04:40:34.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.630+0000 7f0c45400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0c400b54c0 0x7f0c400ae890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.630+0000 7f0c45400640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c400b0420 con 0x7f0c40070de0 2024-09-19T04:40:34.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.631+0000 7f0c45400640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c4006f2f0 con 0x7f0c4015e8b0 2024-09-19T04:40:34.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.631+0000 7f0c45400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f0c4006f5d0 con 0x7f0c400b54c0 2024-09-19T04:40:34.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.631+0000 7f0c3f200640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f0c40070de0 0x7f0c400aedd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43394/0 (socket says 172.21.15.31:43394) 2024-09-19T04:40:34.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.631+0000 7f0c3f200640 1 -- 172.21.15.31:0/2724433303 learned_addr learned my addr 172.21.15.31:0/2724433303 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:34.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.631+0000 7f0c3de00640 1 --2- 172.21.15.31:0/2724433303 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0c400b54c0 0x7f0c400ae890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.631+0000 7f0c3d400640 1 -- 172.21.15.31:0/2724433303 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3567315348 0 0) 0x7f0c400b0420 con 0x7f0c40070de0 2024-09-19T04:40:34.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.631+0000 7f0c3d400640 1 -- 172.21.15.31:0/2724433303 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0c24003520 con 0x7f0c40070de0 2024-09-19T04:40:34.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.631+0000 7f0c3d400640 1 -- 172.21.15.31:0/2724433303 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2670968656 0 0) 0x7f0c4006f2f0 con 0x7f0c4015e8b0 2024-09-19T04:40:34.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.631+0000 7f0c3d400640 1 -- 172.21.15.31:0/2724433303 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0c400b0420 con 0x7f0c4015e8b0 2024-09-19T04:40:34.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.631+0000 7f0c3de00640 1 -- 172.21.15.31:0/2724433303 >> v1:172.21.15.52:6789/0 conn(0x7f0c4015e8b0 legacy=0x7f0c400b4db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.631+0000 7f0c3de00640 1 -- 172.21.15.31:0/2724433303 >> v1:172.21.15.31:6789/0 conn(0x7f0c40070de0 legacy=0x7f0c400aedd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.631+0000 7f0c3de00640 1 -- 172.21.15.31:0/2724433303 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c4006f8b0 con 0x7f0c400b54c0 2024-09-19T04:40:34.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.632+0000 7f0c3de00640 1 --2- 172.21.15.31:0/2724433303 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0c400b54c0 0x7f0c400ae890 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c0097d0 tx=0x7f0c2c02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=18f4818854f6a635 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:34.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.633+0000 7f0c3d400640 1 -- 172.21.15.31:0/2724433303 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c2c037070 con 0x7f0c400b54c0 2024-09-19T04:40:34.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.633+0000 7f0c3d400640 1 -- 172.21.15.31:0/2724433303 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c2c032440 con 0x7f0c400b54c0 2024-09-19T04:40:34.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.633+0000 7f0c3d400640 1 -- 172.21.15.31:0/2724433303 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c2c032810 con 0x7f0c400b54c0 2024-09-19T04:40:34.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.633+0000 7f0c45400640 1 -- 172.21.15.31:0/2724433303 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0c400b54c0 msgr2=0x7f0c400ae890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.633+0000 7f0c45400640 1 --2- 172.21.15.31:0/2724433303 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0c400b54c0 0x7f0c400ae890 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c0097d0 tx=0x7f0c2c02a210 comp rx=0 tx=0).stop 2024-09-19T04:40:34.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.633+0000 7f0c45400640 1 -- 172.21.15.31:0/2724433303 shutdown_connections 2024-09-19T04:40:34.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.633+0000 7f0c45400640 1 --2- 172.21.15.31:0/2724433303 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0c400b54c0 0x7f0c400ae890 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.633+0000 7f0c45400640 1 -- 172.21.15.31:0/2724433303 >> 172.21.15.31:0/2724433303 conn(0x7f0c4009aa70 msgr2=0x7f0c400b6810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:34.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.633+0000 7f0c45400640 1 -- 172.21.15.31:0/2724433303 shutdown_connections 2024-09-19T04:40:34.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.634+0000 7f0c45400640 1 -- 172.21.15.31:0/2724433303 wait complete. 2024-09-19T04:40:34.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.635+0000 7f0c45400640 1 Processor -- start 2024-09-19T04:40:34.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.635+0000 7f0c45400640 1 -- start start 2024-09-19T04:40:34.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.636+0000 7f0c45400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0c40070de0 0x7f0c40142690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.636+0000 7f0c45400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c400b54c0 0x7f0c4014ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.636+0000 7f0c45400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c4015e8b0 0x7f0c4006bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.636+0000 7f0c45400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0c400af660 con 0x7f0c4015e8b0 2024-09-19T04:40:34.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.636+0000 7f0c45400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0c400af4e0 con 0x7f0c400b54c0 2024-09-19T04:40:34.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.636+0000 7f0c45400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f0c400af7e0 con 0x7f0c40070de0 2024-09-19T04:40:34.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.636+0000 7f0c3f200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c4015e8b0 0x7f0c4006bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.636+0000 7f0c3f200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c4015e8b0 0x7f0c4006bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36274/0 (socket says 172.21.15.31:36274) 2024-09-19T04:40:34.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.636+0000 7f0c3f200640 1 -- 172.21.15.31:0/776342829 learned_addr learned my addr 172.21.15.31:0/776342829 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:34.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.636+0000 7f0c3de00640 1 --2- 172.21.15.31:0/776342829 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c400b54c0 0x7f0c4014ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.636+0000 7f0c3e800640 1 --2- 172.21.15.31:0/776342829 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0c40070de0 0x7f0c40142690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.637+0000 7f0c3f200640 1 -- 172.21.15.31:0/776342829 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0c40070de0 msgr2=0x7f0c40142690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.637+0000 7f0c3f200640 1 --2- 172.21.15.31:0/776342829 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0c40070de0 0x7f0c40142690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.637+0000 7f0c3f200640 1 -- 172.21.15.31:0/776342829 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c400b54c0 msgr2=0x7f0c4014ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:34.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.637+0000 7f0c3f200640 1 --2- 172.21.15.31:0/776342829 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c400b54c0 0x7f0c4014ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:34.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.637+0000 7f0c3f200640 1 -- 172.21.15.31:0/776342829 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c401541f0 con 0x7f0c4015e8b0 2024-09-19T04:40:34.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.637+0000 7f0c3de00640 1 --2- 172.21.15.31:0/776342829 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c400b54c0 0x7f0c4014ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:34.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.637+0000 7f0c3f200640 1 --2- 172.21.15.31:0/776342829 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c4015e8b0 0x7f0c4006bc10 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f0c3800cb70 tx=0x7f0c3800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:34.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.637+0000 7f0c36a00640 1 -- 172.21.15.31:0/776342829 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c38017070 con 0x7f0c4015e8b0 2024-09-19T04:40:34.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.637+0000 7f0c36a00640 1 -- 172.21.15.31:0/776342829 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c3800ace0 con 0x7f0c4015e8b0 2024-09-19T04:40:34.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.637+0000 7f0c36a00640 1 -- 172.21.15.31:0/776342829 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c38012620 con 0x7f0c4015e8b0 2024-09-19T04:40:34.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.637+0000 7f0c45400640 1 -- 172.21.15.31:0/776342829 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c40146e70 con 0x7f0c4015e8b0 2024-09-19T04:40:34.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.637+0000 7f0c45400640 1 -- 172.21.15.31:0/776342829 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c40154460 con 0x7f0c4015e8b0 2024-09-19T04:40:34.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.639+0000 7f0c45400640 1 -- 172.21.15.31:0/776342829 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c400b4db0 con 0x7f0c4015e8b0 2024-09-19T04:40:34.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.639+0000 7f0c36a00640 1 -- 172.21.15.31:0/776342829 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0c3801a070 con 0x7f0c4015e8b0 2024-09-19T04:40:34.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.640+0000 7f0c36a00640 1 --2- 172.21.15.31:0/776342829 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0c2006c2b0 0x7f0c2006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:34.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.640+0000 7f0c36a00640 1 -- 172.21.15.31:0/776342829 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6821+0+0 (secure 0 0 0) 0x7f0c3808b6c0 con 0x7f0c4015e8b0 2024-09-19T04:40:34.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.640+0000 7f0c3e800640 1 --2- 172.21.15.31:0/776342829 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0c2006c2b0 0x7f0c2006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:34.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.641+0000 7f0c3e800640 1 --2- 172.21.15.31:0/776342829 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0c2006c2b0 0x7f0c2006e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f0c4006c940 tx=0x7f0c30009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:34.646 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.645+0000 7f0c36a00640 1 -- 172.21.15.31:0/776342829 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0c380599c0 con 0x7f0c4015e8b0 2024-09-19T04:40:34.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:34.863+0000 7f0c45400640 1 -- 172.21.15.31:0/776342829 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f0c400b6f20 con 0x7f0c4015e8b0 2024-09-19T04:40:35.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.448+0000 7f0c36a00640 1 -- 172.21.15.31:0/776342829 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7f0c380592c0 con 0x7f0c4015e8b0 2024-09-19T04:40:35.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.450+0000 7f0c45400640 1 -- 172.21.15.31:0/776342829 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0c2006c2b0 msgr2=0x7f0c2006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.450+0000 7f0c45400640 1 --2- 172.21.15.31:0/776342829 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0c2006c2b0 0x7f0c2006e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f0c4006c940 tx=0x7f0c30009040 comp rx=0 tx=0).stop 2024-09-19T04:40:35.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.450+0000 7f0c45400640 1 -- 172.21.15.31:0/776342829 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c4015e8b0 msgr2=0x7f0c4006bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.450+0000 7f0c45400640 1 --2- 172.21.15.31:0/776342829 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c4015e8b0 0x7f0c4006bc10 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f0c3800cb70 tx=0x7f0c3800a430 comp rx=0 tx=0).stop 2024-09-19T04:40:35.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.450+0000 7f0c45400640 1 -- 172.21.15.31:0/776342829 shutdown_connections 2024-09-19T04:40:35.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.450+0000 7f0c45400640 1 --2- 172.21.15.31:0/776342829 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c4015e8b0 0x7f0c4006bc10 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.450+0000 7f0c45400640 1 --2- 172.21.15.31:0/776342829 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0c2006c2b0 0x7f0c2006e770 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.450+0000 7f0c45400640 1 --2- 172.21.15.31:0/776342829 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c400b54c0 0x7f0c4014ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.450+0000 7f0c45400640 1 --2- 172.21.15.31:0/776342829 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0c40070de0 0x7f0c40142690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.450+0000 7f0c45400640 1 -- 172.21.15.31:0/776342829 >> 172.21.15.31:0/776342829 conn(0x7f0c4009aa70 msgr2=0x7f0c4015d340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:35.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.451+0000 7f0c45400640 1 -- 172.21.15.31:0/776342829 shutdown_connections 2024-09-19T04:40:35.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.451+0000 7f0c45400640 1 -- 172.21.15.31:0/776342829 wait complete. 2024-09-19T04:40:35.471 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T04:40:35.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.630+0000 7f2a51000640 1 Processor -- start 2024-09-19T04:40:35.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.630+0000 7f2a51000640 1 -- start start 2024-09-19T04:40:35.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.631+0000 7f2a51000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f2a4c15e7b0 0x7f2a4c0d4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.632+0000 7f2a51000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2a4c0d4750 0x7f2a4c0cece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.632+0000 7f2a51000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a4c0b4d30 con 0x7f2a4c15e3d0 2024-09-19T04:40:35.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.632+0000 7f2a51000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f2a4c0b3710 con 0x7f2a4c15e7b0 2024-09-19T04:40:35.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.632+0000 7f2a51000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f2a4c0b4ae0 con 0x7f2a4c0d4750 2024-09-19T04:40:35.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.632+0000 7f2a43e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f2a4c15e7b0 0x7f2a4c0d4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:35.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.632+0000 7f2a4b400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f2a4c15e3d0 0x7f2a4c0d28e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43402/0 (socket says 172.21.15.31:43402) 2024-09-19T04:40:35.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.632+0000 7f2a4b400640 1 -- 172.21.15.31:0/3257023523 learned_addr learned my addr 172.21.15.31:0/3257023523 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:35.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.632+0000 7f2a4be00640 1 --2- 172.21.15.31:0/3257023523 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2a4c0d4750 0x7f2a4c0cece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:35.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.632+0000 7f2a43e00640 1 -- 172.21.15.31:0/3257023523 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2a4c0d4750 msgr2=0x7f2a4c0cece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:35.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.632+0000 7f2a43e00640 1 --2- 172.21.15.31:0/3257023523 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2a4c0d4750 0x7f2a4c0cece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.632+0000 7f2a43e00640 1 -- 172.21.15.31:0/3257023523 >> v1:172.21.15.31:6789/0 conn(0x7f2a4c15e3d0 legacy=0x7f2a4c0d28e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.632+0000 7f2a43e00640 1 -- 172.21.15.31:0/3257023523 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a4c0b5010 con 0x7f2a4c15e7b0 2024-09-19T04:40:35.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.633+0000 7f2a43e00640 1 --2- 172.21.15.31:0/3257023523 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a4c15e7b0 0x7f2a4c0d4210 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f2a340097a0 tx=0x7f2a3402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3eb03297c8d32b8a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:35.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.634+0000 7f2a4aa00640 1 -- 172.21.15.31:0/3257023523 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a34037070 con 0x7f2a4c15e7b0 2024-09-19T04:40:35.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.634+0000 7f2a4aa00640 1 -- 172.21.15.31:0/3257023523 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a34032440 con 0x7f2a4c15e7b0 2024-09-19T04:40:35.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.634+0000 7f2a4aa00640 1 -- 172.21.15.31:0/3257023523 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a34032810 con 0x7f2a4c15e7b0 2024-09-19T04:40:35.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.634+0000 7f2a51000640 1 -- 172.21.15.31:0/3257023523 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a4c15e7b0 msgr2=0x7f2a4c0d4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.634+0000 7f2a51000640 1 --2- 172.21.15.31:0/3257023523 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a4c15e7b0 0x7f2a4c0d4210 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f2a340097a0 tx=0x7f2a3402a180 comp rx=0 tx=0).stop 2024-09-19T04:40:35.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.634+0000 7f2a51000640 1 -- 172.21.15.31:0/3257023523 shutdown_connections 2024-09-19T04:40:35.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.634+0000 7f2a51000640 1 --2- 172.21.15.31:0/3257023523 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2a4c0d4750 0x7f2a4c0cece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.634+0000 7f2a51000640 1 --2- 172.21.15.31:0/3257023523 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a4c15e7b0 0x7f2a4c0d4210 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.634+0000 7f2a51000640 1 -- 172.21.15.31:0/3257023523 >> 172.21.15.31:0/3257023523 conn(0x7f2a4c068460 msgr2=0x7f2a4c09d660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:35.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.635+0000 7f2a51000640 1 -- 172.21.15.31:0/3257023523 shutdown_connections 2024-09-19T04:40:35.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.635+0000 7f2a51000640 1 -- 172.21.15.31:0/3257023523 wait complete. 2024-09-19T04:40:35.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.636+0000 7f2a51000640 1 Processor -- start 2024-09-19T04:40:35.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.636+0000 7f2a51000640 1 -- start start 2024-09-19T04:40:35.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.637+0000 7f2a51000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a4c0d4750 0x7f2a4c154510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.637+0000 7f2a51000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2a4c15e3d0 0x7f2a4c0cb3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.637+0000 7f2a51000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2a4c15e7b0 0x7f2a4c1551a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.637+0000 7f2a51000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c0d4ba0 con 0x7f2a4c0d4750 2024-09-19T04:40:35.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.637+0000 7f2a51000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c0b5940 con 0x7f2a4c15e3d0 2024-09-19T04:40:35.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.637+0000 7f2a51000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f2a4c0b55d0 con 0x7f2a4c15e7b0 2024-09-19T04:40:35.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.637+0000 7f2a4b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a4c0d4750 0x7f2a4c154510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:35.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.637+0000 7f2a4b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a4c0d4750 0x7f2a4c154510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36284/0 (socket says 172.21.15.31:36284) 2024-09-19T04:40:35.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.637+0000 7f2a4b400640 1 -- 172.21.15.31:0/2537377937 learned_addr learned my addr 172.21.15.31:0/2537377937 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:35.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.638+0000 7f2a43e00640 1 --2- 172.21.15.31:0/2537377937 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2a4c15e3d0 0x7f2a4c0cb3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:35.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.638+0000 7f2a4b400640 1 -- 172.21.15.31:0/2537377937 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2a4c15e7b0 msgr2=0x7f2a4c1551a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.638+0000 7f2a4b400640 1 --2- 172.21.15.31:0/2537377937 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2a4c15e7b0 0x7f2a4c1551a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.638+0000 7f2a4b400640 1 -- 172.21.15.31:0/2537377937 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2a4c15e3d0 msgr2=0x7f2a4c0cb3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:35.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.638+0000 7f2a4b400640 1 --2- 172.21.15.31:0/2537377937 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2a4c15e3d0 0x7f2a4c0cb3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:35.641 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.638+0000 7f2a4b400640 1 -- 172.21.15.31:0/2537377937 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a4c0ba1b0 con 0x7f2a4c0d4750 2024-09-19T04:40:35.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.638+0000 7f2a4b400640 1 --2- 172.21.15.31:0/2537377937 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a4c0d4750 0x7f2a4c154510 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c00c340 tx=0x7f2a3c00c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:35.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.638+0000 7f2a43400640 1 -- 172.21.15.31:0/2537377937 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a3c017070 con 0x7f2a4c0d4750 2024-09-19T04:40:35.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.638+0000 7f2a43400640 1 -- 172.21.15.31:0/2537377937 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a3c005ce0 con 0x7f2a4c0d4750 2024-09-19T04:40:35.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.638+0000 7f2a43400640 1 -- 172.21.15.31:0/2537377937 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a3c0072f0 con 0x7f2a4c0d4750 2024-09-19T04:40:35.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.638+0000 7f2a51000640 1 -- 172.21.15.31:0/2537377937 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a4c0cba60 con 0x7f2a4c0d4750 2024-09-19T04:40:35.642 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.639+0000 7f2a51000640 1 -- 172.21.15.31:0/2537377937 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a4c0cc020 con 0x7f2a4c0d4750 2024-09-19T04:40:35.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.640+0000 7f2a51000640 1 -- 172.21.15.31:0/2537377937 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a4c0d3c40 con 0x7f2a4c0d4750 2024-09-19T04:40:35.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.641+0000 7f2a43400640 1 -- 172.21.15.31:0/2537377937 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2a3c01a070 con 0x7f2a4c0d4750 2024-09-19T04:40:35.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.641+0000 7f2a43400640 1 --2- 172.21.15.31:0/2537377937 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f2a2806c2b0 0x7f2a2806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:35.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.641+0000 7f2a43400640 1 -- 172.21.15.31:0/2537377937 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6821+0+0 (secure 0 0 0) 0x7f2a3c08ac20 con 0x7f2a4c0d4750 2024-09-19T04:40:35.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.642+0000 7f2a43e00640 1 --2- 172.21.15.31:0/2537377937 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f2a2806c2b0 0x7f2a2806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:35.644 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.642+0000 7f2a43e00640 1 --2- 172.21.15.31:0/2537377937 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f2a2806c2b0 0x7f2a2806e770 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f2a34034000 tx=0x7f2a3402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:35.648 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.646+0000 7f2a43400640 1 -- 172.21.15.31:0/2537377937 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2a4c0d3c40 con 0x7f2a4c0d4750 2024-09-19T04:40:35.830 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:35.828+0000 7f2a51000640 1 -- 172.21.15.31:0/2537377937 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f2a4c0d2b30 con 0x7f2a4c0d4750 2024-09-19T04:40:36.643 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.641+0000 7f2a43400640 1 -- 172.21.15.31:0/2537377937 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v29) ==== 181+0+0 (secure 0 0 0) 0x7f2a3c058e90 con 0x7f2a4c0d4750 2024-09-19T04:40:36.644 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' removed 2024-09-19T04:40:36.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.647+0000 7f2a51000640 1 -- 172.21.15.31:0/2537377937 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f2a2806c2b0 msgr2=0x7f2a2806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.647+0000 7f2a51000640 1 --2- 172.21.15.31:0/2537377937 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f2a2806c2b0 0x7f2a2806e770 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f2a34034000 tx=0x7f2a3402e000 comp rx=0 tx=0).stop 2024-09-19T04:40:36.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.647+0000 7f2a51000640 1 -- 172.21.15.31:0/2537377937 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a4c0d4750 msgr2=0x7f2a4c154510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.647+0000 7f2a51000640 1 --2- 172.21.15.31:0/2537377937 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a4c0d4750 0x7f2a4c154510 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c00c340 tx=0x7f2a3c00c800 comp rx=0 tx=0).stop 2024-09-19T04:40:36.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.648+0000 7f2a51000640 1 -- 172.21.15.31:0/2537377937 shutdown_connections 2024-09-19T04:40:36.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.648+0000 7f2a51000640 1 --2- 172.21.15.31:0/2537377937 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f2a4c15e7b0 0x7f2a4c1551a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.649+0000 7f2a51000640 1 --2- 172.21.15.31:0/2537377937 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f2a2806c2b0 0x7f2a2806e770 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.649+0000 7f2a51000640 1 --2- 172.21.15.31:0/2537377937 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2a4c15e3d0 0x7f2a4c0cb3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.649+0000 7f2a51000640 1 --2- 172.21.15.31:0/2537377937 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2a4c0d4750 0x7f2a4c154510 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.649+0000 7f2a51000640 1 -- 172.21.15.31:0/2537377937 >> 172.21.15.31:0/2537377937 conn(0x7f2a4c068460 msgr2=0x7f2a4c06d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:36.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.649+0000 7f2a51000640 1 -- 172.21.15.31:0/2537377937 shutdown_connections 2024-09-19T04:40:36.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.649+0000 7f2a51000640 1 -- 172.21.15.31:0/2537377937 wait complete. 2024-09-19T04:40:36.672 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T04:40:36.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.834+0000 7efe82200640 1 Processor -- start 2024-09-19T04:40:36.836 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.834+0000 7efe82200640 1 -- start start 2024-09-19T04:40:36.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.835+0000 7efe82200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7efe7c15e4d0 0x7efe7c162aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.835+0000 7efe82200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efe7c0d4980 0x7efe7c0d4df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.835+0000 7efe82200640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efe7c0d28a0 con 0x7efe7c0cf4e0 2024-09-19T04:40:36.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.835+0000 7efe82200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7efe7c0d5330 con 0x7efe7c15e4d0 2024-09-19T04:40:36.837 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.835+0000 7efe82200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7efe7c0d2b80 con 0x7efe7c0d4980 2024-09-19T04:40:36.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.836+0000 7efe7be00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efe7c0d4980 0x7efe7c0d4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.836+0000 7efe7b400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7efe7c15e4d0 0x7efe7c162aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.836+0000 7efe7be00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efe7c0d4980 0x7efe7c0d4df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:46542/0 (socket says 172.21.15.31:46542) 2024-09-19T04:40:36.838 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.836+0000 7efe7be00640 1 -- 172.21.15.31:0/1209194988 learned_addr learned my addr 172.21.15.31:0/1209194988 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:36.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.836+0000 7efe73e00640 1 --1- 172.21.15.31:0/1209194988 >> v1:172.21.15.52:6789/0 conn(0x7efe7c0cf4e0 0x7efe7c0b7680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.52:6789/0 says I am v1:172.21.15.31:49952/0 (socket says 172.21.15.31:49952) 2024-09-19T04:40:36.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.836+0000 7efe7be00640 1 -- 172.21.15.31:0/1209194988 >> v2:172.21.15.52:3300/0 conn(0x7efe7c15e4d0 msgr2=0x7efe7c162aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:36.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.836+0000 7efe7be00640 1 --2- 172.21.15.31:0/1209194988 >> v2:172.21.15.52:3300/0 conn(0x7efe7c15e4d0 0x7efe7c162aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.836+0000 7efe7be00640 1 -- 172.21.15.31:0/1209194988 >> v1:172.21.15.52:6789/0 conn(0x7efe7c0cf4e0 legacy=0x7efe7c0b7680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.836+0000 7efe7be00640 1 -- 172.21.15.31:0/1209194988 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe7c0d2e60 con 0x7efe7c0d4980 2024-09-19T04:40:36.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.836+0000 7efe7b400640 1 --2- 172.21.15.31:0/1209194988 >> v2:172.21.15.52:3300/0 conn(0x7efe7c15e4d0 0x7efe7c162aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:36.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.837+0000 7efe7be00640 1 --2- 172.21.15.31:0/1209194988 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efe7c0d4980 0x7efe7c0d4df0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7efe74009e50 tx=0x7efe7402a7a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=48328a9c3b8b35bf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:36.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.838+0000 7efe7aa00640 1 -- 172.21.15.31:0/1209194988 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe74036070 con 0x7efe7c0d4980 2024-09-19T04:40:36.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.838+0000 7efe7aa00640 1 -- 172.21.15.31:0/1209194988 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe74031600 con 0x7efe7c0d4980 2024-09-19T04:40:36.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.838+0000 7efe7aa00640 1 -- 172.21.15.31:0/1209194988 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe740319d0 con 0x7efe7c0d4980 2024-09-19T04:40:36.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.838+0000 7efe82200640 1 -- 172.21.15.31:0/1209194988 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efe7c0d4980 msgr2=0x7efe7c0d4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.838+0000 7efe82200640 1 --2- 172.21.15.31:0/1209194988 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efe7c0d4980 0x7efe7c0d4df0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7efe74009e50 tx=0x7efe7402a7a0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.838+0000 7efe82200640 1 -- 172.21.15.31:0/1209194988 shutdown_connections 2024-09-19T04:40:36.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.838+0000 7efe82200640 1 --2- 172.21.15.31:0/1209194988 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efe7c0d4980 0x7efe7c0d4df0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.838+0000 7efe82200640 1 --2- 172.21.15.31:0/1209194988 >> v2:172.21.15.52:3300/0 conn(0x7efe7c15e4d0 0x7efe7c162aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.838+0000 7efe82200640 1 -- 172.21.15.31:0/1209194988 >> 172.21.15.31:0/1209194988 conn(0x7efe7c06d0a0 msgr2=0x7efe7c06d4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:36.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.838+0000 7efe82200640 1 -- 172.21.15.31:0/1209194988 shutdown_connections 2024-09-19T04:40:36.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.838+0000 7efe82200640 1 -- 172.21.15.31:0/1209194988 wait complete. 2024-09-19T04:40:36.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.840+0000 7efe82200640 1 Processor -- start 2024-09-19T04:40:36.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.840+0000 7efe82200640 1 -- start start 2024-09-19T04:40:36.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.841+0000 7efe82200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe7c0cf4e0 0x7efe7c0cb6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.841+0000 7efe82200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efe7c0d4980 0x7efe7c0cac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.841+0000 7efe82200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efe7c15e4d0 0x7efe7c1589a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.841+0000 7efe82200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7efe7c0b7d90 con 0x7efe7c0cf4e0 2024-09-19T04:40:36.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.841+0000 7efe82200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7efe7c0d3420 con 0x7efe7c0d4980 2024-09-19T04:40:36.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.841+0000 7efe82200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7efe7c15e8b0 con 0x7efe7c15e4d0 2024-09-19T04:40:36.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.841+0000 7efe7b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe7c0cf4e0 0x7efe7c0cb6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.841+0000 7efe7b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe7c0cf4e0 0x7efe7c0cb6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36286/0 (socket says 172.21.15.31:36286) 2024-09-19T04:40:36.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.841+0000 7efe7b400640 1 -- 172.21.15.31:0/461971158 learned_addr learned my addr 172.21.15.31:0/461971158 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:36.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.842+0000 7efe73e00640 1 --2- 172.21.15.31:0/461971158 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efe7c0d4980 0x7efe7c0cac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.842+0000 7efe7be00640 1 --2- 172.21.15.31:0/461971158 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efe7c15e4d0 0x7efe7c1589a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.842+0000 7efe7b400640 1 -- 172.21.15.31:0/461971158 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efe7c15e4d0 msgr2=0x7efe7c1589a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.842+0000 7efe7b400640 1 --2- 172.21.15.31:0/461971158 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efe7c15e4d0 0x7efe7c1589a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.842+0000 7efe7b400640 1 -- 172.21.15.31:0/461971158 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efe7c0d4980 msgr2=0x7efe7c0cac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:36.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.842+0000 7efe7b400640 1 --2- 172.21.15.31:0/461971158 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efe7c0d4980 0x7efe7c0cac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:36.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.842+0000 7efe7b400640 1 -- 172.21.15.31:0/461971158 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe7c158ee0 con 0x7efe7c0cf4e0 2024-09-19T04:40:36.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.842+0000 7efe7be00640 1 --2- 172.21.15.31:0/461971158 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efe7c15e4d0 0x7efe7c1589a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:36.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.842+0000 7efe7b400640 1 --2- 172.21.15.31:0/461971158 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe7c0cf4e0 0x7efe7c0cb6e0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7efe6c00e960 tx=0x7efe6c00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:36.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.842+0000 7efe73400640 1 -- 172.21.15.31:0/461971158 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe6c017070 con 0x7efe7c0cf4e0 2024-09-19T04:40:36.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.842+0000 7efe73400640 1 -- 172.21.15.31:0/461971158 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe6c00ca00 con 0x7efe7c0cf4e0 2024-09-19T04:40:36.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.842+0000 7efe73400640 1 -- 172.21.15.31:0/461971158 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe6c00cdd0 con 0x7efe7c0cf4e0 2024-09-19T04:40:36.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.842+0000 7efe82200640 1 -- 172.21.15.31:0/461971158 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe7c1f8350 con 0x7efe7c0cf4e0 2024-09-19T04:40:36.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.843+0000 7efe82200640 1 -- 172.21.15.31:0/461971158 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe7c1f8910 con 0x7efe7c0cf4e0 2024-09-19T04:40:36.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.844+0000 7efe82200640 1 -- 172.21.15.31:0/461971158 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe7c0d4df0 con 0x7efe7c0cf4e0 2024-09-19T04:40:36.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.844+0000 7efe73400640 1 -- 172.21.15.31:0/461971158 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efe6c01a070 con 0x7efe7c0cf4e0 2024-09-19T04:40:36.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.845+0000 7efe73400640 1 --2- 172.21.15.31:0/461971158 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efe5806c2b0 0x7efe5806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:36.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.845+0000 7efe73400640 1 -- 172.21.15.31:0/461971158 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 6383+0+0 (secure 0 0 0) 0x7efe6c08b650 con 0x7efe7c0cf4e0 2024-09-19T04:40:36.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.846+0000 7efe73e00640 1 --2- 172.21.15.31:0/461971158 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efe5806c2b0 0x7efe5806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:36.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.846+0000 7efe73e00640 1 --2- 172.21.15.31:0/461971158 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efe5806c2b0 0x7efe5806e770 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7efe7c1f5910 tx=0x7efe64007cc0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:36.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:36.850+0000 7efe73400640 1 -- 172.21.15.31:0/461971158 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efe6c059a80 con 0x7efe7c0cf4e0 2024-09-19T04:40:37.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.033+0000 7efe82200640 1 -- 172.21.15.31:0/461971158 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7efe7c0d2200 con 0x7efe7c0cf4e0 2024-09-19T04:40:37.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.647+0000 7efe73400640 1 -- 172.21.15.31:0/461971158 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v30) ==== 169+0+0 (secure 0 0 0) 0x7efe6c059380 con 0x7efe7c0cf4e0 2024-09-19T04:40:37.649 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' removed 2024-09-19T04:40:37.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.651+0000 7efe82200640 1 -- 172.21.15.31:0/461971158 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efe5806c2b0 msgr2=0x7efe5806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.651+0000 7efe82200640 1 --2- 172.21.15.31:0/461971158 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efe5806c2b0 0x7efe5806e770 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7efe7c1f5910 tx=0x7efe64007cc0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.651+0000 7efe82200640 1 -- 172.21.15.31:0/461971158 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe7c0cf4e0 msgr2=0x7efe7c0cb6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.651+0000 7efe82200640 1 --2- 172.21.15.31:0/461971158 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe7c0cf4e0 0x7efe7c0cb6e0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7efe6c00e960 tx=0x7efe6c00ee20 comp rx=0 tx=0).stop 2024-09-19T04:40:37.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.651+0000 7efe82200640 1 -- 172.21.15.31:0/461971158 shutdown_connections 2024-09-19T04:40:37.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.651+0000 7efe82200640 1 --2- 172.21.15.31:0/461971158 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efe7c15e4d0 0x7efe7c1589a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.651+0000 7efe82200640 1 --2- 172.21.15.31:0/461971158 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efe5806c2b0 0x7efe5806e770 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.651+0000 7efe82200640 1 --2- 172.21.15.31:0/461971158 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efe7c0d4980 0x7efe7c0cac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.651+0000 7efe82200640 1 --2- 172.21.15.31:0/461971158 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efe7c0cf4e0 0x7efe7c0cb6e0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.651+0000 7efe82200640 1 -- 172.21.15.31:0/461971158 >> 172.21.15.31:0/461971158 conn(0x7efe7c06d0a0 msgr2=0x7efe7c15f3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:37.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.652+0000 7efe82200640 1 -- 172.21.15.31:0/461971158 shutdown_connections 2024-09-19T04:40:37.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.652+0000 7efe82200640 1 -- 172.21.15.31:0/461971158 wait complete. 2024-09-19T04:40:37.671 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-09-19T04:40:37.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.837+0000 7f7e19200640 1 Processor -- start 2024-09-19T04:40:37.839 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.837+0000 7f7e19200640 1 -- start start 2024-09-19T04:40:37.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.838+0000 7f7e19200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f7e141609c0 0x7f7e140ceb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.838+0000 7f7e19200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e140af6f0 con 0x7f7e1415c5a0 2024-09-19T04:40:37.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.838+0000 7f7e19200640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e140af9d0 con 0x7f7e1406f970 2024-09-19T04:40:37.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.838+0000 7f7e19200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f7e1415c980 con 0x7f7e141609c0 2024-09-19T04:40:37.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.839+0000 7f7e12800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f7e141609c0 0x7f7e140ceb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.839+0000 7f7e11e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f7e1415c5a0 0x7f7e1406df50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43406/0 (socket says 172.21.15.31:43406) 2024-09-19T04:40:37.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.839+0000 7f7e11e00640 1 -- 172.21.15.31:0/1527278805 learned_addr learned my addr 172.21.15.31:0/1527278805 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:37.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.839+0000 7f7e12800640 1 -- 172.21.15.31:0/1527278805 >> v1:172.21.15.52:6789/0 conn(0x7f7e1406f970 legacy=0x7f7e140b49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.839+0000 7f7e12800640 1 -- 172.21.15.31:0/1527278805 >> v1:172.21.15.31:6789/0 conn(0x7f7e1415c5a0 legacy=0x7f7e1406df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.839+0000 7f7e12800640 1 -- 172.21.15.31:0/1527278805 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e140b41d0 con 0x7f7e141609c0 2024-09-19T04:40:37.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.839+0000 7f7e11400640 1 -- 172.21.15.31:0/1527278805 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2574376795 0 0) 0x7f7e140af6f0 con 0x7f7e1415c5a0 2024-09-19T04:40:37.842 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.840+0000 7f7e12800640 1 --2- 172.21.15.31:0/1527278805 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e141609c0 0x7f7e140ceb30 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7e0c009d90 tx=0x7f7e0c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4eaa81dafdbdf198 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:37.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.840+0000 7f7e11400640 1 -- 172.21.15.31:0/1527278805 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e0c007740 con 0x7f7e141609c0 2024-09-19T04:40:37.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.840+0000 7f7e11400640 1 -- 172.21.15.31:0/1527278805 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e0c0078e0 con 0x7f7e141609c0 2024-09-19T04:40:37.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.840+0000 7f7e11400640 1 -- 172.21.15.31:0/1527278805 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e0c007cb0 con 0x7f7e141609c0 2024-09-19T04:40:37.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.841+0000 7f7e19200640 1 -- 172.21.15.31:0/1527278805 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e141609c0 msgr2=0x7f7e140ceb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.841+0000 7f7e19200640 1 --2- 172.21.15.31:0/1527278805 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e141609c0 0x7f7e140ceb30 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7e0c009d90 tx=0x7f7e0c02a6f0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.841+0000 7f7e19200640 1 -- 172.21.15.31:0/1527278805 shutdown_connections 2024-09-19T04:40:37.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.841+0000 7f7e19200640 1 --2- 172.21.15.31:0/1527278805 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e141609c0 0x7f7e140ceb30 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.841+0000 7f7e19200640 1 -- 172.21.15.31:0/1527278805 >> 172.21.15.31:0/1527278805 conn(0x7f7e140d0190 msgr2=0x7f7e140d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:37.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.841+0000 7f7e19200640 1 -- 172.21.15.31:0/1527278805 shutdown_connections 2024-09-19T04:40:37.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.841+0000 7f7e19200640 1 -- 172.21.15.31:0/1527278805 wait complete. 2024-09-19T04:40:37.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.843+0000 7f7e19200640 1 Processor -- start 2024-09-19T04:40:37.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.843+0000 7f7e19200640 1 -- start start 2024-09-19T04:40:37.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.844+0000 7f7e19200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7e1406f970 0x7f7e1409dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.844+0000 7f7e19200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7e1415c5a0 0x7f7e1415a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.844+0000 7f7e19200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e141609c0 0x7f7e1409a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.844+0000 7f7e19200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7e14160dd0 con 0x7f7e141609c0 2024-09-19T04:40:37.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.844+0000 7f7e19200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7e140b3e80 con 0x7f7e1406f970 2024-09-19T04:40:37.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.844+0000 7f7e19200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f7e1406e660 con 0x7f7e1415c5a0 2024-09-19T04:40:37.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.844+0000 7f7e12800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e141609c0 0x7f7e1409a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.844+0000 7f7e12800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e141609c0 0x7f7e1409a2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:36310/0 (socket says 172.21.15.31:36310) 2024-09-19T04:40:37.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.844+0000 7f7e12800640 1 -- 172.21.15.31:0/524916032 learned_addr learned my addr 172.21.15.31:0/524916032 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:37.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.844+0000 7f7e11e00640 1 --2- 172.21.15.31:0/524916032 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7e1406f970 0x7f7e1409dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.844+0000 7f7e0be00640 1 --2- 172.21.15.31:0/524916032 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7e1415c5a0 0x7f7e1415a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.844+0000 7f7e12800640 1 -- 172.21.15.31:0/524916032 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7e1415c5a0 msgr2=0x7f7e1415a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.844+0000 7f7e12800640 1 --2- 172.21.15.31:0/524916032 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7e1415c5a0 0x7f7e1415a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.844+0000 7f7e12800640 1 -- 172.21.15.31:0/524916032 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7e1406f970 msgr2=0x7f7e1409dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:37.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.844+0000 7f7e12800640 1 --2- 172.21.15.31:0/524916032 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7e1406f970 0x7f7e1409dcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:37.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.844+0000 7f7e12800640 1 -- 172.21.15.31:0/524916032 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e1415b320 con 0x7f7e141609c0 2024-09-19T04:40:37.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.845+0000 7f7e12800640 1 --2- 172.21.15.31:0/524916032 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e141609c0 0x7f7e1409a2f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f7e0c009d90 tx=0x7f7e0c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:37.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.845+0000 7f7e0a000640 1 -- 172.21.15.31:0/524916032 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e0c03f070 con 0x7f7e141609c0 2024-09-19T04:40:37.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.845+0000 7f7e0a000640 1 -- 172.21.15.31:0/524916032 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e0c031c40 con 0x7f7e141609c0 2024-09-19T04:40:37.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.845+0000 7f7e0a000640 1 -- 172.21.15.31:0/524916032 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e0c003990 con 0x7f7e141609c0 2024-09-19T04:40:37.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.845+0000 7f7e19200640 1 -- 172.21.15.31:0/524916032 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e1415b600 con 0x7f7e141609c0 2024-09-19T04:40:37.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.845+0000 7f7e19200640 1 -- 172.21.15.31:0/524916032 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e1415bbc0 con 0x7f7e141609c0 2024-09-19T04:40:37.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.846+0000 7f7e19200640 1 -- 172.21.15.31:0/524916032 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e140af190 con 0x7f7e141609c0 2024-09-19T04:40:37.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.847+0000 7f7e0a000640 1 -- 172.21.15.31:0/524916032 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7e0c003b30 con 0x7f7e141609c0 2024-09-19T04:40:37.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.848+0000 7f7e0a000640 1 --2- 172.21.15.31:0/524916032 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7df006c2b0 0x7f7df006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:37.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.848+0000 7f7e0a000640 1 -- 172.21.15.31:0/524916032 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5853+0+0 (secure 0 0 0) 0x7f7e0c0ac6f0 con 0x7f7e141609c0 2024-09-19T04:40:37.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.848+0000 7f7e11e00640 1 --2- 172.21.15.31:0/524916032 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7df006c2b0 0x7f7df006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:37.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.849+0000 7f7e11e00640 1 --2- 172.21.15.31:0/524916032 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7df006c2b0 0x7f7df006e770 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f7e04007f70 tx=0x7f7e04007f00 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:37.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:37.852+0000 7f7e0a000640 1 -- 172.21.15.31:0/524916032 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7e0c07a770 con 0x7f7e141609c0 2024-09-19T04:40:38.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.037+0000 7f7e19200640 1 -- 172.21.15.31:0/524916032 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f7e1409e200 con 0x7f7e141609c0 2024-09-19T04:40:38.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.653+0000 7f7e0a000640 1 -- 172.21.15.31:0/524916032 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v31) ==== 178+0+0 (secure 0 0 0) 0x7f7e0c07ea70 con 0x7f7e141609c0 2024-09-19T04:40:38.655 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data_ec' removed 2024-09-19T04:40:38.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.661+0000 7f7e19200640 1 -- 172.21.15.31:0/524916032 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7df006c2b0 msgr2=0x7f7df006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.661+0000 7f7e19200640 1 --2- 172.21.15.31:0/524916032 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7df006c2b0 0x7f7df006e770 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f7e04007f70 tx=0x7f7e04007f00 comp rx=0 tx=0).stop 2024-09-19T04:40:38.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.661+0000 7f7e19200640 1 -- 172.21.15.31:0/524916032 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e141609c0 msgr2=0x7f7e1409a2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.661+0000 7f7e19200640 1 --2- 172.21.15.31:0/524916032 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e141609c0 0x7f7e1409a2f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f7e0c009d90 tx=0x7f7e0c004a40 comp rx=0 tx=0).stop 2024-09-19T04:40:38.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.662+0000 7f7e19200640 1 -- 172.21.15.31:0/524916032 shutdown_connections 2024-09-19T04:40:38.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.662+0000 7f7e19200640 1 --2- 172.21.15.31:0/524916032 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7e141609c0 0x7f7e1409a2f0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.662+0000 7f7e19200640 1 --2- 172.21.15.31:0/524916032 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7e1415c5a0 0x7f7e1415a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.662+0000 7f7e19200640 1 --2- 172.21.15.31:0/524916032 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7df006c2b0 0x7f7df006e770 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.662+0000 7f7e19200640 1 --2- 172.21.15.31:0/524916032 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7e1406f970 0x7f7e1409dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.662+0000 7f7e19200640 1 -- 172.21.15.31:0/524916032 >> 172.21.15.31:0/524916032 conn(0x7f7e140d0190 msgr2=0x7f7e140ad170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:38.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.662+0000 7f7e19200640 1 -- 172.21.15.31:0/524916032 shutdown_connections 2024-09-19T04:40:38.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.663+0000 7f7e19200640 1 -- 172.21.15.31:0/524916032 wait complete. 2024-09-19T04:40:38.692 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T04:40:38.693 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T04:40:38.693 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T04:40:38.693 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:40:38.693 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T04:40:38.693 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T04:40:38.693 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T04:40:38.694 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:40:38.694 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T04:40:38.694 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T04:40:38.694 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T04:40:38.694 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:40:38.694 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T04:40:38.694 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T04:40:38.694 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T04:40:38.695 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:40:38.710 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T04:40:38.710 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T04:40:38.711 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T04:40:38.711 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T04:40:38.713 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T04:40:38.713 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T04:40:38.713 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T04:40:38.714 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T04:40:38.756 INFO:tasks.ceph.mds.c:Started 2024-09-19T04:40:38.757 DEBUG:teuthology.parallel:result is None 2024-09-19T04:40:38.757 INFO:tasks.ceph.mds.b:Started 2024-09-19T04:40:38.758 DEBUG:teuthology.parallel:result is None 2024-09-19T04:40:38.759 INFO:tasks.ceph.mds.a:Started 2024-09-19T04:40:38.760 DEBUG:teuthology.parallel:result is None 2024-09-19T04:40:38.760 INFO:tasks.ceph.mds.d:Started 2024-09-19T04:40:38.761 DEBUG:teuthology.parallel:result is None 2024-09-19T04:40:38.761 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T04:40:38.890 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-19T04:40:38.893 INFO:tasks.ceph.mds.d.smithi052.stdout:starting mds.d at 2024-09-19T04:40:38.893 INFO:tasks.ceph.mds.b.smithi052.stdout:starting mds.b at 2024-09-19T04:40:38.894 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-19T04:40:38.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.929+0000 7f7ad3200640 1 Processor -- start 2024-09-19T04:40:38.931 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.929+0000 7f7ad3200640 1 -- start start 2024-09-19T04:40:38.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.930+0000 7f7ad3200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f7ad40d4310 0x7f7ad40d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:38.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.930+0000 7f7ad3200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ad415e850 con 0x7f7ad406d460 2024-09-19T04:40:38.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.930+0000 7f7ad3200640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ad40d1c60 con 0x7f7ad415e470 2024-09-19T04:40:38.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.930+0000 7f7ad3200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f7ad40d4cc0 con 0x7f7ad40d4310 2024-09-19T04:40:38.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.930+0000 7f7ad1e00640 1 --1- >> v1:172.21.15.52:6789/0 conn(0x7f7ad415e470 0x7f7ad40cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.52:6789/0 says I am v1:172.21.15.31:44536/0 (socket says 172.21.15.31:44536) 2024-09-19T04:40:38.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.930+0000 7f7ad2800640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f7ad406d460 0x7f7ad406d8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58400/0 (socket says 172.21.15.31:58400) 2024-09-19T04:40:38.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.930+0000 7f7ad1e00640 1 -- 172.21.15.31:0/614553385 learned_addr learned my addr 172.21.15.31:0/614553385 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:38.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.931+0000 7f7ad1400640 1 --2- 172.21.15.31:0/614553385 >> v2:172.21.15.31:3300/0 conn(0x7f7ad40d4310 0x7f7ad40d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:38.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.931+0000 7f7ad0a00640 1 -- 172.21.15.31:0/614553385 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1185854143 0 0) 0x7f7ad40d1c60 con 0x7f7ad415e470 2024-09-19T04:40:38.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.931+0000 7f7ad0a00640 1 -- 172.21.15.31:0/614553385 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7ab8003520 con 0x7f7ad415e470 2024-09-19T04:40:38.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.931+0000 7f7ad1400640 1 -- 172.21.15.31:0/614553385 >> v1:172.21.15.52:6789/0 conn(0x7f7ad415e470 legacy=0x7f7ad40cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.931+0000 7f7ad1400640 1 -- 172.21.15.31:0/614553385 >> v1:172.21.15.31:6789/0 conn(0x7f7ad406d460 legacy=0x7f7ad406d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.931+0000 7f7ad0a00640 1 -- 172.21.15.31:0/614553385 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3741378010 0 0) 0x7f7ad415e850 con 0x7f7ad406d460 2024-09-19T04:40:38.934 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.931+0000 7f7ad1400640 1 -- 172.21.15.31:0/614553385 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ad40d1980 con 0x7f7ad40d4310 2024-09-19T04:40:38.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.932+0000 7f7ad1400640 1 --2- 172.21.15.31:0/614553385 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7ad40d4310 0x7f7ad40d4780 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f7ac00097a0 tx=0x7f7ac002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d99871fce868d9d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:38.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.932+0000 7f7ad0a00640 1 -- 172.21.15.31:0/614553385 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac0037070 con 0x7f7ad40d4310 2024-09-19T04:40:38.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.932+0000 7f7ad0a00640 1 -- 172.21.15.31:0/614553385 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ac0032440 con 0x7f7ad40d4310 2024-09-19T04:40:38.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.932+0000 7f7ad0a00640 1 -- 172.21.15.31:0/614553385 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac0032810 con 0x7f7ad40d4310 2024-09-19T04:40:38.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.933+0000 7f7ad3200640 1 -- 172.21.15.31:0/614553385 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7ad40d4310 msgr2=0x7f7ad40d4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.933+0000 7f7ad3200640 1 --2- 172.21.15.31:0/614553385 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7ad40d4310 0x7f7ad40d4780 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f7ac00097a0 tx=0x7f7ac002a230 comp rx=0 tx=0).stop 2024-09-19T04:40:38.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.933+0000 7f7ad3200640 1 -- 172.21.15.31:0/614553385 shutdown_connections 2024-09-19T04:40:38.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.933+0000 7f7ad3200640 1 --2- 172.21.15.31:0/614553385 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7ad40d4310 0x7f7ad40d4780 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.933+0000 7f7ad3200640 1 -- 172.21.15.31:0/614553385 >> 172.21.15.31:0/614553385 conn(0x7f7ad409d700 msgr2=0x7f7ad408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:38.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.933+0000 7f7ad3200640 1 -- 172.21.15.31:0/614553385 shutdown_connections 2024-09-19T04:40:38.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.933+0000 7f7ad3200640 1 -- 172.21.15.31:0/614553385 wait complete. 2024-09-19T04:40:38.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.935+0000 7f7ad3200640 1 Processor -- start 2024-09-19T04:40:38.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.935+0000 7f7ad3200640 1 -- start start 2024-09-19T04:40:38.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.936+0000 7f7ad3200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7ad406d460 0x7f7ad41f41e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:38.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.936+0000 7f7ad3200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7ad40d4310 0x7f7ad41f1810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:38.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.936+0000 7f7ad3200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7ad415e470 0x7f7ad415f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:38.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.936+0000 7f7ad3200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7ad40cf3a0 con 0x7f7ad40d4310 2024-09-19T04:40:38.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.936+0000 7f7ad3200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7ad40cf710 con 0x7f7ad406d460 2024-09-19T04:40:38.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.936+0000 7f7ad3200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f7ad40d02b0 con 0x7f7ad415e470 2024-09-19T04:40:38.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.936+0000 7f7ad1400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7ad40d4310 0x7f7ad41f1810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:38.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.936+0000 7f7ad1400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7ad40d4310 0x7f7ad41f1810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35490/0 (socket says 172.21.15.31:35490) 2024-09-19T04:40:38.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.936+0000 7f7ad1400640 1 -- 172.21.15.31:0/1981955776 learned_addr learned my addr 172.21.15.31:0/1981955776 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:38.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.936+0000 7f7ad1e00640 1 --2- 172.21.15.31:0/1981955776 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7ad406d460 0x7f7ad41f41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:38.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.936+0000 7f7ad2800640 1 --2- 172.21.15.31:0/1981955776 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7ad415e470 0x7f7ad415f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:38.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.936+0000 7f7ad1400640 1 -- 172.21.15.31:0/1981955776 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7ad415e470 msgr2=0x7f7ad415f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.936+0000 7f7ad1400640 1 --2- 172.21.15.31:0/1981955776 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7ad415e470 0x7f7ad415f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.936+0000 7f7ad1400640 1 -- 172.21.15.31:0/1981955776 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7ad406d460 msgr2=0x7f7ad41f41e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:38.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.936+0000 7f7ad1400640 1 --2- 172.21.15.31:0/1981955776 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7ad406d460 0x7f7ad41f41e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:38.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.936+0000 7f7ad1400640 1 -- 172.21.15.31:0/1981955776 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ad415fe70 con 0x7f7ad40d4310 2024-09-19T04:40:38.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.936+0000 7f7ad2800640 1 --2- 172.21.15.31:0/1981955776 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7ad415e470 0x7f7ad415f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:38.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.937+0000 7f7ad1400640 1 --2- 172.21.15.31:0/1981955776 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7ad40d4310 0x7f7ad41f1810 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f7ac00098c0 tx=0x7f7ac00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:38.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.937+0000 7f7aca000640 1 -- 172.21.15.31:0/1981955776 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac0041020 con 0x7f7ad40d4310 2024-09-19T04:40:38.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.937+0000 7f7aca000640 1 -- 172.21.15.31:0/1981955776 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ac003d6e0 con 0x7f7ad40d4310 2024-09-19T04:40:38.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.937+0000 7f7ad3200640 1 -- 172.21.15.31:0/1981955776 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ad4160150 con 0x7f7ad40d4310 2024-09-19T04:40:38.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.937+0000 7f7aca000640 1 -- 172.21.15.31:0/1981955776 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac0037040 con 0x7f7ad40d4310 2024-09-19T04:40:38.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.937+0000 7f7ad3200640 1 -- 172.21.15.31:0/1981955776 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ad4160710 con 0x7f7ad40d4310 2024-09-19T04:40:38.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.938+0000 7f7ad3200640 1 -- 172.21.15.31:0/1981955776 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ad4068d00 con 0x7f7ad40d4310 2024-09-19T04:40:38.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.939+0000 7f7aca000640 1 -- 172.21.15.31:0/1981955776 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7ac0044020 con 0x7f7ad40d4310 2024-09-19T04:40:38.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.941+0000 7f7aca000640 1 --2- 172.21.15.31:0/1981955776 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7ab406c2b0 0x7f7ab406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:38.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.941+0000 7f7aca000640 1 -- 172.21.15.31:0/1981955776 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5335+0+0 (secure 0 0 0) 0x7f7ac00abaa0 con 0x7f7ad40d4310 2024-09-19T04:40:38.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.941+0000 7f7ad1e00640 1 --2- 172.21.15.31:0/1981955776 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7ab406c2b0 0x7f7ab406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:38.943 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.942+0000 7f7ad1e00640 1 --2- 172.21.15.31:0/1981955776 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7ab406c2b0 0x7f7ab406e770 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f7ac40011e0 tx=0x7f7ac4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:38.947 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:38.945+0000 7f7aca000640 1 -- 172.21.15.31:0/1981955776 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7ac004b030 con 0x7f7ad40d4310 2024-09-19T04:40:39.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.141+0000 7f7ad3200640 1 -- 172.21.15.31:0/1981955776 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f7ad40d1c60 con 0x7f7ad40d4310 2024-09-19T04:40:39.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.667+0000 7f7aca000640 1 -- 172.21.15.31:0/1981955776 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v33) ==== 97+0+0 (secure 0 0 0) 0x7f7ac0080030 con 0x7f7ad40d4310 2024-09-19T04:40:39.669 INFO:teuthology.orchestra.run.smithi031.stderr: removed all blocklist entries 2024-09-19T04:40:39.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.670+0000 7f7ad3200640 1 -- 172.21.15.31:0/1981955776 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7ab406c2b0 msgr2=0x7f7ab406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:39.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.670+0000 7f7ad3200640 1 --2- 172.21.15.31:0/1981955776 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7ab406c2b0 0x7f7ab406e770 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f7ac40011e0 tx=0x7f7ac4009040 comp rx=0 tx=0).stop 2024-09-19T04:40:39.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.670+0000 7f7ad3200640 1 -- 172.21.15.31:0/1981955776 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7ad40d4310 msgr2=0x7f7ad41f1810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:39.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.670+0000 7f7ad3200640 1 --2- 172.21.15.31:0/1981955776 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7ad40d4310 0x7f7ad41f1810 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f7ac00098c0 tx=0x7f7ac00046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:39.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.670+0000 7f7ad3200640 1 -- 172.21.15.31:0/1981955776 shutdown_connections 2024-09-19T04:40:39.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.670+0000 7f7ad3200640 1 --2- 172.21.15.31:0/1981955776 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7ad415e470 0x7f7ad415f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:39.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.670+0000 7f7ad3200640 1 --2- 172.21.15.31:0/1981955776 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7ad40d4310 0x7f7ad41f1810 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:39.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.670+0000 7f7ad3200640 1 --2- 172.21.15.31:0/1981955776 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7ab406c2b0 0x7f7ab406e770 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:39.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.670+0000 7f7ad3200640 1 --2- 172.21.15.31:0/1981955776 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7ad406d460 0x7f7ad41f41e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:39.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.670+0000 7f7ad3200640 1 -- 172.21.15.31:0/1981955776 >> 172.21.15.31:0/1981955776 conn(0x7f7ad409d700 msgr2=0x7f7ad406d8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:39.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.670+0000 7f7ad3200640 1 -- 172.21.15.31:0/1981955776 shutdown_connections 2024-09-19T04:40:39.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.670+0000 7f7ad3200640 1 -- 172.21.15.31:0/1981955776 wait complete. 2024-09-19T04:40:39.691 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T04:40:39.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.846+0000 7efd2ee00640 1 Processor -- start 2024-09-19T04:40:39.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.846+0000 7efd2ee00640 1 -- start start 2024-09-19T04:40:39.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.848+0000 7efd2ee00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efd280af3a0 0x7efd280ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:39.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.848+0000 7efd2ee00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efd280af860 con 0x7efd281554d0 2024-09-19T04:40:39.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.848+0000 7efd2ee00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efd280afb40 con 0x7efd28162750 2024-09-19T04:40:39.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.848+0000 7efd2ee00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7efd280b0470 con 0x7efd280af3a0 2024-09-19T04:40:39.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.848+0000 7efd27e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7efd281554d0 0x7efd28162040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58404/0 (socket says 172.21.15.31:58404) 2024-09-19T04:40:39.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.848+0000 7efd27e00640 1 -- 172.21.15.31:0/428210378 learned_addr learned my addr 172.21.15.31:0/428210378 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:39.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.848+0000 7efd2ce00640 1 --2- 172.21.15.31:0/428210378 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efd280af3a0 0x7efd280ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:39.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.848+0000 7efd26a00640 1 -- 172.21.15.31:0/428210378 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2333297271 0 0) 0x7efd280af860 con 0x7efd281554d0 2024-09-19T04:40:39.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.848+0000 7efd26a00640 1 -- 172.21.15.31:0/428210378 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efd0c003520 con 0x7efd281554d0 2024-09-19T04:40:39.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.849+0000 7efd26a00640 1 -- 172.21.15.31:0/428210378 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1370790382 0 0) 0x7efd280afb40 con 0x7efd28162750 2024-09-19T04:40:39.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.849+0000 7efd26a00640 1 -- 172.21.15.31:0/428210378 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efd280af860 con 0x7efd28162750 2024-09-19T04:40:39.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.849+0000 7efd2ce00640 1 -- 172.21.15.31:0/428210378 >> v1:172.21.15.52:6789/0 conn(0x7efd28162750 legacy=0x7efd2806eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:39.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.849+0000 7efd2ce00640 1 -- 172.21.15.31:0/428210378 >> v1:172.21.15.31:6789/0 conn(0x7efd281554d0 legacy=0x7efd28162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:39.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.849+0000 7efd26a00640 1 -- 172.21.15.31:0/428210378 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3913978162 0 0) 0x7efd0c003520 con 0x7efd281554d0 2024-09-19T04:40:39.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.849+0000 7efd2ce00640 1 -- 172.21.15.31:0/428210378 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd280afe20 con 0x7efd280af3a0 2024-09-19T04:40:39.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.850+0000 7efd2ce00640 1 --2- 172.21.15.31:0/428210378 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efd280af3a0 0x7efd280ccf60 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7efd20009dc0 tx=0x7efd2002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=105eef8dd0073b7e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:39.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.850+0000 7efd26a00640 1 -- 172.21.15.31:0/428210378 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd18001670 con 0x7efd280af3a0 2024-09-19T04:40:39.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.850+0000 7efd26a00640 1 -- 172.21.15.31:0/428210378 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd20007540 con 0x7efd280af3a0 2024-09-19T04:40:39.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.850+0000 7efd26a00640 1 -- 172.21.15.31:0/428210378 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd20007910 con 0x7efd280af3a0 2024-09-19T04:40:39.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.851+0000 7efd2ee00640 1 -- 172.21.15.31:0/428210378 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efd280af3a0 msgr2=0x7efd280ccf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:39.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.851+0000 7efd2ee00640 1 --2- 172.21.15.31:0/428210378 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efd280af3a0 0x7efd280ccf60 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7efd20009dc0 tx=0x7efd2002a660 comp rx=0 tx=0).stop 2024-09-19T04:40:39.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.851+0000 7efd2ee00640 1 -- 172.21.15.31:0/428210378 shutdown_connections 2024-09-19T04:40:39.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.851+0000 7efd2ee00640 1 --2- 172.21.15.31:0/428210378 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efd280af3a0 0x7efd280ccf60 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:39.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.851+0000 7efd2ee00640 1 -- 172.21.15.31:0/428210378 >> 172.21.15.31:0/428210378 conn(0x7efd280736d0 msgr2=0x7efd2806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:39.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.851+0000 7efd2ee00640 1 -- 172.21.15.31:0/428210378 shutdown_connections 2024-09-19T04:40:39.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.851+0000 7efd2ee00640 1 -- 172.21.15.31:0/428210378 wait complete. 2024-09-19T04:40:39.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.853+0000 7efd2ee00640 1 Processor -- start 2024-09-19T04:40:39.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.853+0000 7efd2ee00640 1 -- start start 2024-09-19T04:40:39.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.854+0000 7efd2ee00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efd280af3a0 0x7efd2813fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:39.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.854+0000 7efd2ee00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efd281554d0 0x7efd28157c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:39.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.854+0000 7efd2ee00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efd28162750 0x7efd28152f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:39.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.854+0000 7efd2ee00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7efd28162d30 con 0x7efd281554d0 2024-09-19T04:40:39.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.854+0000 7efd2ee00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7efd281558b0 con 0x7efd280af3a0 2024-09-19T04:40:39.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.854+0000 7efd2ee00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7efd28162eb0 con 0x7efd28162750 2024-09-19T04:40:39.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.854+0000 7efd27400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efd281554d0 0x7efd28157c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:39.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.854+0000 7efd27400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efd281554d0 0x7efd28157c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35498/0 (socket says 172.21.15.31:35498) 2024-09-19T04:40:39.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.854+0000 7efd27400640 1 -- 172.21.15.31:0/3989853595 learned_addr learned my addr 172.21.15.31:0/3989853595 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:39.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.854+0000 7efd27e00640 1 --2- 172.21.15.31:0/3989853595 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efd280af3a0 0x7efd2813fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:39.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.854+0000 7efd2ce00640 1 --2- 172.21.15.31:0/3989853595 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efd28162750 0x7efd28152f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:39.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.854+0000 7efd27400640 1 -- 172.21.15.31:0/3989853595 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efd28162750 msgr2=0x7efd28152f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:39.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.854+0000 7efd27400640 1 --2- 172.21.15.31:0/3989853595 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efd28162750 0x7efd28152f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:39.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.854+0000 7efd27400640 1 -- 172.21.15.31:0/3989853595 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efd280af3a0 msgr2=0x7efd2813fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:39.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.854+0000 7efd27400640 1 --2- 172.21.15.31:0/3989853595 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efd280af3a0 0x7efd2813fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:39.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.854+0000 7efd27400640 1 -- 172.21.15.31:0/3989853595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd281402b0 con 0x7efd281554d0 2024-09-19T04:40:39.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.855+0000 7efd27400640 1 --2- 172.21.15.31:0/3989853595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efd281554d0 0x7efd28157c40 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7efd1400c490 tx=0x7efd1400c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:39.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.855+0000 7efd1fe00640 1 -- 172.21.15.31:0/3989853595 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd140052d0 con 0x7efd281554d0 2024-09-19T04:40:39.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.855+0000 7efd1fe00640 1 -- 172.21.15.31:0/3989853595 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd14005470 con 0x7efd281554d0 2024-09-19T04:40:39.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.855+0000 7efd1fe00640 1 -- 172.21.15.31:0/3989853595 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd14012870 con 0x7efd281554d0 2024-09-19T04:40:39.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.855+0000 7efd2ee00640 1 -- 172.21.15.31:0/3989853595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd28158620 con 0x7efd281554d0 2024-09-19T04:40:39.858 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.855+0000 7efd2ee00640 1 -- 172.21.15.31:0/3989853595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd28158be0 con 0x7efd281554d0 2024-09-19T04:40:39.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.856+0000 7efd2ee00640 1 -- 172.21.15.31:0/3989853595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd280ccf60 con 0x7efd281554d0 2024-09-19T04:40:39.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.857+0000 7efd1fe00640 1 -- 172.21.15.31:0/3989853595 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efd14012a10 con 0x7efd281554d0 2024-09-19T04:40:39.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.858+0000 7efd1fe00640 1 --2- 172.21.15.31:0/3989853595 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efd0806c2b0 0x7efd0806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:39.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.858+0000 7efd1fe00640 1 -- 172.21.15.31:0/3989853595 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7efd1408ae20 con 0x7efd281554d0 2024-09-19T04:40:39.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.858+0000 7efd27e00640 1 --2- 172.21.15.31:0/3989853595 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efd0806c2b0 0x7efd0806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:39.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.859+0000 7efd27e00640 1 --2- 172.21.15.31:0/3989853595 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efd0806c2b0 0x7efd0806e770 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7efd180017e0 tx=0x7efd18001610 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:39.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:39.862+0000 7efd1fe00640 1 -- 172.21.15.31:0/3989853595 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efd14059060 con 0x7efd281554d0 2024-09-19T04:40:40.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.113+0000 7efd2ee00640 1 -- 172.21.15.31:0/3989853595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7efd280b5ea0 con 0x7efd281554d0 2024-09-19T04:40:40.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.114+0000 7efd1fe00640 1 -- 172.21.15.31:0/3989853595 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) ==== 80+0+6645 (secure 0 0 0) 0x7efd1405d360 con 0x7efd281554d0 2024-09-19T04:40:40.115 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:40.116 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T04:40:40.116 INFO:teuthology.orchestra.run.smithi031.stdout: "auth_dump": [ 2024-09-19T04:40:40.116 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.116 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.a", 2024-09-19T04:40:40.116 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDYqutmDc45FxAAQoxxr3681cmpOAa6QinkTQ==", 2024-09-19T04:40:40.116 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.116 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-19T04:40:40.116 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-19T04:40:40.116 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-19T04:40:40.116 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:40:40.116 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.116 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.116 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.117 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.b", 2024-09-19T04:40:40.117 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDYqutmG1nuKhAAuBLFhrXloM9y1bJ03sO0kA==", 2024-09-19T04:40:40.117 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.117 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-19T04:40:40.117 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-19T04:40:40.117 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-19T04:40:40.117 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:40:40.117 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.117 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.117 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.117 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.c", 2024-09-19T04:40:40.117 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDYqutm/AsZIRAAUpJeQLeTPLAWzauB57Mihg==", 2024-09-19T04:40:40.117 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.118 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-19T04:40:40.118 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-19T04:40:40.118 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-19T04:40:40.118 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:40:40.118 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.118 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.118 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.118 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.d", 2024-09-19T04:40:40.118 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDYqutm0OS3NBAAJvWyIvopUo4+Nsp903QreA==", 2024-09-19T04:40:40.118 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.118 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-19T04:40:40.118 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-19T04:40:40.118 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-19T04:40:40.118 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:40:40.119 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.119 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.119 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.119 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.0", 2024-09-19T04:40:40.119 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDcqutms2jdDxAACDau3s4dRGe4xSwXY9REbQ==", 2024-09-19T04:40:40.119 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.119 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-19T04:40:40.119 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-19T04:40:40.119 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:40:40.119 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.119 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.119 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.119 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.1", 2024-09-19T04:40:40.120 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDfqutmbq0YGhAA2nlMv52z0BPDq2iBdwAfvA==", 2024-09-19T04:40:40.120 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.120 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-19T04:40:40.120 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-19T04:40:40.120 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:40:40.120 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.120 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.120 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.120 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.2", 2024-09-19T04:40:40.120 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDiqutm5+zrJhAA4E5uuUqRp7ftwDNTjYldrw==", 2024-09-19T04:40:40.120 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.120 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-19T04:40:40.120 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-19T04:40:40.120 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:40:40.121 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.121 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.121 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.121 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.3", 2024-09-19T04:40:40.121 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDlqutmEk7zMRAA0kM8G4KR3dVcMk2JN6SPpQ==", 2024-09-19T04:40:40.121 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.121 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-19T04:40:40.121 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-19T04:40:40.121 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:40:40.121 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.121 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.121 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.121 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.4", 2024-09-19T04:40:40.121 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDqqutm7igPFhAAesT4FRnL3tTdlm7J/CcduA==", 2024-09-19T04:40:40.122 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.122 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-19T04:40:40.122 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-19T04:40:40.122 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:40:40.122 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.122 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.122 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.122 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.5", 2024-09-19T04:40:40.122 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDtqutmEh3gIRAAwlhSV0FVTy7a6CnavIK0Gg==", 2024-09-19T04:40:40.122 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.122 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-19T04:40:40.122 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-19T04:40:40.122 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:40:40.122 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.123 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.123 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.123 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.6", 2024-09-19T04:40:40.123 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDwqutmvk1cKxAAOtHorWDZAnWnx+8mOqX3yw==", 2024-09-19T04:40:40.123 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.123 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-19T04:40:40.123 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-19T04:40:40.123 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:40:40.123 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.123 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.123 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.123 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.7", 2024-09-19T04:40:40.123 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDzqutm+5PVNxAA4RAONCyt/tf7ARD6gToVMQ==", 2024-09-19T04:40:40.123 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.124 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-19T04:40:40.124 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-19T04:40:40.124 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:40:40.124 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.124 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.124 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.124 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.0", 2024-09-19T04:40:40.124 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDZqutml7qZARAA13b5YKV6Lq7t2WiQ9cjFCQ==", 2024-09-19T04:40:40.124 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.124 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-19T04:40:40.124 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-19T04:40:40.124 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-19T04:40:40.124 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-19T04:40:40.125 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.125 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.125 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.125 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.1", 2024-09-19T04:40:40.125 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDZqutmjz6gDhAAOKj1px1viwejbhWAsbWvhQ==", 2024-09-19T04:40:40.125 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.125 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-19T04:40:40.125 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-19T04:40:40.125 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-19T04:40:40.125 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-19T04:40:40.125 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.125 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.125 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.125 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.2", 2024-09-19T04:40:40.126 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDZqutmUHcECBAAKN2202qUPGrvCGb97GJR7Q==", 2024-09-19T04:40:40.126 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.126 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-19T04:40:40.126 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-19T04:40:40.126 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-19T04:40:40.126 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-19T04:40:40.126 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.126 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.126 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.126 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.3", 2024-09-19T04:40:40.127 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDZqutmz1QUFRAA4gBDDEKBlJknc+nR5H9y6w==", 2024-09-19T04:40:40.127 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.127 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-19T04:40:40.127 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-19T04:40:40.127 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-19T04:40:40.127 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-19T04:40:40.127 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.127 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.127 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.127 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.admin", 2024-09-19T04:40:40.127 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDXqutmuRTpIhAAiSl/kL32uQw7cq3JOlB6sQ==", 2024-09-19T04:40:40.127 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.127 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-19T04:40:40.127 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-19T04:40:40.127 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-19T04:40:40.128 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:40:40.128 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.128 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.128 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.128 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.bootstrap-mds", 2024-09-19T04:40:40.128 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQD8qutmOqV/DRAAzgi5FDRG3VzmMKYn5Wyz9g==", 2024-09-19T04:40:40.128 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.128 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile bootstrap-mds" 2024-09-19T04:40:40.128 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.128 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.128 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.128 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.bootstrap-mgr", 2024-09-19T04:40:40.128 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQD8qutmGK9/DRAAayYPELeFoSVYJHBRuRakhA==", 2024-09-19T04:40:40.129 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.129 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-19T04:40:40.129 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.129 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.129 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.129 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.bootstrap-osd", 2024-09-19T04:40:40.129 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQD8qutmz7d/DRAA9cu1wC/KQuRQqdKKiicurw==", 2024-09-19T04:40:40.129 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.129 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile bootstrap-osd" 2024-09-19T04:40:40.129 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.130 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.130 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.130 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.bootstrap-rbd", 2024-09-19T04:40:40.130 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQD8qutmLsB/DRAAaykKkXl0etkwE9pPtwSAaQ==", 2024-09-19T04:40:40.130 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.130 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-19T04:40:40.130 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.130 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.130 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.130 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-19T04:40:40.130 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQD8qutms8p/DRAAL7u2Tj2rCe5Yl2vXkakGGA==", 2024-09-19T04:40:40.130 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.130 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-19T04:40:40.130 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.131 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.131 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.131 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.bootstrap-rgw", 2024-09-19T04:40:40.131 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQD8qutmTdN/DRAA/HGSYo7qshT27P3XPZEqhg==", 2024-09-19T04:40:40.131 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.131 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-19T04:40:40.131 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.131 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.131 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.131 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.x", 2024-09-19T04:40:40.131 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDYqutmODaYEBAAT78l28C3NIlF/nztX/feVg==", 2024-09-19T04:40:40.131 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.131 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-19T04:40:40.131 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-19T04:40:40.132 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:40:40.132 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.132 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:40:40.132 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:40.132 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.y", 2024-09-19T04:40:40.132 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDYqutmnKQLCRAAKFfHabwfhIY9nP3yCU5B9w==", 2024-09-19T04:40:40.132 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:40:40.132 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-19T04:40:40.132 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-19T04:40:40.132 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:40:40.132 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.132 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:40.132 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-19T04:40:40.132 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T04:40:40.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.116+0000 7efd2ee00640 1 -- 172.21.15.31:0/3989853595 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efd0806c2b0 msgr2=0x7efd0806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:40.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.116+0000 7efd2ee00640 1 --2- 172.21.15.31:0/3989853595 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efd0806c2b0 0x7efd0806e770 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7efd180017e0 tx=0x7efd18001610 comp rx=0 tx=0).stop 2024-09-19T04:40:40.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.116+0000 7efd2ee00640 1 -- 172.21.15.31:0/3989853595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efd281554d0 msgr2=0x7efd28157c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:40.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.116+0000 7efd2ee00640 1 --2- 172.21.15.31:0/3989853595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efd281554d0 0x7efd28157c40 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7efd1400c490 tx=0x7efd1400c950 comp rx=0 tx=0).stop 2024-09-19T04:40:40.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.116+0000 7efd2ee00640 1 -- 172.21.15.31:0/3989853595 shutdown_connections 2024-09-19T04:40:40.134 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.116+0000 7efd2ee00640 1 --2- 172.21.15.31:0/3989853595 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efd28162750 0x7efd28152f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.116+0000 7efd2ee00640 1 --2- 172.21.15.31:0/3989853595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efd281554d0 0x7efd28157c40 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.116+0000 7efd2ee00640 1 --2- 172.21.15.31:0/3989853595 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efd0806c2b0 0x7efd0806e770 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.116+0000 7efd2ee00640 1 --2- 172.21.15.31:0/3989853595 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efd280af3a0 0x7efd2813fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.116+0000 7efd2ee00640 1 -- 172.21.15.31:0/3989853595 >> 172.21.15.31:0/3989853595 conn(0x7efd280736d0 msgr2=0x7efd2806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:40.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.116+0000 7efd2ee00640 1 -- 172.21.15.31:0/3989853595 shutdown_connections 2024-09-19T04:40:40.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.116+0000 7efd2ee00640 1 -- 172.21.15.31:0/3989853595 wait complete. 2024-09-19T04:40:40.135 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-19T04:40:40.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.292+0000 7fd12dc00640 1 Processor -- start 2024-09-19T04:40:40.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.292+0000 7fd12dc00640 1 -- start start 2024-09-19T04:40:40.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.293+0000 7fd12dc00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd128156590 0x7fd1280735b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:40.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.293+0000 7fd12dc00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd128072510 con 0x7fd1280ad1b0 2024-09-19T04:40:40.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.293+0000 7fd12dc00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1280727f0 con 0x7fd1280adc70 2024-09-19T04:40:40.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.293+0000 7fd12dc00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fd128072ad0 con 0x7fd128156590 2024-09-19T04:40:40.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.294+0000 7fd11fe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fd1280ad1b0 0x7fd1280cf820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58410/0 (socket says 172.21.15.31:58410) 2024-09-19T04:40:40.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.294+0000 7fd11fe00640 1 -- 172.21.15.31:0/2708445434 learned_addr learned my addr 172.21.15.31:0/2708445434 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:40.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.294+0000 7fd127e00640 1 --2- 172.21.15.31:0/2708445434 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd128156590 0x7fd1280735b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:40.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.294+0000 7fd127400640 1 -- 172.21.15.31:0/2708445434 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 925423424 0 0) 0x7fd128072510 con 0x7fd1280ad1b0 2024-09-19T04:40:40.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.294+0000 7fd127400640 1 -- 172.21.15.31:0/2708445434 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd10c003520 con 0x7fd1280ad1b0 2024-09-19T04:40:40.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.294+0000 7fd127400640 1 -- 172.21.15.31:0/2708445434 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 772694322 0 0) 0x7fd1280727f0 con 0x7fd1280adc70 2024-09-19T04:40:40.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.294+0000 7fd127400640 1 -- 172.21.15.31:0/2708445434 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd128072510 con 0x7fd1280adc70 2024-09-19T04:40:40.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.294+0000 7fd127e00640 1 -- 172.21.15.31:0/2708445434 >> v1:172.21.15.52:6789/0 conn(0x7fd1280adc70 legacy=0x7fd12806e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:40.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.294+0000 7fd127e00640 1 -- 172.21.15.31:0/2708445434 >> v1:172.21.15.31:6789/0 conn(0x7fd1280ad1b0 legacy=0x7fd1280cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:40.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.294+0000 7fd127e00640 1 -- 172.21.15.31:0/2708445434 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd128072db0 con 0x7fd128156590 2024-09-19T04:40:40.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.295+0000 7fd127e00640 1 --2- 172.21.15.31:0/2708445434 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd128156590 0x7fd1280735b0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd1180097d0 tx=0x7fd11802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cdb8c1e282a2567b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:40.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.296+0000 7fd127400640 1 -- 172.21.15.31:0/2708445434 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd118037070 con 0x7fd128156590 2024-09-19T04:40:40.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.296+0000 7fd127400640 1 -- 172.21.15.31:0/2708445434 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd118032440 con 0x7fd128156590 2024-09-19T04:40:40.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.296+0000 7fd127400640 1 -- 172.21.15.31:0/2708445434 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd118032810 con 0x7fd128156590 2024-09-19T04:40:40.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.296+0000 7fd12dc00640 1 -- 172.21.15.31:0/2708445434 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd128156590 msgr2=0x7fd1280735b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:40.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.296+0000 7fd12dc00640 1 --2- 172.21.15.31:0/2708445434 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd128156590 0x7fd1280735b0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd1180097d0 tx=0x7fd11802a210 comp rx=0 tx=0).stop 2024-09-19T04:40:40.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.296+0000 7fd12dc00640 1 -- 172.21.15.31:0/2708445434 shutdown_connections 2024-09-19T04:40:40.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.296+0000 7fd12dc00640 1 --2- 172.21.15.31:0/2708445434 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd128156590 0x7fd1280735b0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.296+0000 7fd12dc00640 1 -- 172.21.15.31:0/2708445434 >> 172.21.15.31:0/2708445434 conn(0x7fd12806bdf0 msgr2=0x7fd12806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:40.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.297+0000 7fd12dc00640 1 -- 172.21.15.31:0/2708445434 shutdown_connections 2024-09-19T04:40:40.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.297+0000 7fd12dc00640 1 -- 172.21.15.31:0/2708445434 wait complete. 2024-09-19T04:40:40.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.298+0000 7fd12dc00640 1 Processor -- start 2024-09-19T04:40:40.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.298+0000 7fd12dc00640 1 -- start start 2024-09-19T04:40:40.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.299+0000 7fd12dc00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd1280ad1b0 0x7fd128153780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:40.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.299+0000 7fd12dc00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1280adc70 0x7fd12815b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:40.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.299+0000 7fd12dc00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd128156590 0x7fd12815b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:40.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.299+0000 7fd12dc00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd128156970 con 0x7fd1280adc70 2024-09-19T04:40:40.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.299+0000 7fd12dc00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd128073af0 con 0x7fd1280ad1b0 2024-09-19T04:40:40.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.299+0000 7fd12dc00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fd1281f5010 con 0x7fd128156590 2024-09-19T04:40:40.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.299+0000 7fd11fe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1280adc70 0x7fd12815b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:40.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.300+0000 7fd11fe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1280adc70 0x7fd12815b090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35500/0 (socket says 172.21.15.31:35500) 2024-09-19T04:40:40.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.300+0000 7fd11fe00640 1 -- 172.21.15.31:0/1802326042 learned_addr learned my addr 172.21.15.31:0/1802326042 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:40.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.300+0000 7fd127e00640 1 --2- 172.21.15.31:0/1802326042 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd1280ad1b0 0x7fd128153780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:40.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.300+0000 7fd12d200640 1 --2- 172.21.15.31:0/1802326042 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd128156590 0x7fd12815b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:40.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.300+0000 7fd11fe00640 1 -- 172.21.15.31:0/1802326042 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd128156590 msgr2=0x7fd12815b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:40.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.300+0000 7fd11fe00640 1 --2- 172.21.15.31:0/1802326042 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd128156590 0x7fd12815b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.300+0000 7fd11fe00640 1 -- 172.21.15.31:0/1802326042 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd1280ad1b0 msgr2=0x7fd128153780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:40.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.300+0000 7fd11fe00640 1 --2- 172.21.15.31:0/1802326042 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd1280ad1b0 0x7fd128153780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.300+0000 7fd11fe00640 1 -- 172.21.15.31:0/1802326042 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1281f4140 con 0x7fd1280adc70 2024-09-19T04:40:40.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.300+0000 7fd11fe00640 1 --2- 172.21.15.31:0/1802326042 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1280adc70 0x7fd12815b090 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fd11000c530 tx=0x7fd11000c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:40.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.300+0000 7fd124c00640 1 -- 172.21.15.31:0/1802326042 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd110017070 con 0x7fd1280adc70 2024-09-19T04:40:40.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.301+0000 7fd124c00640 1 -- 172.21.15.31:0/1802326042 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd110005ce0 con 0x7fd1280adc70 2024-09-19T04:40:40.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.301+0000 7fd12dc00640 1 -- 172.21.15.31:0/1802326042 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1281f4400 con 0x7fd1280adc70 2024-09-19T04:40:40.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.301+0000 7fd124c00640 1 -- 172.21.15.31:0/1802326042 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd110007270 con 0x7fd1280adc70 2024-09-19T04:40:40.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.301+0000 7fd12dc00640 1 -- 172.21.15.31:0/1802326042 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1281f49c0 con 0x7fd1280adc70 2024-09-19T04:40:40.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.302+0000 7fd12dc00640 1 -- 172.21.15.31:0/1802326042 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1280735b0 con 0x7fd1280adc70 2024-09-19T04:40:40.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.303+0000 7fd124c00640 1 -- 172.21.15.31:0/1802326042 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd11001a070 con 0x7fd1280adc70 2024-09-19T04:40:40.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.303+0000 7fd124c00640 1 --2- 172.21.15.31:0/1802326042 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd10406c2e0 0x7fd10406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:40.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.304+0000 7fd124c00640 1 -- 172.21.15.31:0/1802326042 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7fd11008a4f0 con 0x7fd1280adc70 2024-09-19T04:40:40.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.304+0000 7fd127e00640 1 --2- 172.21.15.31:0/1802326042 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd10406c2e0 0x7fd10406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:40.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.304+0000 7fd127e00640 1 --2- 172.21.15.31:0/1802326042 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd10406c2e0 0x7fd10406e7a0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd118034000 tx=0x7fd11802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:40.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.308+0000 7fd124c00640 1 -- 172.21.15.31:0/1802326042 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd1100587c0 con 0x7fd1280adc70 2024-09-19T04:40:40.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.561+0000 7fd12dc00640 1 -- 172.21.15.31:0/1802326042 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7fd1280b1b60 con 0x7fd1280adc70 2024-09-19T04:40:40.566 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.564+0000 7fd124c00640 1 -- 172.21.15.31:0/1802326042 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7fd11005cac0 con 0x7fd1280adc70 2024-09-19T04:40:40.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.567+0000 7fd12dc00640 1 -- 172.21.15.31:0/1802326042 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd10406c2e0 msgr2=0x7fd10406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:40.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.567+0000 7fd12dc00640 1 --2- 172.21.15.31:0/1802326042 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd10406c2e0 0x7fd10406e7a0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd118034000 tx=0x7fd11802e000 comp rx=0 tx=0).stop 2024-09-19T04:40:40.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.567+0000 7fd12dc00640 1 -- 172.21.15.31:0/1802326042 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1280adc70 msgr2=0x7fd12815b090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:40.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.567+0000 7fd12dc00640 1 --2- 172.21.15.31:0/1802326042 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1280adc70 0x7fd12815b090 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fd11000c530 tx=0x7fd11000c9f0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.567+0000 7fd12dc00640 1 -- 172.21.15.31:0/1802326042 shutdown_connections 2024-09-19T04:40:40.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.567+0000 7fd12dc00640 1 --2- 172.21.15.31:0/1802326042 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd128156590 0x7fd12815b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.567+0000 7fd12dc00640 1 --2- 172.21.15.31:0/1802326042 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd1280adc70 0x7fd12815b090 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.567+0000 7fd12dc00640 1 --2- 172.21.15.31:0/1802326042 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd10406c2e0 0x7fd10406e7a0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.567+0000 7fd12dc00640 1 --2- 172.21.15.31:0/1802326042 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd1280ad1b0 0x7fd128153780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.567+0000 7fd12dc00640 1 -- 172.21.15.31:0/1802326042 >> 172.21.15.31:0/1802326042 conn(0x7fd12806bdf0 msgr2=0x7fd128155630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:40.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.567+0000 7fd12dc00640 1 -- 172.21.15.31:0/1802326042 shutdown_connections 2024-09-19T04:40:40.570 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.567+0000 7fd12dc00640 1 -- 172.21.15.31:0/1802326042 wait complete. 2024-09-19T04:40:40.585 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-19T04:40:40.748 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.746+0000 7f4d78800640 1 Processor -- start 2024-09-19T04:40:40.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.747+0000 7f4d78800640 1 -- start start 2024-09-19T04:40:40.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.748+0000 7f4d78800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f4d700afc40 0x7f4d70166f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:40.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.748+0000 7f4d78800640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d7006e590 con 0x7f4d70072620 2024-09-19T04:40:40.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.748+0000 7f4d78800640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d7006e870 con 0x7f4d70072240 2024-09-19T04:40:40.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.748+0000 7f4d78800640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f4d7006eb50 con 0x7f4d700afc40 2024-09-19T04:40:40.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.748+0000 7f4d76800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f4d700afc40 0x7f4d70166f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:40.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.748+0000 7f4d75400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f4d70072620 0x7f4d700af530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58420/0 (socket says 172.21.15.31:58420) 2024-09-19T04:40:40.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.748+0000 7f4d76800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f4d700afc40 0x7f4d70166f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35516/0 (socket says 172.21.15.31:35516) 2024-09-19T04:40:40.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.748+0000 7f4d75400640 1 -- 172.21.15.31:0/955044037 learned_addr learned my addr 172.21.15.31:0/955044037 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:40.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.749+0000 7f4d76800640 1 -- 172.21.15.31:0/955044037 >> v1:172.21.15.52:6789/0 conn(0x7f4d70072240 legacy=0x7f4d7015d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:40.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.749+0000 7f4d76800640 1 -- 172.21.15.31:0/955044037 >> v1:172.21.15.31:6789/0 conn(0x7f4d70072620 legacy=0x7f4d700af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:40.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.749+0000 7f4d76800640 1 -- 172.21.15.31:0/955044037 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d7006ee30 con 0x7f4d700afc40 2024-09-19T04:40:40.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.749+0000 7f4d74a00640 1 -- 172.21.15.31:0/955044037 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3880739851 0 0) 0x7f4d7006e590 con 0x7f4d70072620 2024-09-19T04:40:40.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.750+0000 7f4d76800640 1 --2- 172.21.15.31:0/955044037 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4d700afc40 0x7f4d70166f50 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c009d90 tx=0x7f4d6c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7b15be83b5008db server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:40.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.750+0000 7f4d74a00640 1 -- 172.21.15.31:0/955044037 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d6c007740 con 0x7f4d700afc40 2024-09-19T04:40:40.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.750+0000 7f4d74a00640 1 -- 172.21.15.31:0/955044037 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d6c0078e0 con 0x7f4d700afc40 2024-09-19T04:40:40.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.750+0000 7f4d74a00640 1 -- 172.21.15.31:0/955044037 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d6c007cb0 con 0x7f4d700afc40 2024-09-19T04:40:40.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.751+0000 7f4d78800640 1 -- 172.21.15.31:0/955044037 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4d700afc40 msgr2=0x7f4d70166f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:40.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.751+0000 7f4d78800640 1 --2- 172.21.15.31:0/955044037 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4d700afc40 0x7f4d70166f50 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c009d90 tx=0x7f4d6c02a6f0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.751+0000 7f4d78800640 1 -- 172.21.15.31:0/955044037 shutdown_connections 2024-09-19T04:40:40.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.751+0000 7f4d78800640 1 --2- 172.21.15.31:0/955044037 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4d700afc40 0x7f4d70166f50 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.751+0000 7f4d78800640 1 -- 172.21.15.31:0/955044037 >> 172.21.15.31:0/955044037 conn(0x7f4d70067da0 msgr2=0x7f4d7006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:40.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.751+0000 7f4d78800640 1 -- 172.21.15.31:0/955044037 shutdown_connections 2024-09-19T04:40:40.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.751+0000 7f4d78800640 1 -- 172.21.15.31:0/955044037 wait complete. 2024-09-19T04:40:40.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.753+0000 7f4d78800640 1 Processor -- start 2024-09-19T04:40:40.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.753+0000 7f4d78800640 1 -- start start 2024-09-19T04:40:40.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.754+0000 7f4d78800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d70072240 0x7f4d701f5d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:40.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.754+0000 7f4d78800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4d70072620 0x7f4d701f1d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:40.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.754+0000 7f4d78800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4d700afc40 0x7f4d701589a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:40.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.754+0000 7f4d78800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4d7006dfd0 con 0x7f4d700afc40 2024-09-19T04:40:40.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.754+0000 7f4d78800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4d700ce3f0 con 0x7f4d70072240 2024-09-19T04:40:40.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.754+0000 7f4d78800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f4d7006e150 con 0x7f4d70072620 2024-09-19T04:40:40.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.754+0000 7f4d76800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4d700afc40 0x7f4d701589a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:40.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.754+0000 7f4d76800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4d700afc40 0x7f4d701589a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35530/0 (socket says 172.21.15.31:35530) 2024-09-19T04:40:40.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.754+0000 7f4d76800640 1 -- 172.21.15.31:0/3242278598 learned_addr learned my addr 172.21.15.31:0/3242278598 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:40.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.754+0000 7f4d75e00640 1 --2- 172.21.15.31:0/3242278598 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d70072240 0x7f4d701f5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:40.757 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.754+0000 7f4d75400640 1 --2- 172.21.15.31:0/3242278598 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4d70072620 0x7f4d701f1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:40.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.755+0000 7f4d76800640 1 -- 172.21.15.31:0/3242278598 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4d70072620 msgr2=0x7f4d701f1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:40.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.755+0000 7f4d76800640 1 --2- 172.21.15.31:0/3242278598 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4d70072620 0x7f4d701f1d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.755+0000 7f4d76800640 1 -- 172.21.15.31:0/3242278598 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d70072240 msgr2=0x7f4d701f5d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:40.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.755+0000 7f4d76800640 1 --2- 172.21.15.31:0/3242278598 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d70072240 0x7f4d701f5d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:40.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.755+0000 7f4d76800640 1 -- 172.21.15.31:0/3242278598 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d701f22b0 con 0x7f4d700afc40 2024-09-19T04:40:40.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.755+0000 7f4d76800640 1 --2- 172.21.15.31:0/3242278598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4d700afc40 0x7f4d701589a0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c009d90 tx=0x7f4d6c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:40.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.755+0000 7f4d6a000640 1 -- 172.21.15.31:0/3242278598 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d6c03f070 con 0x7f4d700afc40 2024-09-19T04:40:40.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.755+0000 7f4d6a000640 1 -- 172.21.15.31:0/3242278598 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d6c031c90 con 0x7f4d700afc40 2024-09-19T04:40:40.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.755+0000 7f4d6a000640 1 -- 172.21.15.31:0/3242278598 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d6c043630 con 0x7f4d700afc40 2024-09-19T04:40:40.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.755+0000 7f4d78800640 1 -- 172.21.15.31:0/3242278598 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d701f2530 con 0x7f4d700afc40 2024-09-19T04:40:40.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.755+0000 7f4d78800640 1 -- 172.21.15.31:0/3242278598 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d701f2af0 con 0x7f4d700afc40 2024-09-19T04:40:40.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.757+0000 7f4d78800640 1 -- 172.21.15.31:0/3242278598 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d7015d1f0 con 0x7f4d700afc40 2024-09-19T04:40:40.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.757+0000 7f4d6a000640 1 -- 172.21.15.31:0/3242278598 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4d6c03b410 con 0x7f4d700afc40 2024-09-19T04:40:40.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.759+0000 7f4d6a000640 1 --2- 172.21.15.31:0/3242278598 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4d5406c2b0 0x7f4d5406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:40.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.759+0000 7f4d6a000640 1 -- 172.21.15.31:0/3242278598 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f4d6c0ac770 con 0x7f4d700afc40 2024-09-19T04:40:40.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.759+0000 7f4d75e00640 1 --2- 172.21.15.31:0/3242278598 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4d5406c2b0 0x7f4d5406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:40.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.760+0000 7f4d75e00640 1 --2- 172.21.15.31:0/3242278598 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4d5406c2b0 0x7f4d5406e770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f4d70160800 tx=0x7f4d64009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:40.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:40.763+0000 7f4d6a000640 1 -- 172.21.15.31:0/3242278598 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4d701f22b0 con 0x7f4d700afc40 2024-09-19T04:40:41.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.019+0000 7f4d78800640 1 -- 172.21.15.31:0/3242278598 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7f4d7006bc10 con 0x7f4d700afc40 2024-09-19T04:40:41.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.023+0000 7f4d6a000640 1 -- 172.21.15.31:0/3242278598 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7f4d6c07aa70 con 0x7f4d700afc40 2024-09-19T04:40:41.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.025+0000 7f4d78800640 1 -- 172.21.15.31:0/3242278598 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4d5406c2b0 msgr2=0x7f4d5406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.025+0000 7f4d78800640 1 --2- 172.21.15.31:0/3242278598 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4d5406c2b0 0x7f4d5406e770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f4d70160800 tx=0x7f4d64009040 comp rx=0 tx=0).stop 2024-09-19T04:40:41.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.025+0000 7f4d78800640 1 -- 172.21.15.31:0/3242278598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4d700afc40 msgr2=0x7f4d701589a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.025+0000 7f4d78800640 1 --2- 172.21.15.31:0/3242278598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4d700afc40 0x7f4d701589a0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c009d90 tx=0x7f4d6c004a40 comp rx=0 tx=0).stop 2024-09-19T04:40:41.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.026+0000 7f4d78800640 1 -- 172.21.15.31:0/3242278598 shutdown_connections 2024-09-19T04:40:41.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.026+0000 7f4d78800640 1 --2- 172.21.15.31:0/3242278598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4d700afc40 0x7f4d701589a0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.026+0000 7f4d78800640 1 --2- 172.21.15.31:0/3242278598 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4d70072620 0x7f4d701f1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.026+0000 7f4d78800640 1 --2- 172.21.15.31:0/3242278598 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4d5406c2b0 0x7f4d5406e770 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.026+0000 7f4d78800640 1 --2- 172.21.15.31:0/3242278598 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4d70072240 0x7f4d701f5d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.026+0000 7f4d78800640 1 -- 172.21.15.31:0/3242278598 >> 172.21.15.31:0/3242278598 conn(0x7f4d70067da0 msgr2=0x7f4d700b00b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:41.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.026+0000 7f4d78800640 1 -- 172.21.15.31:0/3242278598 shutdown_connections 2024-09-19T04:40:41.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.026+0000 7f4d78800640 1 -- 172.21.15.31:0/3242278598 wait complete. 2024-09-19T04:40:41.045 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-19T04:40:41.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.202+0000 7f9346000640 1 Processor -- start 2024-09-19T04:40:41.204 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.202+0000 7f9346000640 1 -- start start 2024-09-19T04:40:41.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.204+0000 7f9346000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93400d4ad0 0x7f93400d4f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.204+0000 7f9346000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f934006d530 0x7f934006d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.204+0000 7f9346000640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93400d2c40 con 0x7f93400d0b00 2024-09-19T04:40:41.206 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.204+0000 7f9346000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f934006d0a0 con 0x7f934006d530 2024-09-19T04:40:41.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.204+0000 7f9346000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f93400d2f20 con 0x7f93400d4ad0 2024-09-19T04:40:41.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.204+0000 7f9345600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f934006d530 0x7f934006d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.204+0000 7f9345600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f934006d530 0x7f934006d9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35542/0 (socket says 172.21.15.31:35542) 2024-09-19T04:40:41.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.204+0000 7f9345600640 1 -- 172.21.15.31:0/1842238842 learned_addr learned my addr 172.21.15.31:0/1842238842 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:41.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.204+0000 7f933fe00640 1 --2- 172.21.15.31:0/1842238842 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93400d4ad0 0x7f93400d4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.204+0000 7f9345600640 1 -- 172.21.15.31:0/1842238842 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93400d4ad0 msgr2=0x7f93400d4f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:41.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.204+0000 7f9345600640 1 --2- 172.21.15.31:0/1842238842 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93400d4ad0 0x7f93400d4f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.204+0000 7f9345600640 1 -- 172.21.15.31:0/1842238842 >> v1:172.21.15.52:6789/0 conn(0x7f93400d0b00 legacy=0x7f93400d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.207 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.204+0000 7f9345600640 1 -- 172.21.15.31:0/1842238842 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93400d3200 con 0x7f934006d530 2024-09-19T04:40:41.208 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.205+0000 7f9345600640 1 --2- 172.21.15.31:0/1842238842 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f934006d530 0x7f934006d9e0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f9338009e50 tx=0x7f933802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec130153f7302292 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:41.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.206+0000 7f933f400640 1 -- 172.21.15.31:0/1842238842 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9338036070 con 0x7f934006d530 2024-09-19T04:40:41.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.206+0000 7f933f400640 1 -- 172.21.15.31:0/1842238842 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9338031600 con 0x7f934006d530 2024-09-19T04:40:41.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.206+0000 7f933f400640 1 -- 172.21.15.31:0/1842238842 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93380319d0 con 0x7f934006d530 2024-09-19T04:40:41.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.206+0000 7f9346000640 1 -- 172.21.15.31:0/1842238842 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f934006d530 msgr2=0x7f934006d9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.206+0000 7f9346000640 1 --2- 172.21.15.31:0/1842238842 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f934006d530 0x7f934006d9e0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f9338009e50 tx=0x7f933802a710 comp rx=0 tx=0).stop 2024-09-19T04:40:41.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.206+0000 7f9346000640 1 -- 172.21.15.31:0/1842238842 shutdown_connections 2024-09-19T04:40:41.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.207+0000 7f9346000640 1 --2- 172.21.15.31:0/1842238842 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f934006d530 0x7f934006d9e0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.207+0000 7f9346000640 1 --2- 172.21.15.31:0/1842238842 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93400d4ad0 0x7f93400d4f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.207+0000 7f9346000640 1 -- 172.21.15.31:0/1842238842 >> 172.21.15.31:0/1842238842 conn(0x7f934008c000 msgr2=0x7f93400d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:41.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.207+0000 7f9346000640 1 -- 172.21.15.31:0/1842238842 shutdown_connections 2024-09-19T04:40:41.209 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.207+0000 7f9346000640 1 -- 172.21.15.31:0/1842238842 wait complete. 2024-09-19T04:40:41.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.208+0000 7f9346000640 1 Processor -- start 2024-09-19T04:40:41.210 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.208+0000 7f9346000640 1 -- start start 2024-09-19T04:40:41.212 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.209+0000 7f9346000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f934006d530 0x7f93400c7f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.209+0000 7f9346000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93400d0b00 0x7f93400c9a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.209+0000 7f9346000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93400d4ad0 0x7f93400c9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.209+0000 7f9346000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9340161be0 con 0x7f934006d530 2024-09-19T04:40:41.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.209+0000 7f9346000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f93400d2950 con 0x7f93400d4ad0 2024-09-19T04:40:41.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.209+0000 7f9346000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f9340161d60 con 0x7f93400d0b00 2024-09-19T04:40:41.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.209+0000 7f9344c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f934006d530 0x7f93400c7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.210+0000 7f9344c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f934006d530 0x7f93400c7f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35558/0 (socket says 172.21.15.31:35558) 2024-09-19T04:40:41.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.210+0000 7f9344c00640 1 -- 172.21.15.31:0/506769595 learned_addr learned my addr 172.21.15.31:0/506769595 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:41.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.210+0000 7f9345600640 1 --2- 172.21.15.31:0/506769595 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93400d4ad0 0x7f93400c9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.210+0000 7f933fe00640 1 --2- 172.21.15.31:0/506769595 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93400d0b00 0x7f93400c9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.213 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.210+0000 7f9344c00640 1 -- 172.21.15.31:0/506769595 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93400d0b00 msgr2=0x7f93400c9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.210+0000 7f9344c00640 1 --2- 172.21.15.31:0/506769595 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93400d0b00 0x7f93400c9a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.210+0000 7f9344c00640 1 -- 172.21.15.31:0/506769595 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93400d4ad0 msgr2=0x7f93400c9fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.210+0000 7f9344c00640 1 --2- 172.21.15.31:0/506769595 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93400d4ad0 0x7f93400c9fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.210+0000 7f9344c00640 1 -- 172.21.15.31:0/506769595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93400b5780 con 0x7f934006d530 2024-09-19T04:40:41.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.210+0000 7f9344c00640 1 --2- 172.21.15.31:0/506769595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f934006d530 0x7f93400c7f60 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f933400c3f0 tx=0x7f933400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:41.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.211+0000 7f933cc00640 1 -- 172.21.15.31:0/506769595 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93340052d0 con 0x7f934006d530 2024-09-19T04:40:41.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.211+0000 7f933cc00640 1 -- 172.21.15.31:0/506769595 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9334005490 con 0x7f934006d530 2024-09-19T04:40:41.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.211+0000 7f933cc00640 1 -- 172.21.15.31:0/506769595 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9334007260 con 0x7f934006d530 2024-09-19T04:40:41.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.211+0000 7f9346000640 1 -- 172.21.15.31:0/506769595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93400b6540 con 0x7f934006d530 2024-09-19T04:40:41.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.211+0000 7f9346000640 1 -- 172.21.15.31:0/506769595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93400b4ca0 con 0x7f934006d530 2024-09-19T04:40:41.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.212+0000 7f9346000640 1 -- 172.21.15.31:0/506769595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f934006c460 con 0x7f934006d530 2024-09-19T04:40:41.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.214+0000 7f933cc00640 1 -- 172.21.15.31:0/506769595 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9334007400 con 0x7f934006d530 2024-09-19T04:40:41.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.214+0000 7f933cc00640 1 --2- 172.21.15.31:0/506769595 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f932006c2b0 0x7f932006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.215+0000 7f933cc00640 1 -- 172.21.15.31:0/506769595 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f933408a6a0 con 0x7f934006d530 2024-09-19T04:40:41.216 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.215+0000 7f933fe00640 1 --2- 172.21.15.31:0/506769595 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f932006c2b0 0x7f932006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.215+0000 7f933fe00640 1 --2- 172.21.15.31:0/506769595 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f932006c2b0 0x7f932006e770 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f93400a2360 tx=0x7f932c009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:41.221 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.219+0000 7f933cc00640 1 -- 172.21.15.31:0/506769595 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9334058970 con 0x7f934006d530 2024-09-19T04:40:41.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.473+0000 7f9346000640 1 -- 172.21.15.31:0/506769595 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7f93400d4f10 con 0x7f934006d530 2024-09-19T04:40:41.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.475+0000 7f933cc00640 1 -- 172.21.15.31:0/506769595 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7f933405cc70 con 0x7f934006d530 2024-09-19T04:40:41.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.478+0000 7f9346000640 1 -- 172.21.15.31:0/506769595 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f932006c2b0 msgr2=0x7f932006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.478+0000 7f9346000640 1 --2- 172.21.15.31:0/506769595 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f932006c2b0 0x7f932006e770 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f93400a2360 tx=0x7f932c009190 comp rx=0 tx=0).stop 2024-09-19T04:40:41.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.478+0000 7f9346000640 1 -- 172.21.15.31:0/506769595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f934006d530 msgr2=0x7f93400c7f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.478+0000 7f9346000640 1 --2- 172.21.15.31:0/506769595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f934006d530 0x7f93400c7f60 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f933400c3f0 tx=0x7f933400c8b0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.478+0000 7f9346000640 1 -- 172.21.15.31:0/506769595 shutdown_connections 2024-09-19T04:40:41.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.478+0000 7f9346000640 1 --2- 172.21.15.31:0/506769595 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f932006c2b0 0x7f932006e770 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.478+0000 7f9346000640 1 --2- 172.21.15.31:0/506769595 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f93400d4ad0 0x7f93400c9fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.478+0000 7f9346000640 1 --2- 172.21.15.31:0/506769595 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f93400d0b00 0x7f93400c9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.478+0000 7f9346000640 1 --2- 172.21.15.31:0/506769595 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f934006d530 0x7f93400c7f60 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.478+0000 7f9346000640 1 -- 172.21.15.31:0/506769595 >> 172.21.15.31:0/506769595 conn(0x7f934008c000 msgr2=0x7f93400d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:41.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.479+0000 7f9346000640 1 -- 172.21.15.31:0/506769595 shutdown_connections 2024-09-19T04:40:41.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.479+0000 7f9346000640 1 -- 172.21.15.31:0/506769595 wait complete. 2024-09-19T04:40:41.495 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-19T04:40:41.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.651+0000 7f2137800640 1 Processor -- start 2024-09-19T04:40:41.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.651+0000 7f2137800640 1 -- start start 2024-09-19T04:40:41.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.652+0000 7f2137800640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f21300d0ff0 0x7f21300d13d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.653+0000 7f2137800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f21300cfa10 0x7f21300d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.653+0000 7f2137800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f21300d4060 0x7f21300d28c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.653+0000 7f2137800640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f21300b6c70 con 0x7f21300cfa10 2024-09-19T04:40:41.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.653+0000 7f2137800640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f21300d1910 con 0x7f21300d0ff0 2024-09-19T04:40:41.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.653+0000 7f2137800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f21300b6060 con 0x7f21300d4060 2024-09-19T04:40:41.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.653+0000 7f212fe00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f21300cfa10 0x7f21300d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.653+0000 7f212fe00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f21300cfa10 0x7f21300d3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35574/0 (socket says 172.21.15.31:35574) 2024-09-19T04:40:41.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.653+0000 7f212fe00640 1 -- 172.21.15.31:0/1174958414 learned_addr learned my addr 172.21.15.31:0/1174958414 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:41.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.653+0000 7f2134e00640 1 --2- 172.21.15.31:0/1174958414 >> v2:172.21.15.52:3300/0 conn(0x7f21300d0ff0 0x7f21300d13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.653+0000 7f2135800640 1 --2- 172.21.15.31:0/1174958414 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f21300d4060 0x7f21300d28c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.653+0000 7f212fe00640 1 -- 172.21.15.31:0/1174958414 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f21300d4060 msgr2=0x7f21300d28c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:41.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.653+0000 7f212fe00640 1 --2- 172.21.15.31:0/1174958414 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f21300d4060 0x7f21300d28c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.653+0000 7f212fe00640 1 -- 172.21.15.31:0/1174958414 >> v2:172.21.15.52:3300/0 conn(0x7f21300d0ff0 msgr2=0x7f21300d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:41.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.653+0000 7f212fe00640 1 --2- 172.21.15.31:0/1174958414 >> v2:172.21.15.52:3300/0 conn(0x7f21300d0ff0 0x7f21300d13d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.653+0000 7f212fe00640 1 -- 172.21.15.31:0/1174958414 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21300b6340 con 0x7f21300cfa10 2024-09-19T04:40:41.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.653+0000 7f2135800640 1 --2- 172.21.15.31:0/1174958414 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f21300d4060 0x7f21300d28c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:41.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.654+0000 7f212fe00640 1 --2- 172.21.15.31:0/1174958414 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21300cfa10 0x7f21300d3b20 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f2130068910 tx=0x7f211c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e85cb2149a14a55 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:41.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.655+0000 7f212f400640 1 -- 172.21.15.31:0/1174958414 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f211c037070 con 0x7f21300cfa10 2024-09-19T04:40:41.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.655+0000 7f212f400640 1 -- 172.21.15.31:0/1174958414 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f211c032440 con 0x7f21300cfa10 2024-09-19T04:40:41.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.655+0000 7f212f400640 1 -- 172.21.15.31:0/1174958414 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f211c032810 con 0x7f21300cfa10 2024-09-19T04:40:41.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.655+0000 7f2137800640 1 -- 172.21.15.31:0/1174958414 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21300cfa10 msgr2=0x7f21300d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.655+0000 7f2137800640 1 --2- 172.21.15.31:0/1174958414 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21300cfa10 0x7f21300d3b20 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f2130068910 tx=0x7f211c02a140 comp rx=0 tx=0).stop 2024-09-19T04:40:41.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.655+0000 7f2137800640 1 -- 172.21.15.31:0/1174958414 shutdown_connections 2024-09-19T04:40:41.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.655+0000 7f2137800640 1 --2- 172.21.15.31:0/1174958414 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f21300d4060 0x7f21300d28c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.655+0000 7f2137800640 1 --2- 172.21.15.31:0/1174958414 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21300cfa10 0x7f21300d3b20 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.655+0000 7f2137800640 1 --2- 172.21.15.31:0/1174958414 >> v2:172.21.15.52:3300/0 conn(0x7f21300d0ff0 0x7f21300d13d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.655+0000 7f2137800640 1 -- 172.21.15.31:0/1174958414 >> 172.21.15.31:0/1174958414 conn(0x7f2130067f80 msgr2=0x7f213006ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:41.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.655+0000 7f2137800640 1 -- 172.21.15.31:0/1174958414 shutdown_connections 2024-09-19T04:40:41.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.655+0000 7f2137800640 1 -- 172.21.15.31:0/1174958414 wait complete. 2024-09-19T04:40:41.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.657+0000 7f2137800640 1 Processor -- start 2024-09-19T04:40:41.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.657+0000 7f2137800640 1 -- start start 2024-09-19T04:40:41.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.658+0000 7f2137800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f21300cfa10 0x7f21301610d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.658+0000 7f2137800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f21300d0ff0 0x7f2130158900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.658+0000 7f2137800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21300d4060 0x7f21300cb6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.658+0000 7f2137800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f213015e8f0 con 0x7f21300d4060 2024-09-19T04:40:41.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.658+0000 7f2137800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f21300b6900 con 0x7f21300cfa10 2024-09-19T04:40:41.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.658+0000 7f2137800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f213015ea70 con 0x7f21300d0ff0 2024-09-19T04:40:41.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.658+0000 7f2135800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21300d4060 0x7f21300cb6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.659+0000 7f2135800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21300d4060 0x7f21300cb6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35582/0 (socket says 172.21.15.31:35582) 2024-09-19T04:40:41.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.659+0000 7f2135800640 1 -- 172.21.15.31:0/805284313 learned_addr learned my addr 172.21.15.31:0/805284313 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:41.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.659+0000 7f2134e00640 1 --2- 172.21.15.31:0/805284313 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f21300cfa10 0x7f21301610d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.659+0000 7f212fe00640 1 --2- 172.21.15.31:0/805284313 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f21300d0ff0 0x7f2130158900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.659+0000 7f2135800640 1 -- 172.21.15.31:0/805284313 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f21300d0ff0 msgr2=0x7f2130158900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.659+0000 7f2135800640 1 --2- 172.21.15.31:0/805284313 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f21300d0ff0 0x7f2130158900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.659+0000 7f2135800640 1 -- 172.21.15.31:0/805284313 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f21300cfa10 msgr2=0x7f21301610d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.659+0000 7f2135800640 1 --2- 172.21.15.31:0/805284313 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f21300cfa10 0x7f21301610d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.659+0000 7f2135800640 1 -- 172.21.15.31:0/805284313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2130158e40 con 0x7f21300d4060 2024-09-19T04:40:41.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.659+0000 7f2135800640 1 --2- 172.21.15.31:0/805284313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21300d4060 0x7f21300cb6b0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f212800cd50 tx=0x7f212800a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:41.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.659+0000 7f212cc00640 1 -- 172.21.15.31:0/805284313 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212800f680 con 0x7f21300d4060 2024-09-19T04:40:41.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.660+0000 7f212cc00640 1 -- 172.21.15.31:0/805284313 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f212800f840 con 0x7f21300d4060 2024-09-19T04:40:41.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.660+0000 7f212cc00640 1 -- 172.21.15.31:0/805284313 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212800fc30 con 0x7f21300d4060 2024-09-19T04:40:41.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.660+0000 7f2137800640 1 -- 172.21.15.31:0/805284313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21301e86c0 con 0x7f21300d4060 2024-09-19T04:40:41.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.660+0000 7f2137800640 1 -- 172.21.15.31:0/805284313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21301e8c80 con 0x7f21300d4060 2024-09-19T04:40:41.664 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.661+0000 7f2137800640 1 -- 172.21.15.31:0/805284313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21300d3b20 con 0x7f21300d4060 2024-09-19T04:40:41.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.662+0000 7f212cc00640 1 -- 172.21.15.31:0/805284313 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f212800e3e0 con 0x7f21300d4060 2024-09-19T04:40:41.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.663+0000 7f212cc00640 1 --2- 172.21.15.31:0/805284313 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f211006c2e0 0x7f211006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:41.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.663+0000 7f212cc00640 1 -- 172.21.15.31:0/805284313 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f212808bda0 con 0x7f21300d4060 2024-09-19T04:40:41.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.663+0000 7f2134e00640 1 --2- 172.21.15.31:0/805284313 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f211006c2e0 0x7f211006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:41.665 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.664+0000 7f2134e00640 1 --2- 172.21.15.31:0/805284313 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f211006c2e0 0x7f211006e7a0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f2124006fd0 tx=0x7f2124008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:41.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.667+0000 7f212cc00640 1 -- 172.21.15.31:0/805284313 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2128014030 con 0x7f21300d4060 2024-09-19T04:40:41.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.921+0000 7f2137800640 1 -- 172.21.15.31:0/805284313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f21300b5ce0 con 0x7f21300d4060 2024-09-19T04:40:41.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.923+0000 7f212cc00640 1 -- 172.21.15.31:0/805284313 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7f212805a110 con 0x7f21300d4060 2024-09-19T04:40:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.926+0000 7f2137800640 1 -- 172.21.15.31:0/805284313 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f211006c2e0 msgr2=0x7f211006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.926+0000 7f2137800640 1 --2- 172.21.15.31:0/805284313 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f211006c2e0 0x7f211006e7a0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f2124006fd0 tx=0x7f2124008040 comp rx=0 tx=0).stop 2024-09-19T04:40:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.926+0000 7f2137800640 1 -- 172.21.15.31:0/805284313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21300d4060 msgr2=0x7f21300cb6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.926+0000 7f2137800640 1 --2- 172.21.15.31:0/805284313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21300d4060 0x7f21300cb6b0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f212800cd50 tx=0x7f212800a650 comp rx=0 tx=0).stop 2024-09-19T04:40:41.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.926+0000 7f2137800640 1 -- 172.21.15.31:0/805284313 shutdown_connections 2024-09-19T04:40:41.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.926+0000 7f2137800640 1 --2- 172.21.15.31:0/805284313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f21300d4060 0x7f21300cb6b0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.926+0000 7f2137800640 1 --2- 172.21.15.31:0/805284313 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f21300d0ff0 0x7f2130158900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.926+0000 7f2137800640 1 --2- 172.21.15.31:0/805284313 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f211006c2e0 0x7f211006e7a0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.926+0000 7f2137800640 1 --2- 172.21.15.31:0/805284313 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f21300cfa10 0x7f21301610d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:41.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.926+0000 7f2137800640 1 -- 172.21.15.31:0/805284313 >> 172.21.15.31:0/805284313 conn(0x7f2130067f80 msgr2=0x7f21300b7c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:41.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.926+0000 7f2137800640 1 -- 172.21.15.31:0/805284313 shutdown_connections 2024-09-19T04:40:41.929 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:41.926+0000 7f2137800640 1 -- 172.21.15.31:0/805284313 wait complete. 2024-09-19T04:40:41.944 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-19T04:40:42.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.102+0000 7f2280a00640 1 Processor -- start 2024-09-19T04:40:42.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.102+0000 7f2280a00640 1 -- start start 2024-09-19T04:40:42.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.103+0000 7f2280a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f227c0d4310 0x7f227c0d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:42.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.103+0000 7f2280a00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f227c06d460 0x7f227c06d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:42.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.103+0000 7f2280a00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f227c06de10 con 0x7f227c15e470 2024-09-19T04:40:42.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.103+0000 7f2280a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f227c0d4cc0 con 0x7f227c0d4310 2024-09-19T04:40:42.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.103+0000 7f2280a00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f227c0cf710 con 0x7f227c06d460 2024-09-19T04:40:42.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.103+0000 7f227aa00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f227c0d4310 0x7f227c0d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:42.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.104+0000 7f227aa00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f227c0d4310 0x7f227c0d4780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35586/0 (socket says 172.21.15.31:35586) 2024-09-19T04:40:42.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.104+0000 7f227aa00640 1 -- 172.21.15.31:0/838956067 learned_addr learned my addr 172.21.15.31:0/838956067 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:42.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.104+0000 7f227be00640 1 --2- 172.21.15.31:0/838956067 >> v2:172.21.15.52:3300/0 conn(0x7f227c06d460 0x7f227c06d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:42.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.104+0000 7f227aa00640 1 -- 172.21.15.31:0/838956067 >> v2:172.21.15.52:3300/0 conn(0x7f227c06d460 msgr2=0x7f227c06d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:42.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.104+0000 7f227aa00640 1 --2- 172.21.15.31:0/838956067 >> v2:172.21.15.52:3300/0 conn(0x7f227c06d460 0x7f227c06d8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.104+0000 7f227aa00640 1 -- 172.21.15.31:0/838956067 >> v1:172.21.15.52:6789/0 conn(0x7f227c15e470 legacy=0x7f227c0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:42.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.104+0000 7f227aa00640 1 -- 172.21.15.31:0/838956067 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f227c15e850 con 0x7f227c0d4310 2024-09-19T04:40:42.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.105+0000 7f227aa00640 1 --2- 172.21.15.31:0/838956067 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f227c0d4310 0x7f227c0d4780 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f227c08e0f0 tx=0x7f226802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df0e0c5baa661be2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:42.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.105+0000 7f227a000640 1 -- 172.21.15.31:0/838956067 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2268037070 con 0x7f227c0d4310 2024-09-19T04:40:42.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.105+0000 7f227a000640 1 -- 172.21.15.31:0/838956067 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2268032440 con 0x7f227c0d4310 2024-09-19T04:40:42.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.105+0000 7f227a000640 1 -- 172.21.15.31:0/838956067 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2268032810 con 0x7f227c0d4310 2024-09-19T04:40:42.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.106+0000 7f2280a00640 1 -- 172.21.15.31:0/838956067 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f227c0d4310 msgr2=0x7f227c0d4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:42.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.106+0000 7f2280a00640 1 --2- 172.21.15.31:0/838956067 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f227c0d4310 0x7f227c0d4780 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f227c08e0f0 tx=0x7f226802a270 comp rx=0 tx=0).stop 2024-09-19T04:40:42.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.106+0000 7f2280a00640 1 -- 172.21.15.31:0/838956067 shutdown_connections 2024-09-19T04:40:42.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.106+0000 7f2280a00640 1 --2- 172.21.15.31:0/838956067 >> v2:172.21.15.52:3300/0 conn(0x7f227c06d460 0x7f227c06d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.106+0000 7f2280a00640 1 --2- 172.21.15.31:0/838956067 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f227c0d4310 0x7f227c0d4780 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.106+0000 7f2280a00640 1 -- 172.21.15.31:0/838956067 >> 172.21.15.31:0/838956067 conn(0x7f227c09d700 msgr2=0x7f227c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:42.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.106+0000 7f2280a00640 1 -- 172.21.15.31:0/838956067 shutdown_connections 2024-09-19T04:40:42.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.106+0000 7f2280a00640 1 -- 172.21.15.31:0/838956067 wait complete. 2024-09-19T04:40:42.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.107+0000 7f2280a00640 1 Processor -- start 2024-09-19T04:40:42.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.108+0000 7f2280a00640 1 -- start start 2024-09-19T04:40:42.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.108+0000 7f2280a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f227c06d460 0x7f227c151780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:42.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.108+0000 7f2280a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f227c0d4310 0x7f227c15ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:42.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.108+0000 7f2280a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f227c15e470 0x7f227c15f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:42.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.108+0000 7f2280a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f227c0cf0c0 con 0x7f227c15e470 2024-09-19T04:40:42.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.108+0000 7f2280a00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f227c0d1980 con 0x7f227c0d4310 2024-09-19T04:40:42.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.108+0000 7f2280a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f227c0cf3a0 con 0x7f227c06d460 2024-09-19T04:40:42.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.109+0000 7f227be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f227c15e470 0x7f227c15f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:42.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.109+0000 7f227aa00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f227c0d4310 0x7f227c15ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:42.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.109+0000 7f227be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f227c15e470 0x7f227c15f1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35600/0 (socket says 172.21.15.31:35600) 2024-09-19T04:40:42.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.109+0000 7f227be00640 1 -- 172.21.15.31:0/1577409145 learned_addr learned my addr 172.21.15.31:0/1577409145 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:42.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.109+0000 7f227b400640 1 --2- 172.21.15.31:0/1577409145 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f227c06d460 0x7f227c151780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:42.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.109+0000 7f227be00640 1 -- 172.21.15.31:0/1577409145 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f227c06d460 msgr2=0x7f227c151780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:42.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.109+0000 7f227be00640 1 --2- 172.21.15.31:0/1577409145 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f227c06d460 0x7f227c151780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.109+0000 7f227be00640 1 -- 172.21.15.31:0/1577409145 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f227c0d4310 msgr2=0x7f227c15ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:42.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.109+0000 7f227be00640 1 --2- 172.21.15.31:0/1577409145 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f227c0d4310 0x7f227c15ec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.109+0000 7f227be00640 1 -- 172.21.15.31:0/1577409145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f227c161b30 con 0x7f227c15e470 2024-09-19T04:40:42.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.109+0000 7f227aa00640 1 --2- 172.21.15.31:0/1577409145 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f227c0d4310 0x7f227c15ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:42.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.109+0000 7f227be00640 1 --2- 172.21.15.31:0/1577409145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f227c15e470 0x7f227c15f1b0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f227400efc0 tx=0x7f227400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:42.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.110+0000 7f2273400640 1 -- 172.21.15.31:0/1577409145 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2274018020 con 0x7f227c15e470 2024-09-19T04:40:42.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.110+0000 7f2273400640 1 -- 172.21.15.31:0/1577409145 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2274014480 con 0x7f227c15e470 2024-09-19T04:40:42.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.110+0000 7f2273400640 1 -- 172.21.15.31:0/1577409145 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2274014870 con 0x7f227c15e470 2024-09-19T04:40:42.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.110+0000 7f2280a00640 1 -- 172.21.15.31:0/1577409145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f227c0ccfe0 con 0x7f227c15e470 2024-09-19T04:40:42.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.110+0000 7f2280a00640 1 -- 172.21.15.31:0/1577409145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f227c0cd280 con 0x7f227c15e470 2024-09-19T04:40:42.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.111+0000 7f2280a00640 1 -- 172.21.15.31:0/1577409145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f227c06d8d0 con 0x7f227c15e470 2024-09-19T04:40:42.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.112+0000 7f2273400640 1 -- 172.21.15.31:0/1577409145 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2274005d10 con 0x7f227c15e470 2024-09-19T04:40:42.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.113+0000 7f2273400640 1 --2- 172.21.15.31:0/1577409145 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f225c06c2b0 0x7f225c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:42.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.113+0000 7f2273400640 1 -- 172.21.15.31:0/1577409145 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f227408bc30 con 0x7f227c15e470 2024-09-19T04:40:42.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.113+0000 7f227b400640 1 --2- 172.21.15.31:0/1577409145 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f225c06c2b0 0x7f225c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:42.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.114+0000 7f227b400640 1 --2- 172.21.15.31:0/1577409145 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f225c06c2b0 0x7f225c06e770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f226c0016e0 tx=0x7f226c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:42.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.117+0000 7f2273400640 1 -- 172.21.15.31:0/1577409145 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2274022070 con 0x7f227c15e470 2024-09-19T04:40:42.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.369+0000 7f2280a00640 1 -- 172.21.15.31:0/1577409145 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7f227c06cf90 con 0x7f227c15e470 2024-09-19T04:40:42.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.371+0000 7f2273400640 1 -- 172.21.15.31:0/1577409145 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) ==== 97+0+0 (secure 0 0 0) 0x7f2274010040 con 0x7f227c15e470 2024-09-19T04:40:42.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.374+0000 7f2280a00640 1 -- 172.21.15.31:0/1577409145 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f225c06c2b0 msgr2=0x7f225c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:42.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.374+0000 7f2280a00640 1 --2- 172.21.15.31:0/1577409145 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f225c06c2b0 0x7f225c06e770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f226c0016e0 tx=0x7f226c009040 comp rx=0 tx=0).stop 2024-09-19T04:40:42.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.374+0000 7f2280a00640 1 -- 172.21.15.31:0/1577409145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f227c15e470 msgr2=0x7f227c15f1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:42.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.374+0000 7f2280a00640 1 --2- 172.21.15.31:0/1577409145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f227c15e470 0x7f227c15f1b0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f227400efc0 tx=0x7f227400c490 comp rx=0 tx=0).stop 2024-09-19T04:40:42.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.374+0000 7f2280a00640 1 -- 172.21.15.31:0/1577409145 shutdown_connections 2024-09-19T04:40:42.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.374+0000 7f2280a00640 1 --2- 172.21.15.31:0/1577409145 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f227c15e470 0x7f227c15f1b0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.374+0000 7f2280a00640 1 --2- 172.21.15.31:0/1577409145 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f225c06c2b0 0x7f225c06e770 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.374+0000 7f2280a00640 1 --2- 172.21.15.31:0/1577409145 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f227c0d4310 0x7f227c15ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.374+0000 7f2280a00640 1 --2- 172.21.15.31:0/1577409145 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f227c06d460 0x7f227c151780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.374+0000 7f2280a00640 1 -- 172.21.15.31:0/1577409145 >> 172.21.15.31:0/1577409145 conn(0x7f227c09d700 msgr2=0x7f227c0b3200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:42.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.375+0000 7f2280a00640 1 -- 172.21.15.31:0/1577409145 shutdown_connections 2024-09-19T04:40:42.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.375+0000 7f2280a00640 1 -- 172.21.15.31:0/1577409145 wait complete. 2024-09-19T04:40:42.391 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-19T04:40:42.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.546+0000 7fa201c00640 1 Processor -- start 2024-09-19T04:40:42.548 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.546+0000 7fa201c00640 1 -- start start 2024-09-19T04:40:42.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.547+0000 7fa201c00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fa1fc156590 0x7fa1fc0735b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:42.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.547+0000 7fa201c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa1fc0adc70 0x7fa1fc0ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:42.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.547+0000 7fa201c00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1fc072510 con 0x7fa1fc0ad1b0 2024-09-19T04:40:42.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.547+0000 7fa201c00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fa1fc0727f0 con 0x7fa1fc0adc70 2024-09-19T04:40:42.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.547+0000 7fa201c00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fa1fc072ad0 con 0x7fa1fc156590 2024-09-19T04:40:42.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.548+0000 7fa201200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa1fc0adc70 0x7fa1fc0ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:42.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.548+0000 7fa1f3e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fa1fc0ad1b0 0x7fa1fc0cf820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58426/0 (socket says 172.21.15.31:58426) 2024-09-19T04:40:42.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.548+0000 7fa1f3e00640 1 -- 172.21.15.31:0/3754483083 learned_addr learned my addr 172.21.15.31:0/3754483083 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:42.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.548+0000 7fa1fbe00640 1 --2- 172.21.15.31:0/3754483083 >> v2:172.21.15.52:3300/0 conn(0x7fa1fc156590 0x7fa1fc0735b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:42.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.548+0000 7fa201200640 1 -- 172.21.15.31:0/3754483083 >> v2:172.21.15.52:3300/0 conn(0x7fa1fc156590 msgr2=0x7fa1fc0735b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:42.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.548+0000 7fa201200640 1 --2- 172.21.15.31:0/3754483083 >> v2:172.21.15.52:3300/0 conn(0x7fa1fc156590 0x7fa1fc0735b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.548+0000 7fa201200640 1 -- 172.21.15.31:0/3754483083 >> v1:172.21.15.31:6789/0 conn(0x7fa1fc0ad1b0 legacy=0x7fa1fc0cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:42.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.548+0000 7fa201200640 1 -- 172.21.15.31:0/3754483083 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1fc072db0 con 0x7fa1fc0adc70 2024-09-19T04:40:42.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.548+0000 7fa1fbe00640 1 --2- 172.21.15.31:0/3754483083 >> v2:172.21.15.52:3300/0 conn(0x7fa1fc156590 0x7fa1fc0735b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:42.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.549+0000 7fa201200640 1 --2- 172.21.15.31:0/3754483083 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1fc0adc70 0x7fa1fc0ae100 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa1fc0b2e30 tx=0x7fa1f402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=581048d1c9fbf0e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:42.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.549+0000 7fa1fb400640 1 -- 172.21.15.31:0/3754483083 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f4007740 con 0x7fa1fc0adc70 2024-09-19T04:40:42.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.549+0000 7fa1fb400640 1 -- 172.21.15.31:0/3754483083 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1f40078e0 con 0x7fa1fc0adc70 2024-09-19T04:40:42.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.550+0000 7fa1fb400640 1 -- 172.21.15.31:0/3754483083 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f4007cb0 con 0x7fa1fc0adc70 2024-09-19T04:40:42.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.550+0000 7fa201c00640 1 -- 172.21.15.31:0/3754483083 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1fc0adc70 msgr2=0x7fa1fc0ae100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:42.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.550+0000 7fa201c00640 1 --2- 172.21.15.31:0/3754483083 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1fc0adc70 0x7fa1fc0ae100 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa1fc0b2e30 tx=0x7fa1f402a680 comp rx=0 tx=0).stop 2024-09-19T04:40:42.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.550+0000 7fa201c00640 1 -- 172.21.15.31:0/3754483083 shutdown_connections 2024-09-19T04:40:42.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.550+0000 7fa201c00640 1 --2- 172.21.15.31:0/3754483083 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1fc0adc70 0x7fa1fc0ae100 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.550+0000 7fa201c00640 1 --2- 172.21.15.31:0/3754483083 >> v2:172.21.15.52:3300/0 conn(0x7fa1fc156590 0x7fa1fc0735b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.550+0000 7fa201c00640 1 -- 172.21.15.31:0/3754483083 >> 172.21.15.31:0/3754483083 conn(0x7fa1fc06bdf0 msgr2=0x7fa1fc06c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:42.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.550+0000 7fa201c00640 1 -- 172.21.15.31:0/3754483083 shutdown_connections 2024-09-19T04:40:42.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.550+0000 7fa201c00640 1 -- 172.21.15.31:0/3754483083 wait complete. 2024-09-19T04:40:42.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.552+0000 7fa201c00640 1 Processor -- start 2024-09-19T04:40:42.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.552+0000 7fa201c00640 1 -- start start 2024-09-19T04:40:42.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.553+0000 7fa201c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1fc0ad1b0 0x7fa1fc1532d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:42.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.553+0000 7fa201c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1fc0adc70 0x7fa1fc159de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:42.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.553+0000 7fa201c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa1fc156590 0x7fa1fc0b09c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:42.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.553+0000 7fa201c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa1fc156970 con 0x7fa1fc0adc70 2024-09-19T04:40:42.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.553+0000 7fa201c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa1fc073af0 con 0x7fa1fc0ad1b0 2024-09-19T04:40:42.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.553+0000 7fa201c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fa1fc15a830 con 0x7fa1fc156590 2024-09-19T04:40:42.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.553+0000 7fa1f3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1fc0adc70 0x7fa1fc159de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:42.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.553+0000 7fa1f3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1fc0adc70 0x7fa1fc159de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35628/0 (socket says 172.21.15.31:35628) 2024-09-19T04:40:42.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.553+0000 7fa1f3e00640 1 -- 172.21.15.31:0/2779612940 learned_addr learned my addr 172.21.15.31:0/2779612940 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:42.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.553+0000 7fa1fbe00640 1 --2- 172.21.15.31:0/2779612940 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1fc0ad1b0 0x7fa1fc1532d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:42.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.553+0000 7fa201200640 1 --2- 172.21.15.31:0/2779612940 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa1fc156590 0x7fa1fc0b09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:42.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.553+0000 7fa1f3e00640 1 -- 172.21.15.31:0/2779612940 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa1fc156590 msgr2=0x7fa1fc0b09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:42.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.553+0000 7fa1f3e00640 1 --2- 172.21.15.31:0/2779612940 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa1fc156590 0x7fa1fc0b09c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.553+0000 7fa1f3e00640 1 -- 172.21.15.31:0/2779612940 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1fc0ad1b0 msgr2=0x7fa1fc1532d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:42.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.553+0000 7fa1f3e00640 1 --2- 172.21.15.31:0/2779612940 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1fc0ad1b0 0x7fa1fc1532d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.553+0000 7fa1f3e00640 1 -- 172.21.15.31:0/2779612940 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1fc15ab10 con 0x7fa1fc0adc70 2024-09-19T04:40:42.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.554+0000 7fa1fbe00640 1 --2- 172.21.15.31:0/2779612940 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1fc0ad1b0 0x7fa1fc1532d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:42.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.554+0000 7fa1f3e00640 1 --2- 172.21.15.31:0/2779612940 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1fc0adc70 0x7fa1fc159de0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa1e400c400 tx=0x7fa1e400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:42.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.554+0000 7fa1f8c00640 1 -- 172.21.15.31:0/2779612940 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e4017070 con 0x7fa1fc0adc70 2024-09-19T04:40:42.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.554+0000 7fa1f8c00640 1 -- 172.21.15.31:0/2779612940 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1e4005ce0 con 0x7fa1fc0adc70 2024-09-19T04:40:42.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.554+0000 7fa1f8c00640 1 -- 172.21.15.31:0/2779612940 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e40072f0 con 0x7fa1fc0adc70 2024-09-19T04:40:42.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.554+0000 7fa201c00640 1 -- 172.21.15.31:0/2779612940 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1fc1f5830 con 0x7fa1fc0adc70 2024-09-19T04:40:42.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.554+0000 7fa201c00640 1 -- 172.21.15.31:0/2779612940 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1fc153810 con 0x7fa1fc0adc70 2024-09-19T04:40:42.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.555+0000 7fa201c00640 1 -- 172.21.15.31:0/2779612940 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1fc0735b0 con 0x7fa1fc0adc70 2024-09-19T04:40:42.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.556+0000 7fa1f8c00640 1 -- 172.21.15.31:0/2779612940 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa1e401a070 con 0x7fa1fc0adc70 2024-09-19T04:40:42.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.558+0000 7fa1f8c00640 1 --2- 172.21.15.31:0/2779612940 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa1d806c2b0 0x7fa1d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:42.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.558+0000 7fa1f8c00640 1 -- 172.21.15.31:0/2779612940 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7fa1e408a680 con 0x7fa1fc0adc70 2024-09-19T04:40:42.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.558+0000 7fa1fbe00640 1 --2- 172.21.15.31:0/2779612940 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa1d806c2b0 0x7fa1d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:42.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.558+0000 7fa1fbe00640 1 --2- 172.21.15.31:0/2779612940 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa1d806c2b0 0x7fa1d806e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa1ec006fd0 tx=0x7fa1ec008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:42.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.562+0000 7fa1f8c00640 1 -- 172.21.15.31:0/2779612940 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa1e4058fa0 con 0x7fa1fc0adc70 2024-09-19T04:40:42.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.815+0000 7fa201c00640 1 -- 172.21.15.31:0/2779612940 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7fa1fc0b38e0 con 0x7fa1fc0adc70 2024-09-19T04:40:42.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.818+0000 7fa1f8c00640 1 -- 172.21.15.31:0/2779612940 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7fa1e40588a0 con 0x7fa1fc0adc70 2024-09-19T04:40:42.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.820+0000 7fa201c00640 1 -- 172.21.15.31:0/2779612940 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa1d806c2b0 msgr2=0x7fa1d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:42.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.820+0000 7fa201c00640 1 --2- 172.21.15.31:0/2779612940 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa1d806c2b0 0x7fa1d806e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa1ec006fd0 tx=0x7fa1ec008040 comp rx=0 tx=0).stop 2024-09-19T04:40:42.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.820+0000 7fa201c00640 1 -- 172.21.15.31:0/2779612940 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1fc0adc70 msgr2=0x7fa1fc159de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:42.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.820+0000 7fa201c00640 1 --2- 172.21.15.31:0/2779612940 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1fc0adc70 0x7fa1fc159de0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa1e400c400 tx=0x7fa1e400c8c0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.820+0000 7fa201c00640 1 -- 172.21.15.31:0/2779612940 shutdown_connections 2024-09-19T04:40:42.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.820+0000 7fa201c00640 1 --2- 172.21.15.31:0/2779612940 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa1fc156590 0x7fa1fc0b09c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.820+0000 7fa201c00640 1 --2- 172.21.15.31:0/2779612940 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1fc0adc70 0x7fa1fc159de0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.820+0000 7fa201c00640 1 --2- 172.21.15.31:0/2779612940 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa1d806c2b0 0x7fa1d806e770 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.820+0000 7fa201c00640 1 --2- 172.21.15.31:0/2779612940 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1fc0ad1b0 0x7fa1fc1532d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.820+0000 7fa201c00640 1 -- 172.21.15.31:0/2779612940 >> 172.21.15.31:0/2779612940 conn(0x7fa1fc06bdf0 msgr2=0x7fa1fc15cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:42.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.820+0000 7fa201c00640 1 -- 172.21.15.31:0/2779612940 shutdown_connections 2024-09-19T04:40:42.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.820+0000 7fa201c00640 1 -- 172.21.15.31:0/2779612940 wait complete. 2024-09-19T04:40:42.837 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T04:40:42.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.991+0000 7fcbbb200640 1 Processor -- start 2024-09-19T04:40:42.993 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.991+0000 7fcbbb200640 1 -- start start 2024-09-19T04:40:42.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.992+0000 7fcbbb200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fcbb415e260 0x7fcbb40cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:42.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.992+0000 7fcbbb200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fcbb40d1860 0x7fcbb40d2ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:42.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.992+0000 7fcbbb200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcbb40d1cb0 con 0x7fcbb40d31e0 2024-09-19T04:40:42.994 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.992+0000 7fcbbb200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fcbb40d1f70 con 0x7fcbb40d1860 2024-09-19T04:40:42.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.992+0000 7fcbbb200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fcbb40d2810 con 0x7fcbb415e260 2024-09-19T04:40:42.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.993+0000 7fcbb9400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fcbb40d1860 0x7fcbb40d2ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:42.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.993+0000 7fcbba800640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fcbb40d31e0 0x7fcbb406ce10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58438/0 (socket says 172.21.15.31:58438) 2024-09-19T04:40:42.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.993+0000 7fcbba800640 1 -- 172.21.15.31:0/3882175944 learned_addr learned my addr 172.21.15.31:0/3882175944 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:42.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.993+0000 7fcbb9e00640 1 --2- 172.21.15.31:0/3882175944 >> v2:172.21.15.52:3300/0 conn(0x7fcbb415e260 0x7fcbb40cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:42.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.993+0000 7fcbb9400640 1 -- 172.21.15.31:0/3882175944 >> v2:172.21.15.52:3300/0 conn(0x7fcbb415e260 msgr2=0x7fcbb40cfb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:42.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.993+0000 7fcbb9400640 1 --2- 172.21.15.31:0/3882175944 >> v2:172.21.15.52:3300/0 conn(0x7fcbb415e260 0x7fcbb40cfb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.993+0000 7fcbb9400640 1 -- 172.21.15.31:0/3882175944 >> v1:172.21.15.31:6789/0 conn(0x7fcbb40d31e0 legacy=0x7fcbb406ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:42.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.993+0000 7fcbb9400640 1 -- 172.21.15.31:0/3882175944 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbb40d0200 con 0x7fcbb40d1860 2024-09-19T04:40:42.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.994+0000 7fcbb9400640 1 --2- 172.21.15.31:0/3882175944 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcbb40d1860 0x7fcbb40d2ca0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fcbb408e040 tx=0x7fcba402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efad98309d129781 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:42.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.994+0000 7fcbb8a00640 1 -- 172.21.15.31:0/3882175944 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba4037070 con 0x7fcbb40d1860 2024-09-19T04:40:42.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.994+0000 7fcbb8a00640 1 -- 172.21.15.31:0/3882175944 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcba4032440 con 0x7fcbb40d1860 2024-09-19T04:40:42.996 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.994+0000 7fcbb8a00640 1 -- 172.21.15.31:0/3882175944 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba4032810 con 0x7fcbb40d1860 2024-09-19T04:40:42.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.995+0000 7fcbbb200640 1 -- 172.21.15.31:0/3882175944 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcbb40d1860 msgr2=0x7fcbb40d2ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:42.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.995+0000 7fcbbb200640 1 --2- 172.21.15.31:0/3882175944 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcbb40d1860 0x7fcbb40d2ca0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fcbb408e040 tx=0x7fcba402a1a0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.995+0000 7fcbbb200640 1 -- 172.21.15.31:0/3882175944 shutdown_connections 2024-09-19T04:40:42.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.995+0000 7fcbbb200640 1 --2- 172.21.15.31:0/3882175944 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcbb40d1860 0x7fcbb40d2ca0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.995+0000 7fcbbb200640 1 --2- 172.21.15.31:0/3882175944 >> v2:172.21.15.52:3300/0 conn(0x7fcbb415e260 0x7fcbb40cfb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:42.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.995+0000 7fcbbb200640 1 -- 172.21.15.31:0/3882175944 >> 172.21.15.31:0/3882175944 conn(0x7fcbb409d6c0 msgr2=0x7fcbb408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:42.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.995+0000 7fcbbb200640 1 -- 172.21.15.31:0/3882175944 shutdown_connections 2024-09-19T04:40:42.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.995+0000 7fcbbb200640 1 -- 172.21.15.31:0/3882175944 wait complete. 2024-09-19T04:40:42.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.997+0000 7fcbbb200640 1 Processor -- start 2024-09-19T04:40:42.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.997+0000 7fcbbb200640 1 -- start start 2024-09-19T04:40:43.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.998+0000 7fcbbb200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcbb40d1860 0x7fcbb4152900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.998+0000 7fcbbb200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcbb40d31e0 0x7fcbb40c90d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.998+0000 7fcbbb200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcbb415e260 0x7fcbb40b9850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.998+0000 7fcbbb200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcbb415e640 con 0x7fcbb40d31e0 2024-09-19T04:40:43.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.998+0000 7fcbbb200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fcbb40d24a0 con 0x7fcbb415e260 2024-09-19T04:40:43.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.998+0000 7fcbbb200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fcbb415e7c0 con 0x7fcbb40d1860 2024-09-19T04:40:43.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.998+0000 7fcbb9400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcbb40d31e0 0x7fcbb40c90d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.998+0000 7fcbb9400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcbb40d31e0 0x7fcbb40c90d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35646/0 (socket says 172.21.15.31:35646) 2024-09-19T04:40:43.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.998+0000 7fcbb9400640 1 -- 172.21.15.31:0/1443686112 learned_addr learned my addr 172.21.15.31:0/1443686112 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:43.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.998+0000 7fcbba800640 1 --2- 172.21.15.31:0/1443686112 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcbb415e260 0x7fcbb40b9850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.998+0000 7fcbb9e00640 1 --2- 172.21.15.31:0/1443686112 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcbb40d1860 0x7fcbb4152900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.998+0000 7fcbb9400640 1 -- 172.21.15.31:0/1443686112 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcbb40d1860 msgr2=0x7fcbb4152900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.998+0000 7fcbb9400640 1 --2- 172.21.15.31:0/1443686112 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcbb40d1860 0x7fcbb4152900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.998+0000 7fcbb9400640 1 -- 172.21.15.31:0/1443686112 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcbb415e260 msgr2=0x7fcbb40b9850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.998+0000 7fcbb9400640 1 --2- 172.21.15.31:0/1443686112 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcbb415e260 0x7fcbb40b9850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.998+0000 7fcbb9400640 1 -- 172.21.15.31:0/1443686112 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbb40c9610 con 0x7fcbb40d31e0 2024-09-19T04:40:43.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.998+0000 7fcbba800640 1 --2- 172.21.15.31:0/1443686112 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcbb415e260 0x7fcbb40b9850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:43.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.999+0000 7fcbb9400640 1 --2- 172.21.15.31:0/1443686112 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcbb40d31e0 0x7fcbb40c90d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fcba4000c00 tx=0x7fcba40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:43.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.999+0000 7fcbae000640 1 -- 172.21.15.31:0/1443686112 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba4037040 con 0x7fcbb40d31e0 2024-09-19T04:40:43.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.999+0000 7fcbae000640 1 -- 172.21.15.31:0/1443686112 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcba4042070 con 0x7fcbb40d31e0 2024-09-19T04:40:43.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.999+0000 7fcbae000640 1 -- 172.21.15.31:0/1443686112 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba4030960 con 0x7fcbb40d31e0 2024-09-19T04:40:43.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.999+0000 7fcbbb200640 1 -- 172.21.15.31:0/1443686112 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbb40c8310 con 0x7fcbb40d31e0 2024-09-19T04:40:43.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:42.999+0000 7fcbbb200640 1 -- 172.21.15.31:0/1443686112 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbb40c88d0 con 0x7fcbb40d31e0 2024-09-19T04:40:43.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.000+0000 7fcbbb200640 1 -- 172.21.15.31:0/1443686112 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbb40d2ca0 con 0x7fcbb40d31e0 2024-09-19T04:40:43.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.001+0000 7fcbae000640 1 -- 172.21.15.31:0/1443686112 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcba4030b00 con 0x7fcbb40d31e0 2024-09-19T04:40:43.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.002+0000 7fcbae000640 1 --2- 172.21.15.31:0/1443686112 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcb9806c2b0 0x7fcb9806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.002+0000 7fcbae000640 1 -- 172.21.15.31:0/1443686112 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7fcba40abb20 con 0x7fcbb40d31e0 2024-09-19T04:40:43.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.002+0000 7fcbb9e00640 1 --2- 172.21.15.31:0/1443686112 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcb9806c2b0 0x7fcb9806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.003+0000 7fcbb9e00640 1 --2- 172.21.15.31:0/1443686112 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcb9806c2b0 0x7fcb9806e770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fcba8009aa0 tx=0x7fcba8009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:43.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.006+0000 7fcbae000640 1 -- 172.21.15.31:0/1443686112 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcbb40c9610 con 0x7fcbb40d31e0 2024-09-19T04:40:43.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.191+0000 7fcbbb200640 1 -- 172.21.15.31:0/1443686112 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fcbb40ba320 con 0x7fcbb40d31e0 2024-09-19T04:40:43.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.191+0000 7fcbae000640 1 -- 172.21.15.31:0/1443686112 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v35) ==== 84+0+65 (secure 0 0 0) 0x7fcba407a560 con 0x7fcbb40d31e0 2024-09-19T04:40:43.193 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:43.194 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-19T04:40:43.194 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:40:43.194 INFO:teuthology.orchestra.run.smithi031.stdout: "poolnum": 1, 2024-09-19T04:40:43.194 INFO:teuthology.orchestra.run.smithi031.stdout: "poolname": ".mgr" 2024-09-19T04:40:43.194 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:40:43.194 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-19T04:40:43.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.193+0000 7fcbbb200640 1 -- 172.21.15.31:0/1443686112 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcb9806c2b0 msgr2=0x7fcb9806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.193+0000 7fcbbb200640 1 --2- 172.21.15.31:0/1443686112 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcb9806c2b0 0x7fcb9806e770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fcba8009aa0 tx=0x7fcba8009190 comp rx=0 tx=0).stop 2024-09-19T04:40:43.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.194+0000 7fcbbb200640 1 -- 172.21.15.31:0/1443686112 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcbb40d31e0 msgr2=0x7fcbb40c90d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.194+0000 7fcbbb200640 1 --2- 172.21.15.31:0/1443686112 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcbb40d31e0 0x7fcbb40c90d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fcba4000c00 tx=0x7fcba40046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.194+0000 7fcbbb200640 1 -- 172.21.15.31:0/1443686112 shutdown_connections 2024-09-19T04:40:43.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.194+0000 7fcbbb200640 1 --2- 172.21.15.31:0/1443686112 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcb9806c2b0 0x7fcb9806e770 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.194+0000 7fcbbb200640 1 --2- 172.21.15.31:0/1443686112 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcbb415e260 0x7fcbb40b9850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.194+0000 7fcbbb200640 1 --2- 172.21.15.31:0/1443686112 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcbb40d31e0 0x7fcbb40c90d0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.194+0000 7fcbbb200640 1 --2- 172.21.15.31:0/1443686112 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcbb40d1860 0x7fcbb4152900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.194+0000 7fcbbb200640 1 -- 172.21.15.31:0/1443686112 >> 172.21.15.31:0/1443686112 conn(0x7fcbb409d6c0 msgr2=0x7fcbb4162810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:43.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.194+0000 7fcbbb200640 1 -- 172.21.15.31:0/1443686112 shutdown_connections 2024-09-19T04:40:43.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.194+0000 7fcbbb200640 1 -- 172.21.15.31:0/1443686112 wait complete. 2024-09-19T04:40:43.211 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T04:40:43.211 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T04:40:43.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.369+0000 7f0d39200640 1 Processor -- start 2024-09-19T04:40:43.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.369+0000 7f0d39200640 1 -- start start 2024-09-19T04:40:43.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.370+0000 7f0d39200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0d340cf4e0 0x7f0d34162aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.370+0000 7f0d39200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f0d340d4980 0x7f0d340d4e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.370+0000 7f0d39200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d340d28a0 con 0x7f0d3415e4d0 2024-09-19T04:40:43.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.370+0000 7f0d39200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f0d340d2b80 con 0x7f0d340d4980 2024-09-19T04:40:43.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.370+0000 7f0d39200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f0d340d2e60 con 0x7f0d340cf4e0 2024-09-19T04:40:43.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.370+0000 7f0d31e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f0d3415e4d0 0x7f0d340b7680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58444/0 (socket says 172.21.15.31:58444) 2024-09-19T04:40:43.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.370+0000 7f0d31e00640 1 -- 172.21.15.31:0/2212024687 learned_addr learned my addr 172.21.15.31:0/2212024687 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:43.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.371+0000 7f0d31400640 1 --2- 172.21.15.31:0/2212024687 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0d340cf4e0 0x7f0d34162aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.371+0000 7f0d32800640 1 --2- 172.21.15.31:0/2212024687 >> v2:172.21.15.52:3300/0 conn(0x7f0d340d4980 0x7f0d340d4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.371+0000 7f0d30a00640 1 -- 172.21.15.31:0/2212024687 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1375592348 0 0) 0x7f0d340d28a0 con 0x7f0d3415e4d0 2024-09-19T04:40:43.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.371+0000 7f0d30a00640 1 -- 172.21.15.31:0/2212024687 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0d18003520 con 0x7f0d3415e4d0 2024-09-19T04:40:43.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.371+0000 7f0d31400640 1 -- 172.21.15.31:0/2212024687 >> v2:172.21.15.52:3300/0 conn(0x7f0d340d4980 msgr2=0x7f0d340d4e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:43.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.371+0000 7f0d31400640 1 --2- 172.21.15.31:0/2212024687 >> v2:172.21.15.52:3300/0 conn(0x7f0d340d4980 0x7f0d340d4e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.371+0000 7f0d31400640 1 -- 172.21.15.31:0/2212024687 >> v1:172.21.15.31:6789/0 conn(0x7f0d3415e4d0 legacy=0x7f0d340b7680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.374 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.371+0000 7f0d31400640 1 -- 172.21.15.31:0/2212024687 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d340d3140 con 0x7f0d340cf4e0 2024-09-19T04:40:43.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.372+0000 7f0d31400640 1 --2- 172.21.15.31:0/2212024687 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0d340cf4e0 0x7f0d34162aa0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0d200097a0 tx=0x7f0d2002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8c98c8eed2febdd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:43.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.373+0000 7f0d30a00640 1 -- 172.21.15.31:0/2212024687 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d20037070 con 0x7f0d340cf4e0 2024-09-19T04:40:43.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.373+0000 7f0d30a00640 1 -- 172.21.15.31:0/2212024687 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d20032440 con 0x7f0d340cf4e0 2024-09-19T04:40:43.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.373+0000 7f0d30a00640 1 -- 172.21.15.31:0/2212024687 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d20032810 con 0x7f0d340cf4e0 2024-09-19T04:40:43.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.373+0000 7f0d39200640 1 -- 172.21.15.31:0/2212024687 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0d340cf4e0 msgr2=0x7f0d34162aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.373+0000 7f0d39200640 1 --2- 172.21.15.31:0/2212024687 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0d340cf4e0 0x7f0d34162aa0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0d200097a0 tx=0x7f0d2002a210 comp rx=0 tx=0).stop 2024-09-19T04:40:43.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.373+0000 7f0d39200640 1 -- 172.21.15.31:0/2212024687 shutdown_connections 2024-09-19T04:40:43.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.373+0000 7f0d39200640 1 --2- 172.21.15.31:0/2212024687 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0d340cf4e0 0x7f0d34162aa0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.373+0000 7f0d39200640 1 --2- 172.21.15.31:0/2212024687 >> v2:172.21.15.52:3300/0 conn(0x7f0d340d4980 0x7f0d340d4e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.373+0000 7f0d39200640 1 -- 172.21.15.31:0/2212024687 >> 172.21.15.31:0/2212024687 conn(0x7f0d3406d0a0 msgr2=0x7f0d3406d4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:43.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.373+0000 7f0d39200640 1 -- 172.21.15.31:0/2212024687 shutdown_connections 2024-09-19T04:40:43.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.373+0000 7f0d39200640 1 -- 172.21.15.31:0/2212024687 wait complete. 2024-09-19T04:40:43.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.375+0000 7f0d39200640 1 Processor -- start 2024-09-19T04:40:43.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.375+0000 7f0d39200640 1 -- start start 2024-09-19T04:40:43.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.376+0000 7f0d39200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d340cf4e0 0x7f0d340ca910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.376+0000 7f0d39200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d340d4980 0x7f0d3415ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.376+0000 7f0d39200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0d3415e4d0 0x7f0d340b5ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.376+0000 7f0d39200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0d3415e8b0 con 0x7f0d340d4980 2024-09-19T04:40:43.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.376+0000 7f0d39200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0d340b7d90 con 0x7f0d340cf4e0 2024-09-19T04:40:43.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.376+0000 7f0d39200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f0d340d3940 con 0x7f0d3415e4d0 2024-09-19T04:40:43.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.376+0000 7f0d31400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d340d4980 0x7f0d3415ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.376+0000 7f0d31400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d340d4980 0x7f0d3415ea30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35650/0 (socket says 172.21.15.31:35650) 2024-09-19T04:40:43.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.376+0000 7f0d31400640 1 -- 172.21.15.31:0/3796642230 learned_addr learned my addr 172.21.15.31:0/3796642230 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:43.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.377+0000 7f0d31e00640 1 --2- 172.21.15.31:0/3796642230 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d340cf4e0 0x7f0d340ca910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.377+0000 7f0d32800640 1 --2- 172.21.15.31:0/3796642230 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0d3415e4d0 0x7f0d340b5ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.377+0000 7f0d31400640 1 -- 172.21.15.31:0/3796642230 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0d3415e4d0 msgr2=0x7f0d340b5ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.377+0000 7f0d31400640 1 --2- 172.21.15.31:0/3796642230 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0d3415e4d0 0x7f0d340b5ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.377+0000 7f0d31400640 1 -- 172.21.15.31:0/3796642230 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d340cf4e0 msgr2=0x7f0d340ca910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.377+0000 7f0d31400640 1 --2- 172.21.15.31:0/3796642230 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d340cf4e0 0x7f0d340ca910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.377+0000 7f0d31400640 1 -- 172.21.15.31:0/3796642230 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d3415f280 con 0x7f0d340d4980 2024-09-19T04:40:43.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.377+0000 7f0d32800640 1 --2- 172.21.15.31:0/3796642230 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0d3415e4d0 0x7f0d340b5ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:43.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.377+0000 7f0d31e00640 1 --2- 172.21.15.31:0/3796642230 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d340cf4e0 0x7f0d340ca910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:43.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.377+0000 7f0d31400640 1 --2- 172.21.15.31:0/3796642230 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d340d4980 0x7f0d3415ea30 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f0d200097a0 tx=0x7f0d200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:43.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.377+0000 7f0d2a000640 1 -- 172.21.15.31:0/3796642230 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d20041070 con 0x7f0d340d4980 2024-09-19T04:40:43.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.377+0000 7f0d2a000640 1 -- 172.21.15.31:0/3796642230 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d2003c870 con 0x7f0d340d4980 2024-09-19T04:40:43.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.377+0000 7f0d2a000640 1 -- 172.21.15.31:0/3796642230 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d20037040 con 0x7f0d340d4980 2024-09-19T04:40:43.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.377+0000 7f0d39200640 1 -- 172.21.15.31:0/3796642230 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d3415f560 con 0x7f0d340d4980 2024-09-19T04:40:43.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.378+0000 7f0d39200640 1 -- 172.21.15.31:0/3796642230 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d3415ef70 con 0x7f0d340d4980 2024-09-19T04:40:43.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.379+0000 7f0d39200640 1 -- 172.21.15.31:0/3796642230 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d340d4e30 con 0x7f0d340d4980 2024-09-19T04:40:43.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.379+0000 7f0d2a000640 1 -- 172.21.15.31:0/3796642230 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0d20044070 con 0x7f0d340d4980 2024-09-19T04:40:43.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.380+0000 7f0d2a000640 1 --2- 172.21.15.31:0/3796642230 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0d1406c2b0 0x7f0d1406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:43.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.380+0000 7f0d2a000640 1 -- 172.21.15.31:0/3796642230 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f0d200abf30 con 0x7f0d340d4980 2024-09-19T04:40:43.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.381+0000 7f0d31e00640 1 --2- 172.21.15.31:0/3796642230 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0d1406c2b0 0x7f0d1406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:43.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.381+0000 7f0d31e00640 1 --2- 172.21.15.31:0/3796642230 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0d1406c2b0 0x7f0d1406e770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f0d24005880 tx=0x7f0d24009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:43.386 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.385+0000 7f0d2a000640 1 -- 172.21.15.31:0/3796642230 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0d2007a970 con 0x7f0d340d4980 2024-09-19T04:40:43.569 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.567+0000 7f0d39200640 1 -- 172.21.15.31:0/3796642230 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f0d3415de90 con 0x7f0d340d4980 2024-09-19T04:40:43.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.822+0000 7f0d2a000640 1 -- 172.21.15.31:0/3796642230 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v36) ==== 138+0+0 (secure 0 0 0) 0x7f0d2007a270 con 0x7f0d340d4980 2024-09-19T04:40:43.825 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' created 2024-09-19T04:40:43.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.826+0000 7f0d39200640 1 -- 172.21.15.31:0/3796642230 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0d1406c2b0 msgr2=0x7f0d1406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.826+0000 7f0d39200640 1 --2- 172.21.15.31:0/3796642230 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0d1406c2b0 0x7f0d1406e770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f0d24005880 tx=0x7f0d24009040 comp rx=0 tx=0).stop 2024-09-19T04:40:43.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.826+0000 7f0d39200640 1 -- 172.21.15.31:0/3796642230 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d340d4980 msgr2=0x7f0d3415ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:43.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.826+0000 7f0d39200640 1 --2- 172.21.15.31:0/3796642230 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d340d4980 0x7f0d3415ea30 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f0d200097a0 tx=0x7f0d200046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.826+0000 7f0d39200640 1 -- 172.21.15.31:0/3796642230 shutdown_connections 2024-09-19T04:40:43.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.826+0000 7f0d39200640 1 --2- 172.21.15.31:0/3796642230 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0d3415e4d0 0x7f0d340b5ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.826+0000 7f0d39200640 1 --2- 172.21.15.31:0/3796642230 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0d340d4980 0x7f0d3415ea30 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.828 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.826+0000 7f0d39200640 1 --2- 172.21.15.31:0/3796642230 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0d1406c2b0 0x7f0d1406e770 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.826+0000 7f0d39200640 1 --2- 172.21.15.31:0/3796642230 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d340cf4e0 0x7f0d340ca910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:43.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.826+0000 7f0d39200640 1 -- 172.21.15.31:0/3796642230 >> 172.21.15.31:0/3796642230 conn(0x7f0d3406d0a0 msgr2=0x7f0d3406d480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:43.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.827+0000 7f0d39200640 1 -- 172.21.15.31:0/3796642230 shutdown_connections 2024-09-19T04:40:43.829 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:43.827+0000 7f0d39200640 1 -- 172.21.15.31:0/3796642230 wait complete. 2024-09-19T04:40:43.848 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T04:40:44.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.011+0000 7fd0d6e00640 1 Processor -- start 2024-09-19T04:40:44.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.011+0000 7fd0d6e00640 1 -- start start 2024-09-19T04:40:44.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.013+0000 7fd0d6e00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fd0d00ceb80 0x7fd0d006f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:44.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.013+0000 7fd0d6e00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0d00cf190 con 0x7fd0d00cce20 2024-09-19T04:40:44.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.013+0000 7fd0d6e00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0d00cf470 con 0x7fd0d00ce710 2024-09-19T04:40:44.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.013+0000 7fd0d6e00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fd0d006e2b0 con 0x7fd0d00ceb80 2024-09-19T04:40:44.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.013+0000 7fd0cfe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fd0d00cce20 0x7fd0d00cd200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58452/0 (socket says 172.21.15.31:58452) 2024-09-19T04:40:44.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.013+0000 7fd0cfe00640 1 -- 172.21.15.31:0/3724368381 learned_addr learned my addr 172.21.15.31:0/3724368381 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:44.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.013+0000 7fd0d4e00640 1 --2- 172.21.15.31:0/3724368381 >> v2:172.21.15.52:3300/0 conn(0x7fd0d00ceb80 0x7fd0d006f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:44.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.013+0000 7fd0cf400640 1 -- 172.21.15.31:0/3724368381 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 105828117 0 0) 0x7fd0d00cf190 con 0x7fd0d00cce20 2024-09-19T04:40:44.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.013+0000 7fd0cf400640 1 -- 172.21.15.31:0/3724368381 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd0b4003520 con 0x7fd0d00cce20 2024-09-19T04:40:44.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.014+0000 7fd0d4e00640 1 -- 172.21.15.31:0/3724368381 >> v1:172.21.15.52:6789/0 conn(0x7fd0d00ce710 legacy=0x7fd0d006ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:44.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.014+0000 7fd0d4e00640 1 -- 172.21.15.31:0/3724368381 >> v1:172.21.15.31:6789/0 conn(0x7fd0d00cce20 legacy=0x7fd0d00cd200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:44.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.014+0000 7fd0d4e00640 1 -- 172.21.15.31:0/3724368381 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0d006e4e0 con 0x7fd0d00ceb80 2024-09-19T04:40:44.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.015+0000 7fd0d4e00640 1 --2- 172.21.15.31:0/3724368381 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d00ceb80 0x7fd0d006f3f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd0c8009d90 tx=0x7fd0c802a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a01c977969c96566 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:44.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.015+0000 7fd0cf400640 1 -- 172.21.15.31:0/3724368381 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c8007740 con 0x7fd0d00ceb80 2024-09-19T04:40:44.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.015+0000 7fd0cf400640 1 -- 172.21.15.31:0/3724368381 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0c80078e0 con 0x7fd0d00ceb80 2024-09-19T04:40:44.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.015+0000 7fd0cf400640 1 -- 172.21.15.31:0/3724368381 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c8007cb0 con 0x7fd0d00ceb80 2024-09-19T04:40:44.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.016+0000 7fd0d6e00640 1 -- 172.21.15.31:0/3724368381 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d00ceb80 msgr2=0x7fd0d006f3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:44.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.016+0000 7fd0d6e00640 1 --2- 172.21.15.31:0/3724368381 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d00ceb80 0x7fd0d006f3f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd0c8009d90 tx=0x7fd0c802a6f0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.016+0000 7fd0d6e00640 1 -- 172.21.15.31:0/3724368381 shutdown_connections 2024-09-19T04:40:44.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.016+0000 7fd0d6e00640 1 --2- 172.21.15.31:0/3724368381 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d00ceb80 0x7fd0d006f3f0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.016+0000 7fd0d6e00640 1 -- 172.21.15.31:0/3724368381 >> 172.21.15.31:0/3724368381 conn(0x7fd0d00b5de0 msgr2=0x7fd0d006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:44.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.016+0000 7fd0d6e00640 1 -- 172.21.15.31:0/3724368381 shutdown_connections 2024-09-19T04:40:44.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.016+0000 7fd0d6e00640 1 -- 172.21.15.31:0/3724368381 wait complete. 2024-09-19T04:40:44.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.017+0000 7fd0d6e00640 1 Processor -- start 2024-09-19T04:40:44.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.017+0000 7fd0d6e00640 1 -- start start 2024-09-19T04:40:44.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.019+0000 7fd0d6e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0d00cce20 0x7fd0d0158eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:44.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.019+0000 7fd0d6e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd0d00ce710 0x7fd0d00c6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:44.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.019+0000 7fd0d6e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d00ceb80 0x7fd0d00c7300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:44.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.019+0000 7fd0d6e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d00b4040 con 0x7fd0d00cce20 2024-09-19T04:40:44.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.019+0000 7fd0d6e00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d00cf750 con 0x7fd0d00ceb80 2024-09-19T04:40:44.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.019+0000 7fd0d6e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fd0d0161ca0 con 0x7fd0d00ce710 2024-09-19T04:40:44.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.019+0000 7fd0cfe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0d00cce20 0x7fd0d0158eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:44.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.019+0000 7fd0cfe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0d00cce20 0x7fd0d0158eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35656/0 (socket says 172.21.15.31:35656) 2024-09-19T04:40:44.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.019+0000 7fd0cfe00640 1 -- 172.21.15.31:0/2500571699 learned_addr learned my addr 172.21.15.31:0/2500571699 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:44.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.019+0000 7fd0d4e00640 1 --2- 172.21.15.31:0/2500571699 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d00ceb80 0x7fd0d00c7300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:44.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.019+0000 7fd0c7e00640 1 --2- 172.21.15.31:0/2500571699 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd0d00ce710 0x7fd0d00c6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:44.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.019+0000 7fd0cfe00640 1 -- 172.21.15.31:0/2500571699 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd0d00ce710 msgr2=0x7fd0d00c6dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:44.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.019+0000 7fd0cfe00640 1 --2- 172.21.15.31:0/2500571699 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd0d00ce710 0x7fd0d00c6dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.019+0000 7fd0cfe00640 1 -- 172.21.15.31:0/2500571699 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d00ceb80 msgr2=0x7fd0d00c7300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:44.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.019+0000 7fd0cfe00640 1 --2- 172.21.15.31:0/2500571699 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d00ceb80 0x7fd0d00c7300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.019+0000 7fd0cfe00640 1 -- 172.21.15.31:0/2500571699 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0d00c62b0 con 0x7fd0d00cce20 2024-09-19T04:40:44.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.019+0000 7fd0d4e00640 1 --2- 172.21.15.31:0/2500571699 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d00ceb80 0x7fd0d00c7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:44.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.019+0000 7fd0c7e00640 1 --2- 172.21.15.31:0/2500571699 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd0d00ce710 0x7fd0d00c6dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:44.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.020+0000 7fd0cfe00640 1 --2- 172.21.15.31:0/2500571699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0d00cce20 0x7fd0d0158eb0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fd0c000c530 tx=0x7fd0c000c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:44.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.020+0000 7fd0ccc00640 1 -- 172.21.15.31:0/2500571699 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c0017070 con 0x7fd0d00cce20 2024-09-19T04:40:44.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.020+0000 7fd0ccc00640 1 -- 172.21.15.31:0/2500571699 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0c0005ce0 con 0x7fd0d00cce20 2024-09-19T04:40:44.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.020+0000 7fd0ccc00640 1 -- 172.21.15.31:0/2500571699 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c00072b0 con 0x7fd0d00cce20 2024-09-19T04:40:44.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.020+0000 7fd0d6e00640 1 -- 172.21.15.31:0/2500571699 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0d00c6590 con 0x7fd0d00cce20 2024-09-19T04:40:44.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.020+0000 7fd0d6e00640 1 -- 172.21.15.31:0/2500571699 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0d0159940 con 0x7fd0d00cce20 2024-09-19T04:40:44.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.021+0000 7fd0d6e00640 1 -- 172.21.15.31:0/2500571699 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0d00c6ab0 con 0x7fd0d00cce20 2024-09-19T04:40:44.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.022+0000 7fd0ccc00640 1 -- 172.21.15.31:0/2500571699 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd0c001a070 con 0x7fd0d00cce20 2024-09-19T04:40:44.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.023+0000 7fd0ccc00640 1 --2- 172.21.15.31:0/2500571699 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd0ac06c2b0 0x7fd0ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:44.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.023+0000 7fd0ccc00640 1 -- 172.21.15.31:0/2500571699 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5619+0+0 (secure 0 0 0) 0x7fd0c008a8a0 con 0x7fd0d00cce20 2024-09-19T04:40:44.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.024+0000 7fd0c7e00640 1 --2- 172.21.15.31:0/2500571699 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd0ac06c2b0 0x7fd0ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:44.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.024+0000 7fd0c7e00640 1 --2- 172.21.15.31:0/2500571699 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd0ac06c2b0 0x7fd0ac06e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fd0d00ae780 tx=0x7fd0b8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:44.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.028+0000 7fd0ccc00640 1 -- 172.21.15.31:0/2500571699 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd0c0059080 con 0x7fd0d00cce20 2024-09-19T04:40:44.215 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.213+0000 7fd0d6e00640 1 -- 172.21.15.31:0/2500571699 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fd0d00cd200 con 0x7fd0d00cce20 2024-09-19T04:40:44.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.825+0000 7fd0ccc00640 1 -- 172.21.15.31:0/2500571699 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v37) ==== 170+0+0 (secure 0 0 0) 0x7fd0c0058980 con 0x7fd0d00cce20 2024-09-19T04:40:44.827 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' created 2024-09-19T04:40:44.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.831+0000 7fd0d6e00640 1 -- 172.21.15.31:0/2500571699 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd0ac06c2b0 msgr2=0x7fd0ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:44.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.831+0000 7fd0d6e00640 1 --2- 172.21.15.31:0/2500571699 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd0ac06c2b0 0x7fd0ac06e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fd0d00ae780 tx=0x7fd0b8009040 comp rx=0 tx=0).stop 2024-09-19T04:40:44.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.831+0000 7fd0d6e00640 1 -- 172.21.15.31:0/2500571699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0d00cce20 msgr2=0x7fd0d0158eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:44.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.831+0000 7fd0d6e00640 1 --2- 172.21.15.31:0/2500571699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0d00cce20 0x7fd0d0158eb0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fd0c000c530 tx=0x7fd0c000c9f0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.831+0000 7fd0d6e00640 1 -- 172.21.15.31:0/2500571699 shutdown_connections 2024-09-19T04:40:44.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.831+0000 7fd0d6e00640 1 --2- 172.21.15.31:0/2500571699 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd0ac06c2b0 0x7fd0ac06e770 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.831+0000 7fd0d6e00640 1 --2- 172.21.15.31:0/2500571699 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0d00ceb80 0x7fd0d00c7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.831+0000 7fd0d6e00640 1 --2- 172.21.15.31:0/2500571699 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd0d00ce710 0x7fd0d00c6dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.831+0000 7fd0d6e00640 1 --2- 172.21.15.31:0/2500571699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd0d00cce20 0x7fd0d0158eb0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:44.833 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.831+0000 7fd0d6e00640 1 -- 172.21.15.31:0/2500571699 >> 172.21.15.31:0/2500571699 conn(0x7fd0d00b5de0 msgr2=0x7fd0d00b2180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:44.834 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.832+0000 7fd0d6e00640 1 -- 172.21.15.31:0/2500571699 shutdown_connections 2024-09-19T04:40:44.835 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:44.833+0000 7fd0d6e00640 1 -- 172.21.15.31:0/2500571699 wait complete. 2024-09-19T04:40:44.865 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T04:40:45.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.024+0000 7f0022200640 1 Processor -- start 2024-09-19T04:40:45.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.024+0000 7f0022200640 1 -- start start 2024-09-19T04:40:45.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.025+0000 7f0022200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f001c0d23c0 0x7f001c0d2980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.025+0000 7f0022200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f001c0d2ec0 0x7f001c06d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.025+0000 7f0022200640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f001c0cf8c0 con 0x7f001c15e4b0 2024-09-19T04:40:45.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.025+0000 7f0022200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f001c0cfba0 con 0x7f001c0d2ec0 2024-09-19T04:40:45.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.025+0000 7f0022200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f001c0cfe80 con 0x7f001c0d23c0 2024-09-19T04:40:45.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.026+0000 7f0021800640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f001c0d2ec0 0x7f001c06d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.026+0000 7f001be00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f001c0d23c0 0x7f001c0d2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.026+0000 7f0021800640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f001c0d2ec0 0x7f001c06d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:59472/0 (socket says 172.21.15.31:59472) 2024-09-19T04:40:45.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.026+0000 7f0021800640 1 -- 172.21.15.31:0/2801667064 learned_addr learned my addr 172.21.15.31:0/2801667064 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:45.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.026+0000 7f001be00640 1 -- 172.21.15.31:0/2801667064 >> v2:172.21.15.52:3300/0 conn(0x7f001c0d2ec0 msgr2=0x7f001c06d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:45.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.026+0000 7f001be00640 1 --2- 172.21.15.31:0/2801667064 >> v2:172.21.15.52:3300/0 conn(0x7f001c0d2ec0 0x7f001c06d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.026+0000 7f001be00640 1 -- 172.21.15.31:0/2801667064 >> v1:172.21.15.52:6789/0 conn(0x7f001c15e4b0 legacy=0x7f001c0cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.028 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.026+0000 7f001be00640 1 -- 172.21.15.31:0/2801667064 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f001c0d0160 con 0x7f001c0d23c0 2024-09-19T04:40:45.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.027+0000 7f001be00640 1 --2- 172.21.15.31:0/2801667064 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f001c0d23c0 0x7f001c0d2980 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f00080097a0 tx=0x7f000802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40d60d9746d57bc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:45.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.028+0000 7f001b400640 1 -- 172.21.15.31:0/2801667064 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0008037070 con 0x7f001c0d23c0 2024-09-19T04:40:45.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.028+0000 7f001b400640 1 -- 172.21.15.31:0/2801667064 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0008032440 con 0x7f001c0d23c0 2024-09-19T04:40:45.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.028+0000 7f001b400640 1 -- 172.21.15.31:0/2801667064 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0008032810 con 0x7f001c0d23c0 2024-09-19T04:40:45.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.028+0000 7f0022200640 1 -- 172.21.15.31:0/2801667064 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f001c0d23c0 msgr2=0x7f001c0d2980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.028+0000 7f0022200640 1 --2- 172.21.15.31:0/2801667064 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f001c0d23c0 0x7f001c0d2980 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f00080097a0 tx=0x7f000802a180 comp rx=0 tx=0).stop 2024-09-19T04:40:45.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.028+0000 7f0022200640 1 -- 172.21.15.31:0/2801667064 shutdown_connections 2024-09-19T04:40:45.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.028+0000 7f0022200640 1 --2- 172.21.15.31:0/2801667064 >> v2:172.21.15.52:3300/0 conn(0x7f001c0d2ec0 0x7f001c06d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.028+0000 7f0022200640 1 --2- 172.21.15.31:0/2801667064 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f001c0d23c0 0x7f001c0d2980 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.030 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.028+0000 7f0022200640 1 -- 172.21.15.31:0/2801667064 >> 172.21.15.31:0/2801667064 conn(0x7f001c09d740 msgr2=0x7f001c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:45.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.028+0000 7f0022200640 1 -- 172.21.15.31:0/2801667064 shutdown_connections 2024-09-19T04:40:45.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.028+0000 7f0022200640 1 -- 172.21.15.31:0/2801667064 wait complete. 2024-09-19T04:40:45.031 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.030+0000 7f0022200640 1 Processor -- start 2024-09-19T04:40:45.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.030+0000 7f0022200640 1 -- start start 2024-09-19T04:40:45.032 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.031+0000 7f0022200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f001c0d23c0 0x7f001c0cae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.031+0000 7f0022200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f001c0d2ec0 0x7f001c161860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.031+0000 7f0022200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f001c15e4b0 0x7f001c0b87e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.031+0000 7f0022200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f001c06ded0 con 0x7f001c0d2ec0 2024-09-19T04:40:45.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.031+0000 7f0022200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f001c06dd50 con 0x7f001c0d23c0 2024-09-19T04:40:45.033 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.031+0000 7f0022200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f001c06e050 con 0x7f001c15e4b0 2024-09-19T04:40:45.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.031+0000 7f001be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f001c0d2ec0 0x7f001c161860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.034 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.031+0000 7f001be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f001c0d2ec0 0x7f001c161860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35658/0 (socket says 172.21.15.31:35658) 2024-09-19T04:40:45.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.031+0000 7f001be00640 1 -- 172.21.15.31:0/2240471507 learned_addr learned my addr 172.21.15.31:0/2240471507 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:45.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.031+0000 7f0021800640 1 --2- 172.21.15.31:0/2240471507 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f001c15e4b0 0x7f001c0b87e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.031+0000 7f0020e00640 1 --2- 172.21.15.31:0/2240471507 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f001c0d23c0 0x7f001c0cae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.032+0000 7f001be00640 1 -- 172.21.15.31:0/2240471507 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f001c15e4b0 msgr2=0x7f001c0b87e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.032+0000 7f001be00640 1 --2- 172.21.15.31:0/2240471507 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f001c15e4b0 0x7f001c0b87e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.032+0000 7f001be00640 1 -- 172.21.15.31:0/2240471507 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f001c0d23c0 msgr2=0x7f001c0cae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.032+0000 7f001be00640 1 --2- 172.21.15.31:0/2240471507 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f001c0d23c0 0x7f001c0cae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.032+0000 7f001be00640 1 -- 172.21.15.31:0/2240471507 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f001c1f3c60 con 0x7f001c0d2ec0 2024-09-19T04:40:45.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.032+0000 7f001be00640 1 --2- 172.21.15.31:0/2240471507 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f001c0d2ec0 0x7f001c161860 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f0008035040 tx=0x7f00080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:45.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.032+0000 7f0018c00640 1 -- 172.21.15.31:0/2240471507 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0008037040 con 0x7f001c0d2ec0 2024-09-19T04:40:45.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.033+0000 7f0018c00640 1 -- 172.21.15.31:0/2240471507 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0008030500 con 0x7f001c0d2ec0 2024-09-19T04:40:45.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.033+0000 7f0018c00640 1 -- 172.21.15.31:0/2240471507 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0008030910 con 0x7f001c0d2ec0 2024-09-19T04:40:45.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.033+0000 7f0022200640 1 -- 172.21.15.31:0/2240471507 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f001c1604f0 con 0x7f001c0d2ec0 2024-09-19T04:40:45.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.033+0000 7f0022200640 1 -- 172.21.15.31:0/2240471507 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f001c0ca340 con 0x7f001c0d2ec0 2024-09-19T04:40:45.036 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.034+0000 7f0022200640 1 -- 172.21.15.31:0/2240471507 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f001c0d2980 con 0x7f001c0d2ec0 2024-09-19T04:40:45.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.035+0000 7f0018c00640 1 -- 172.21.15.31:0/2240471507 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0008044020 con 0x7f001c0d2ec0 2024-09-19T04:40:45.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.036+0000 7f0018c00640 1 --2- 172.21.15.31:0/2240471507 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efffc06c2b0 0x7efffc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:45.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.036+0000 7f0018c00640 1 -- 172.21.15.31:0/2240471507 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 6001+0+0 (secure 0 0 0) 0x7f00080ac200 con 0x7f001c0d2ec0 2024-09-19T04:40:45.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.036+0000 7f0020e00640 1 --2- 172.21.15.31:0/2240471507 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efffc06c2b0 0x7efffc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:45.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.037+0000 7f0020e00640 1 --2- 172.21.15.31:0/2240471507 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efffc06c2b0 0x7efffc06e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f0010001e70 tx=0x7f0010009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:45.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.040+0000 7f0018c00640 1 -- 172.21.15.31:0/2240471507 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f000807a1d0 con 0x7f001c0d2ec0 2024-09-19T04:40:45.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.263+0000 7f0022200640 1 -- 172.21.15.31:0/2240471507 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f001c06bc10 con 0x7f001c0d2ec0 2024-09-19T04:40:45.310 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:40:45.315 DEBUG:teuthology.orchestra.run.smithi052:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:40:45.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.856+0000 7f0018c00640 1 -- 172.21.15.31:0/2240471507 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v14) ==== 172+0+0 (secure 0 0 0) 0x7f000807e4d0 con 0x7f001c0d2ec0 2024-09-19T04:40:45.860 INFO:teuthology.orchestra.run.smithi031.stderr:new fs with metadata pool 5 and data pool 6 2024-09-19T04:40:45.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.861+0000 7f0022200640 1 -- 172.21.15.31:0/2240471507 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efffc06c2b0 msgr2=0x7efffc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.861+0000 7f0022200640 1 --2- 172.21.15.31:0/2240471507 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efffc06c2b0 0x7efffc06e770 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f0010001e70 tx=0x7f0010009040 comp rx=0 tx=0).stop 2024-09-19T04:40:45.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.861+0000 7f0022200640 1 -- 172.21.15.31:0/2240471507 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f001c0d2ec0 msgr2=0x7f001c161860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:45.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.861+0000 7f0022200640 1 --2- 172.21.15.31:0/2240471507 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f001c0d2ec0 0x7f001c161860 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f0008035040 tx=0x7f00080046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.863+0000 7f0022200640 1 -- 172.21.15.31:0/2240471507 shutdown_connections 2024-09-19T04:40:45.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.863+0000 7f0022200640 1 --2- 172.21.15.31:0/2240471507 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f001c15e4b0 0x7f001c0b87e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.863+0000 7f0022200640 1 --2- 172.21.15.31:0/2240471507 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f001c0d2ec0 0x7f001c161860 secure :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f0008035040 tx=0x7f00080046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.863+0000 7f0022200640 1 --2- 172.21.15.31:0/2240471507 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efffc06c2b0 0x7efffc06e770 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.863+0000 7f0022200640 1 --2- 172.21.15.31:0/2240471507 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f001c0d23c0 0x7f001c0cae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:45.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.863+0000 7f0022200640 1 -- 172.21.15.31:0/2240471507 >> 172.21.15.31:0/2240471507 conn(0x7f001c09d740 msgr2=0x7f001c0b1230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:45.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.863+0000 7f0022200640 1 -- 172.21.15.31:0/2240471507 shutdown_connections 2024-09-19T04:40:45.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:45.863+0000 7f0022200640 1 -- 172.21.15.31:0/2240471507 wait complete. 2024-09-19T04:40:45.891 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:46.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.047+0000 7f6dcb200640 1 Processor -- start 2024-09-19T04:40:46.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.047+0000 7f6dcb200640 1 -- start start 2024-09-19T04:40:46.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.048+0000 7f6dcb200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6dc406f0e0 0x7f6dc415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.048+0000 7f6dcb200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6dc40b4760 con 0x7f6dc406f4c0 2024-09-19T04:40:46.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.049+0000 7f6dcb200640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6dc415c620 con 0x7f6dc40b3ba0 2024-09-19T04:40:46.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.049+0000 7f6dcb200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f6dc415bc50 con 0x7f6dc406f0e0 2024-09-19T04:40:46.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.049+0000 7f6dbbe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f6dc406f4c0 0x7f6dc40cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58462/0 (socket says 172.21.15.31:58462) 2024-09-19T04:40:46.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.049+0000 7f6dbbe00640 1 -- 172.21.15.31:0/1954922780 learned_addr learned my addr 172.21.15.31:0/1954922780 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:46.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.049+0000 7f6dc3e00640 1 --2- 172.21.15.31:0/1954922780 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6dc406f0e0 0x7f6dc415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.049+0000 7f6dc3400640 1 -- 172.21.15.31:0/1954922780 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1615802485 0 0) 0x7f6dac001110 con 0x7f6dc406f4c0 2024-09-19T04:40:46.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.049+0000 7f6dc3400640 1 -- 172.21.15.31:0/1954922780 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6da8003520 con 0x7f6dc406f4c0 2024-09-19T04:40:46.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.049+0000 7f6dc3400640 1 -- 172.21.15.31:0/1954922780 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1850402748 0 0) 0x7f6dc415c620 con 0x7f6dc40b3ba0 2024-09-19T04:40:46.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.049+0000 7f6dc3400640 1 -- 172.21.15.31:0/1954922780 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6dac001110 con 0x7f6dc40b3ba0 2024-09-19T04:40:46.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.050+0000 7f6dc3400640 1 -- 172.21.15.31:0/1954922780 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2347054717 0 0) 0x7f6da8003520 con 0x7f6dc406f4c0 2024-09-19T04:40:46.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.050+0000 7f6dc3400640 1 -- 172.21.15.31:0/1954922780 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6dc406f0e0 msgr2=0x7f6dc415c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:46.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.050+0000 7f6dc3400640 1 --2- 172.21.15.31:0/1954922780 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6dc406f0e0 0x7f6dc415c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.050+0000 7f6dc3400640 1 -- 172.21.15.31:0/1954922780 >> v1:172.21.15.52:6789/0 conn(0x7f6dc40b3ba0 legacy=0x7f6dc40b4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.050+0000 7f6dc3400640 1 -- 172.21.15.31:0/1954922780 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dc40cfb40 con 0x7f6dc406f4c0 2024-09-19T04:40:46.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.050+0000 7f6dc3400640 1 -- 172.21.15.31:0/1954922780 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7f6dac001840 con 0x7f6dc406f4c0 2024-09-19T04:40:46.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.050+0000 7f6dc3400640 1 -- 172.21.15.31:0/1954922780 >> v1:172.21.15.31:6789/0 conn(0x7f6dc406f4c0 legacy=0x7f6dc40cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.050+0000 7f6dc3400640 1 --2- 172.21.15.31:0/1954922780 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6da8003b70 0x7f6da8003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.050+0000 7f6dc3400640 1 --2- 172.21.15.31:0/1954922780 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6da8004800 0x7f6da8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.050+0000 7f6dc3400640 1 --2- 172.21.15.31:0/1954922780 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6da80051c0 0x7f6da800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.050+0000 7f6dc3400640 1 -- 172.21.15.31:0/1954922780 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc415bc50 con 0x7f6da8003b70 2024-09-19T04:40:46.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.050+0000 7f6dc3400640 1 -- 172.21.15.31:0/1954922780 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f6da800bfb0 con 0x7f6da80051c0 2024-09-19T04:40:46.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.050+0000 7f6dc3400640 1 -- 172.21.15.31:0/1954922780 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f6da800c1b0 con 0x7f6da8004800 2024-09-19T04:40:46.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.050+0000 7f6dc3e00640 1 --2- 172.21.15.31:0/1954922780 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6dc406f0e0 0x7f6dc415c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:46.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.050+0000 7f6dc3e00640 1 --2- 172.21.15.31:0/1954922780 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6da8003b70 0x7f6da8003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.050+0000 7f6dbbe00640 1 --2- 172.21.15.31:0/1954922780 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6da8004800 0x7f6da8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.050+0000 7f6dc9200640 1 --2- 172.21.15.31:0/1954922780 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6da80051c0 0x7f6da800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.051+0000 7f6dc3e00640 1 -- 172.21.15.31:0/1954922780 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6da8004800 msgr2=0x7f6da8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:46.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.051+0000 7f6dc3e00640 1 --2- 172.21.15.31:0/1954922780 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6da8004800 0x7f6da8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.051+0000 7f6dc3e00640 1 -- 172.21.15.31:0/1954922780 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6da80051c0 msgr2=0x7f6da800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:46.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.051+0000 7f6dc3e00640 1 --2- 172.21.15.31:0/1954922780 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6da80051c0 0x7f6da800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.051+0000 7f6dc3e00640 1 -- 172.21.15.31:0/1954922780 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6da8003520 con 0x7f6da8003b70 2024-09-19T04:40:46.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.052+0000 7f6dc3e00640 1 --2- 172.21.15.31:0/1954922780 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6da8003b70 0x7f6da8003f70 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6dc40700e0 tx=0x7f6da8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce7dc7af0d8da9e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.052+0000 7f6dc3400640 1 -- 172.21.15.31:0/1954922780 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6db4036070 con 0x7f6da8003b70 2024-09-19T04:40:46.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.052+0000 7f6dc3400640 1 -- 172.21.15.31:0/1954922780 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6db4004030 con 0x7f6da8003b70 2024-09-19T04:40:46.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.052+0000 7f6dc3400640 1 -- 172.21.15.31:0/1954922780 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6db40097d0 con 0x7f6da8003b70 2024-09-19T04:40:46.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.052+0000 7f6dcb200640 1 -- 172.21.15.31:0/1954922780 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6da8003b70 msgr2=0x7f6da8003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.052+0000 7f6dcb200640 1 --2- 172.21.15.31:0/1954922780 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6da8003b70 0x7f6da8003f70 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6dc40700e0 tx=0x7f6da8005830 comp rx=0 tx=0).stop 2024-09-19T04:40:46.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.052+0000 7f6dc9200640 1 -- 172.21.15.31:0/1954922780 reap_dead start 2024-09-19T04:40:46.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.052+0000 7f6dcb200640 1 -- 172.21.15.31:0/1954922780 shutdown_connections 2024-09-19T04:40:46.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.052+0000 7f6dcb200640 1 -- 172.21.15.31:0/1954922780 >> 172.21.15.31:0/1954922780 conn(0x7f6dc4067da0 msgr2=0x7f6dc406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:46.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.052+0000 7f6dcb200640 1 -- 172.21.15.31:0/1954922780 shutdown_connections 2024-09-19T04:40:46.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.053+0000 7f6dcb200640 1 -- 172.21.15.31:0/1954922780 wait complete. 2024-09-19T04:40:46.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.054+0000 7f6dcb200640 1 Processor -- start 2024-09-19T04:40:46.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.054+0000 7f6dcb200640 1 -- start start 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.055+0000 7f6dcb200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6da8003b70 0x7f6dc40b1fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.055+0000 7f6dcb200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6dc40b10f0 0x7f6dc4150bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.055+0000 7f6dcb200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6dc41527b0 0x7f6dc4152c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.055+0000 7f6dcb200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc415b8e0 con 0x7f6dc40b10f0 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.055+0000 7f6dcb200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc4152630 con 0x7f6dc41527b0 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.055+0000 7f6dcb200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f6dc406f900 con 0x7f6da8003b70 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.055+0000 7f6dbbe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6dc40b10f0 0x7f6dc4150bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.055+0000 7f6dbbe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6dc40b10f0 0x7f6dc4150bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35686/0 (socket says 172.21.15.31:35686) 2024-09-19T04:40:46.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.056+0000 7f6dbbe00640 1 -- 172.21.15.31:0/1581947087 learned_addr learned my addr 172.21.15.31:0/1581947087 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:46.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.056+0000 7f6dc9200640 1 --2- 172.21.15.31:0/1581947087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6dc41527b0 0x7f6dc4152c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.056+0000 7f6dc3e00640 1 --2- 172.21.15.31:0/1581947087 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6da8003b70 0x7f6dc40b1fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.056+0000 7f6dbbe00640 1 -- 172.21.15.31:0/1581947087 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6da8003b70 msgr2=0x7f6dc40b1fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.056+0000 7f6dbbe00640 1 --2- 172.21.15.31:0/1581947087 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6da8003b70 0x7f6dc40b1fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.056+0000 7f6dbbe00640 1 -- 172.21.15.31:0/1581947087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6dc41527b0 msgr2=0x7f6dc4152c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.056+0000 7f6dbbe00640 1 --2- 172.21.15.31:0/1581947087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6dc41527b0 0x7f6dc4152c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.056+0000 7f6dbbe00640 1 -- 172.21.15.31:0/1581947087 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dc40b25d0 con 0x7f6dc40b10f0 2024-09-19T04:40:46.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.056+0000 7f6dc9200640 1 --2- 172.21.15.31:0/1581947087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6dc41527b0 0x7f6dc4152c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:46.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.056+0000 7f6dbbe00640 1 --2- 172.21.15.31:0/1581947087 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6dc40b10f0 0x7f6dc4150bc0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f6dac007310 tx=0x7f6dac0077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.056+0000 7f6dc0c00640 1 -- 172.21.15.31:0/1581947087 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dac00fa20 con 0x7f6dc40b10f0 2024-09-19T04:40:46.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.057+0000 7f6dc0c00640 1 -- 172.21.15.31:0/1581947087 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dac018070 con 0x7f6dc40b10f0 2024-09-19T04:40:46.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.057+0000 7f6dc0c00640 1 -- 172.21.15.31:0/1581947087 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dac00fe40 con 0x7f6dc40b10f0 2024-09-19T04:40:46.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.057+0000 7f6dcb200640 1 -- 172.21.15.31:0/1581947087 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6dc40b28b0 con 0x7f6dc40b10f0 2024-09-19T04:40:46.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.057+0000 7f6dcb200640 1 -- 172.21.15.31:0/1581947087 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6dc4156e70 con 0x7f6dc40b10f0 2024-09-19T04:40:46.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.058+0000 7f6dcb200640 1 -- 172.21.15.31:0/1581947087 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6dc4157070 con 0x7f6dc40b10f0 2024-09-19T04:40:46.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.059+0000 7f6dc0c00640 1 -- 172.21.15.31:0/1581947087 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6dac01d460 con 0x7f6dc40b10f0 2024-09-19T04:40:46.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.060+0000 7f6dc0c00640 1 --2- 172.21.15.31:0/1581947087 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6da006c2b0 0x7f6da006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.060+0000 7f6dc0c00640 1 -- 172.21.15.31:0/1581947087 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f6dac08b650 con 0x7f6dc40b10f0 2024-09-19T04:40:46.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.060+0000 7f6dc3e00640 1 --2- 172.21.15.31:0/1581947087 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6da006c2b0 0x7f6da006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.060+0000 7f6dc3e00640 1 --2- 172.21.15.31:0/1581947087 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6da006c2b0 0x7f6da006e770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6db4033000 tx=0x7f6db4008070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.064+0000 7f6dc0c00640 1 -- 172.21.15.31:0/1581947087 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6dc4157070 con 0x7f6dc40b10f0 2024-09-19T04:40:46.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.248+0000 7f6dcb200640 1 -- 172.21.15.31:0/1581947087 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6dc415ee80 con 0x7f6dc40b10f0 2024-09-19T04:40:46.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.249+0000 7f6dc0c00640 1 -- 172.21.15.31:0/1581947087 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) ==== 74+0+16979 (secure 0 0 0) 0x7f6dc40b4760 con 0x7f6dc40b10f0 2024-09-19T04:40:46.251 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:46.251 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":38,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:40:45.265183+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:40:43.609773+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-19T04:40:44.256043+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:46.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.251+0000 7f6dcb200640 1 -- 172.21.15.31:0/1581947087 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6da006c2b0 msgr2=0x7f6da006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.251+0000 7f6dcb200640 1 --2- 172.21.15.31:0/1581947087 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6da006c2b0 0x7f6da006e770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6db4033000 tx=0x7f6db4008070 comp rx=0 tx=0).stop 2024-09-19T04:40:46.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.251+0000 7f6dcb200640 1 -- 172.21.15.31:0/1581947087 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6dc40b10f0 msgr2=0x7f6dc4150bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.251+0000 7f6dcb200640 1 --2- 172.21.15.31:0/1581947087 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6dc40b10f0 0x7f6dc4150bc0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f6dac007310 tx=0x7f6dac0077d0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.251+0000 7f6dcb200640 1 -- 172.21.15.31:0/1581947087 shutdown_connections 2024-09-19T04:40:46.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.251+0000 7f6dcb200640 1 --2- 172.21.15.31:0/1581947087 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6da006c2b0 0x7f6da006e770 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.251+0000 7f6dcb200640 1 --2- 172.21.15.31:0/1581947087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6dc41527b0 0x7f6dc4152c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.251+0000 7f6dcb200640 1 --2- 172.21.15.31:0/1581947087 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6dc40b10f0 0x7f6dc4150bc0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.251+0000 7f6dcb200640 1 --2- 172.21.15.31:0/1581947087 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6da8003b70 0x7f6dc40b1fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.251+0000 7f6dcb200640 1 -- 172.21.15.31:0/1581947087 >> 172.21.15.31:0/1581947087 conn(0x7f6dc4067da0 msgr2=0x7f6dc41518e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:46.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.252+0000 7f6dcb200640 1 -- 172.21.15.31:0/1581947087 shutdown_connections 2024-09-19T04:40:46.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.252+0000 7f6dcb200640 1 -- 172.21.15.31:0/1581947087 wait complete. 2024-09-19T04:40:46.270 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:46.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.424+0000 7f9589400640 1 Processor -- start 2024-09-19T04:40:46.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.424+0000 7f9589400640 1 -- start start 2024-09-19T04:40:46.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.425+0000 7f9589400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f958415e470 0x7f95840cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.425+0000 7f9589400640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f958415e850 con 0x7f95840d00e0 2024-09-19T04:40:46.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.425+0000 7f9589400640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95840d1c60 con 0x7f95840d4a20 2024-09-19T04:40:46.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.425+0000 7f9589400640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f95840cf710 con 0x7f958415e470 2024-09-19T04:40:46.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.425+0000 7f957b400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f95840d00e0 0x7f95840d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:58468/0 (socket says 172.21.15.31:58468) 2024-09-19T04:40:46.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.425+0000 7f957b400640 1 -- 172.21.15.31:0/475697618 learned_addr learned my addr 172.21.15.31:0/475697618 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:46.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.426+0000 7f9583e00640 1 --2- 172.21.15.31:0/475697618 >> v2:172.21.15.52:3300/0 conn(0x7f958415e470 0x7f95840cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.426+0000 7f9583400640 1 -- 172.21.15.31:0/475697618 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2696426365 0 0) 0x7f958415e850 con 0x7f95840d00e0 2024-09-19T04:40:46.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.426+0000 7f9583400640 1 -- 172.21.15.31:0/475697618 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9568003520 con 0x7f95840d00e0 2024-09-19T04:40:46.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.426+0000 7f9583400640 1 -- 172.21.15.31:0/475697618 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 421362101 0 0) 0x7f95840d1c60 con 0x7f95840d4a20 2024-09-19T04:40:46.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.426+0000 7f9583400640 1 -- 172.21.15.31:0/475697618 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f958415e850 con 0x7f95840d4a20 2024-09-19T04:40:46.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.426+0000 7f9583400640 1 -- 172.21.15.31:0/475697618 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3990459425 0 0) 0x7f9568003520 con 0x7f95840d00e0 2024-09-19T04:40:46.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.426+0000 7f9583400640 1 -- 172.21.15.31:0/475697618 >> v2:172.21.15.52:3300/0 conn(0x7f958415e470 msgr2=0x7f95840cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:46.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.426+0000 7f9583400640 1 --2- 172.21.15.31:0/475697618 >> v2:172.21.15.52:3300/0 conn(0x7f958415e470 0x7f95840cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.426+0000 7f9583400640 1 -- 172.21.15.31:0/475697618 >> v1:172.21.15.52:6789/0 conn(0x7f95840d4a20 legacy=0x7f958406d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.426+0000 7f9583400640 1 -- 172.21.15.31:0/475697618 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95840d1980 con 0x7f95840d00e0 2024-09-19T04:40:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.426+0000 7f9583400640 1 -- 172.21.15.31:0/475697618 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7f956c001670 con 0x7f95840d00e0 2024-09-19T04:40:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.426+0000 7f9583e00640 1 --2- 172.21.15.31:0/475697618 >> v2:172.21.15.52:3300/0 conn(0x7f958415e470 0x7f95840cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.426+0000 7f9583400640 1 -- 172.21.15.31:0/475697618 >> v1:172.21.15.31:6789/0 conn(0x7f95840d00e0 legacy=0x7f95840d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.426+0000 7f9583400640 1 --2- 172.21.15.31:0/475697618 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9568003b40 0x7f9568003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.426+0000 7f9583400640 1 --2- 172.21.15.31:0/475697618 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9568004800 0x7f9568004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.426+0000 7f9583400640 1 --2- 172.21.15.31:0/475697618 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95680051c0 0x7f956800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.426+0000 7f9583400640 1 -- 172.21.15.31:0/475697618 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f95840cf710 con 0x7f95680051c0 2024-09-19T04:40:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.426+0000 7f9583400640 1 -- 172.21.15.31:0/475697618 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f956800c040 con 0x7f9568003b40 2024-09-19T04:40:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.426+0000 7f9583400640 1 -- 172.21.15.31:0/475697618 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f956800c240 con 0x7f9568004800 2024-09-19T04:40:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.427+0000 7f9588a00640 1 --2- 172.21.15.31:0/475697618 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95680051c0 0x7f956800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.427+0000 7f9583e00640 1 --2- 172.21.15.31:0/475697618 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9568003b40 0x7f9568003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.427+0000 7f957b400640 1 --2- 172.21.15.31:0/475697618 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9568004800 0x7f9568004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.427+0000 7f9588a00640 1 -- 172.21.15.31:0/475697618 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9568004800 msgr2=0x7f9568004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.427+0000 7f9588a00640 1 --2- 172.21.15.31:0/475697618 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9568004800 0x7f9568004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.427+0000 7f9588a00640 1 -- 172.21.15.31:0/475697618 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9568003b40 msgr2=0x7f9568003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.427+0000 7f9588a00640 1 --2- 172.21.15.31:0/475697618 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9568003b40 0x7f9568003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.427+0000 7f9588a00640 1 -- 172.21.15.31:0/475697618 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9568003520 con 0x7f95680051c0 2024-09-19T04:40:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.427+0000 7f9583e00640 1 --2- 172.21.15.31:0/475697618 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9568003b40 0x7f9568003f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.428+0000 7f9588a00640 1 -- 172.21.15.31:0/475697618 reap_dead start 2024-09-19T04:40:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.428+0000 7f9588a00640 1 --2- 172.21.15.31:0/475697618 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95680051c0 0x7f956800b9c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f95840b5e20 tx=0x7f9568005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c750ea9c057aa65 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.428+0000 7f9583400640 1 -- 172.21.15.31:0/475697618 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9574009de0 con 0x7f95680051c0 2024-09-19T04:40:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.428+0000 7f9583400640 1 -- 172.21.15.31:0/475697618 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f957c0052d0 con 0x7f95680051c0 2024-09-19T04:40:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.428+0000 7f9583400640 1 -- 172.21.15.31:0/475697618 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f957c0014f0 con 0x7f95680051c0 2024-09-19T04:40:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.429+0000 7f9589400640 1 -- 172.21.15.31:0/475697618 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95680051c0 msgr2=0x7f956800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.429+0000 7f9589400640 1 --2- 172.21.15.31:0/475697618 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95680051c0 0x7f956800b9c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f95840b5e20 tx=0x7f9568005830 comp rx=0 tx=0).stop 2024-09-19T04:40:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.429+0000 7f9589400640 1 -- 172.21.15.31:0/475697618 shutdown_connections 2024-09-19T04:40:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.429+0000 7f9589400640 1 --2- 172.21.15.31:0/475697618 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95680051c0 0x7f956800b9c0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.429+0000 7f9589400640 1 -- 172.21.15.31:0/475697618 >> 172.21.15.31:0/475697618 conn(0x7f958409d700 msgr2=0x7f958408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.429+0000 7f9589400640 1 -- 172.21.15.31:0/475697618 shutdown_connections 2024-09-19T04:40:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.429+0000 7f9589400640 1 -- 172.21.15.31:0/475697618 wait complete. 2024-09-19T04:40:46.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.431+0000 7f9589400640 1 Processor -- start 2024-09-19T04:40:46.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.431+0000 7f9589400640 1 -- start start 2024-09-19T04:40:46.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.432+0000 7f9589400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95680051c0 0x7f9584159950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.432+0000 7f9589400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f95840b47d0 0x7f95840b4c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.432+0000 7f9589400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f958415fc20 0x7f95841600a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.432+0000 7f9589400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f95840cfba0 con 0x7f95680051c0 2024-09-19T04:40:46.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.432+0000 7f9589400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f95840cf3a0 con 0x7f958415fc20 2024-09-19T04:40:46.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.432+0000 7f9589400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f95840cfd20 con 0x7f95840b47d0 2024-09-19T04:40:46.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.432+0000 7f9583e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95680051c0 0x7f9584159950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.432+0000 7f9583e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95680051c0 0x7f9584159950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35696/0 (socket says 172.21.15.31:35696) 2024-09-19T04:40:46.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.432+0000 7f9583e00640 1 -- 172.21.15.31:0/773623717 learned_addr learned my addr 172.21.15.31:0/773623717 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:46.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.432+0000 7f957b400640 1 --2- 172.21.15.31:0/773623717 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f95840b47d0 0x7f95840b4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.432+0000 7f9588a00640 1 --2- 172.21.15.31:0/773623717 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f958415fc20 0x7f95841600a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.432+0000 7f9583e00640 1 -- 172.21.15.31:0/773623717 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f95840b47d0 msgr2=0x7f95840b4c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.432+0000 7f9583e00640 1 --2- 172.21.15.31:0/773623717 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f95840b47d0 0x7f95840b4c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.432+0000 7f9583e00640 1 -- 172.21.15.31:0/773623717 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f958415fc20 msgr2=0x7f95841600a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.432+0000 7f9583e00640 1 --2- 172.21.15.31:0/773623717 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f958415fc20 0x7f95841600a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.432+0000 7f9583e00640 1 -- 172.21.15.31:0/773623717 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95840cb4f0 con 0x7f95680051c0 2024-09-19T04:40:46.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.433+0000 7f9583e00640 1 --2- 172.21.15.31:0/773623717 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95680051c0 0x7f9584159950 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f957400f4c0 tx=0x7f957400f980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.433+0000 7f9580c00640 1 -- 172.21.15.31:0/773623717 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9574015840 con 0x7f95680051c0 2024-09-19T04:40:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.433+0000 7f9580c00640 1 -- 172.21.15.31:0/773623717 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95740159e0 con 0x7f95680051c0 2024-09-19T04:40:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.433+0000 7f9580c00640 1 -- 172.21.15.31:0/773623717 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9574015dd0 con 0x7f95680051c0 2024-09-19T04:40:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.433+0000 7f9589400640 1 -- 172.21.15.31:0/773623717 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95840cb7d0 con 0x7f95680051c0 2024-09-19T04:40:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.433+0000 7f9589400640 1 -- 172.21.15.31:0/773623717 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95840cbd90 con 0x7f95680051c0 2024-09-19T04:40:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.434+0000 7f9589400640 1 -- 172.21.15.31:0/773623717 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9584068d00 con 0x7f95680051c0 2024-09-19T04:40:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.435+0000 7f9580c00640 1 -- 172.21.15.31:0/773623717 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f95740263f0 con 0x7f95680051c0 2024-09-19T04:40:46.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.436+0000 7f9580c00640 1 --2- 172.21.15.31:0/773623717 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f956006c2b0 0x7f956006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.436+0000 7f9580c00640 1 -- 172.21.15.31:0/773623717 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f957408caa0 con 0x7f95680051c0 2024-09-19T04:40:46.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.436+0000 7f957b400640 1 --2- 172.21.15.31:0/773623717 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f956006c2b0 0x7f956006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.437+0000 7f957b400640 1 --2- 172.21.15.31:0/773623717 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f956006c2b0 0x7f956006e770 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f95841f7880 tx=0x7f956c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.440+0000 7f9580c00640 1 -- 172.21.15.31:0/773623717 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9574019030 con 0x7f95680051c0 2024-09-19T04:40:46.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.630+0000 7f9589400640 1 -- 172.21.15.31:0/773623717 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f95840ce840 con 0x7f95680051c0 2024-09-19T04:40:46.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.631+0000 7f9580c00640 1 -- 172.21.15.31:0/773623717 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) ==== 74+0+16979 (secure 0 0 0) 0x7f9574010040 con 0x7f95680051c0 2024-09-19T04:40:46.633 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:46.633 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":38,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:40:45.265183+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:40:43.609773+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-19T04:40:44.256043+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:46.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.634+0000 7f9589400640 1 -- 172.21.15.31:0/773623717 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f956006c2b0 msgr2=0x7f956006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.634+0000 7f9589400640 1 --2- 172.21.15.31:0/773623717 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f956006c2b0 0x7f956006e770 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f95841f7880 tx=0x7f956c009040 comp rx=0 tx=0).stop 2024-09-19T04:40:46.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.634+0000 7f9589400640 1 -- 172.21.15.31:0/773623717 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95680051c0 msgr2=0x7f9584159950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.634+0000 7f9589400640 1 --2- 172.21.15.31:0/773623717 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95680051c0 0x7f9584159950 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f957400f4c0 tx=0x7f957400f980 comp rx=0 tx=0).stop 2024-09-19T04:40:46.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.634+0000 7f9589400640 1 -- 172.21.15.31:0/773623717 shutdown_connections 2024-09-19T04:40:46.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.634+0000 7f9589400640 1 --2- 172.21.15.31:0/773623717 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f956006c2b0 0x7f956006e770 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.634+0000 7f9589400640 1 --2- 172.21.15.31:0/773623717 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f958415fc20 0x7f95841600a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.634+0000 7f9589400640 1 --2- 172.21.15.31:0/773623717 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f95840b47d0 0x7f95840b4c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.634+0000 7f9589400640 1 --2- 172.21.15.31:0/773623717 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f95680051c0 0x7f9584159950 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.634+0000 7f9589400640 1 -- 172.21.15.31:0/773623717 >> 172.21.15.31:0/773623717 conn(0x7f958409d700 msgr2=0x7f958406d7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:46.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.634+0000 7f9589400640 1 -- 172.21.15.31:0/773623717 shutdown_connections 2024-09-19T04:40:46.637 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.634+0000 7f9589400640 1 -- 172.21.15.31:0/773623717 wait complete. 2024-09-19T04:40:46.652 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T04:40:46.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.809+0000 7f9c33a00640 1 Processor -- start 2024-09-19T04:40:46.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.810+0000 7f9c33a00640 1 -- start start 2024-09-19T04:40:46.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.811+0000 7f9c33a00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f9c2c072040 0x7f9c2c15fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.811+0000 7f9c33a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f9c2c072d80 0x7f9c2c072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.811+0000 7f9c33a00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c2c160340 con 0x7f9c2c06e0a0 2024-09-19T04:40:46.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.811+0000 7f9c33a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f9c2c072960 con 0x7f9c2c072d80 2024-09-19T04:40:46.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.811+0000 7f9c33a00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f9c2c1605e0 con 0x7f9c2c072040 2024-09-19T04:40:46.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.811+0000 7f9c2be00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f9c2c072d80 0x7f9c2c072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.811+0000 7f9c2be00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f9c2c072d80 0x7f9c2c072420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35708/0 (socket says 172.21.15.31:35708) 2024-09-19T04:40:46.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.811+0000 7f9c2be00640 1 -- 172.21.15.31:0/1446871774 learned_addr learned my addr 172.21.15.31:0/1446871774 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:46.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.811+0000 7f9c31000640 1 --2- 172.21.15.31:0/1446871774 >> v2:172.21.15.52:3300/0 conn(0x7f9c2c072040 0x7f9c2c15fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.812+0000 7f9c2be00640 1 -- 172.21.15.31:0/1446871774 >> v2:172.21.15.52:3300/0 conn(0x7f9c2c072040 msgr2=0x7f9c2c15fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:46.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.812+0000 7f9c2be00640 1 --2- 172.21.15.31:0/1446871774 >> v2:172.21.15.52:3300/0 conn(0x7f9c2c072040 0x7f9c2c15fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.812+0000 7f9c2be00640 1 -- 172.21.15.31:0/1446871774 >> v1:172.21.15.52:6789/0 conn(0x7f9c2c06e0a0 legacy=0x7f9c2c0cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.812+0000 7f9c2be00640 1 -- 172.21.15.31:0/1446871774 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c2c1608c0 con 0x7f9c2c072d80 2024-09-19T04:40:46.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.813+0000 7f9c2be00640 1 --2- 172.21.15.31:0/1446871774 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c2c072d80 0x7f9c2c072420 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c0b58a0 tx=0x7f9c1802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee651c2da6a93452 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.813+0000 7f9c2b400640 1 -- 172.21.15.31:0/1446871774 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c18037070 con 0x7f9c2c072d80 2024-09-19T04:40:46.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.813+0000 7f9c2b400640 1 -- 172.21.15.31:0/1446871774 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c18032440 con 0x7f9c2c072d80 2024-09-19T04:40:46.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.813+0000 7f9c2b400640 1 -- 172.21.15.31:0/1446871774 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c18032810 con 0x7f9c2c072d80 2024-09-19T04:40:46.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.813+0000 7f9c33a00640 1 -- 172.21.15.31:0/1446871774 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c2c072d80 msgr2=0x7f9c2c072420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.813+0000 7f9c33a00640 1 --2- 172.21.15.31:0/1446871774 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c2c072d80 0x7f9c2c072420 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c0b58a0 tx=0x7f9c1802a270 comp rx=0 tx=0).stop 2024-09-19T04:40:46.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.813+0000 7f9c33a00640 1 -- 172.21.15.31:0/1446871774 shutdown_connections 2024-09-19T04:40:46.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.813+0000 7f9c33a00640 1 --2- 172.21.15.31:0/1446871774 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c2c072d80 0x7f9c2c072420 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.813+0000 7f9c33a00640 1 --2- 172.21.15.31:0/1446871774 >> v2:172.21.15.52:3300/0 conn(0x7f9c2c072040 0x7f9c2c15fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.813+0000 7f9c33a00640 1 -- 172.21.15.31:0/1446871774 >> 172.21.15.31:0/1446871774 conn(0x7f9c2c067d70 msgr2=0x7f9c2c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:46.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.814+0000 7f9c33a00640 1 -- 172.21.15.31:0/1446871774 shutdown_connections 2024-09-19T04:40:46.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.814+0000 7f9c33a00640 1 -- 172.21.15.31:0/1446871774 wait complete. 2024-09-19T04:40:46.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.815+0000 7f9c33a00640 1 Processor -- start 2024-09-19T04:40:46.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.815+0000 7f9c33a00640 1 -- start start 2024-09-19T04:40:46.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.816+0000 7f9c33a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c2c06e0a0 0x7f9c2c1f42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.816+0000 7f9c33a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c2c072040 0x7f9c2c13e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.816+0000 7f9c33a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9c2c072d80 0x7f9c2c15bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.816+0000 7f9c33a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9c2c145b00 con 0x7f9c2c072040 2024-09-19T04:40:46.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.816+0000 7f9c33a00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9c2c0cd090 con 0x7f9c2c06e0a0 2024-09-19T04:40:46.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.816+0000 7f9c33a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f9c2c0cdcc0 con 0x7f9c2c072d80 2024-09-19T04:40:46.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.816+0000 7f9c2be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c2c072040 0x7f9c2c13e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.816+0000 7f9c2be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c2c072040 0x7f9c2c13e6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35724/0 (socket says 172.21.15.31:35724) 2024-09-19T04:40:46.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.816+0000 7f9c2be00640 1 -- 172.21.15.31:0/360178968 learned_addr learned my addr 172.21.15.31:0/360178968 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:46.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.816+0000 7f9c31000640 1 --2- 172.21.15.31:0/360178968 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c2c06e0a0 0x7f9c2c1f42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.817+0000 7f9c31a00640 1 --2- 172.21.15.31:0/360178968 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9c2c072d80 0x7f9c2c15bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.817+0000 7f9c2be00640 1 -- 172.21.15.31:0/360178968 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9c2c072d80 msgr2=0x7f9c2c15bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.817+0000 7f9c2be00640 1 --2- 172.21.15.31:0/360178968 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9c2c072d80 0x7f9c2c15bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.817+0000 7f9c2be00640 1 -- 172.21.15.31:0/360178968 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c2c06e0a0 msgr2=0x7f9c2c1f42c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:46.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.817+0000 7f9c2be00640 1 --2- 172.21.15.31:0/360178968 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c2c06e0a0 0x7f9c2c1f42c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:46.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.817+0000 7f9c2be00640 1 -- 172.21.15.31:0/360178968 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c2c1f5260 con 0x7f9c2c072040 2024-09-19T04:40:46.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.817+0000 7f9c2be00640 1 --2- 172.21.15.31:0/360178968 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c2c072040 0x7f9c2c13e6f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f9c1802a2b0 tx=0x7f9c180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.817+0000 7f9c28c00640 1 -- 172.21.15.31:0/360178968 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c18037040 con 0x7f9c2c072040 2024-09-19T04:40:46.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.817+0000 7f9c28c00640 1 -- 172.21.15.31:0/360178968 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c18042070 con 0x7f9c2c072040 2024-09-19T04:40:46.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.817+0000 7f9c28c00640 1 -- 172.21.15.31:0/360178968 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c18030880 con 0x7f9c2c072040 2024-09-19T04:40:46.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.817+0000 7f9c33a00640 1 -- 172.21.15.31:0/360178968 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c2c1f49c0 con 0x7f9c2c072040 2024-09-19T04:40:46.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.818+0000 7f9c33a00640 1 -- 172.21.15.31:0/360178968 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c2c1f4f80 con 0x7f9c2c072040 2024-09-19T04:40:46.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.819+0000 7f9c33a00640 1 -- 172.21.15.31:0/360178968 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c2c0754b0 con 0x7f9c2c072040 2024-09-19T04:40:46.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.820+0000 7f9c28c00640 1 -- 172.21.15.31:0/360178968 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9c18030a20 con 0x7f9c2c072040 2024-09-19T04:40:46.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.820+0000 7f9c28c00640 1 --2- 172.21.15.31:0/360178968 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9c0c06c2b0 0x7f9c0c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:46.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.821+0000 7f9c28c00640 1 -- 172.21.15.31:0/360178968 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f9c180abdf0 con 0x7f9c2c072040 2024-09-19T04:40:46.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.821+0000 7f9c31000640 1 --2- 172.21.15.31:0/360178968 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9c0c06c2b0 0x7f9c0c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:46.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.821+0000 7f9c31000640 1 --2- 172.21.15.31:0/360178968 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9c0c06c2b0 0x7f9c0c06e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c0b51c0 tx=0x7f9c20009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:46.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:46.825+0000 7f9c28c00640 1 -- 172.21.15.31:0/360178968 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9c2c0754b0 con 0x7f9c2c072040 2024-09-19T04:40:47.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:47.049+0000 7f9c33a00640 1 -- 172.21.15.31:0/360178968 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f9c2c06e4f0 con 0x7f9c2c072040 2024-09-19T04:40:47.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:47.868+0000 7f9c28c00640 1 -- 172.21.15.31:0/360178968 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7f9c1807a3c0 con 0x7f9c2c072040 2024-09-19T04:40:47.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:47.871+0000 7f9c33a00640 1 -- 172.21.15.31:0/360178968 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9c0c06c2b0 msgr2=0x7f9c0c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:47.871+0000 7f9c33a00640 1 --2- 172.21.15.31:0/360178968 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9c0c06c2b0 0x7f9c0c06e770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c0b51c0 tx=0x7f9c20009190 comp rx=0 tx=0).stop 2024-09-19T04:40:47.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:47.871+0000 7f9c33a00640 1 -- 172.21.15.31:0/360178968 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c2c072040 msgr2=0x7f9c2c13e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:47.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:47.871+0000 7f9c33a00640 1 --2- 172.21.15.31:0/360178968 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c2c072040 0x7f9c2c13e6f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f9c1802a2b0 tx=0x7f9c180046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:47.872+0000 7f9c33a00640 1 -- 172.21.15.31:0/360178968 shutdown_connections 2024-09-19T04:40:47.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:47.872+0000 7f9c33a00640 1 --2- 172.21.15.31:0/360178968 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9c2c072d80 0x7f9c2c15bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:47.872+0000 7f9c33a00640 1 --2- 172.21.15.31:0/360178968 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c2c072040 0x7f9c2c13e6f0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:47.872+0000 7f9c33a00640 1 --2- 172.21.15.31:0/360178968 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9c0c06c2b0 0x7f9c0c06e770 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:47.872+0000 7f9c33a00640 1 --2- 172.21.15.31:0/360178968 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c2c06e0a0 0x7f9c2c1f42c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:47.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:47.872+0000 7f9c33a00640 1 -- 172.21.15.31:0/360178968 >> 172.21.15.31:0/360178968 conn(0x7f9c2c067d70 msgr2=0x7f9c2c069a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:47.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:47.872+0000 7f9c33a00640 1 -- 172.21.15.31:0/360178968 shutdown_connections 2024-09-19T04:40:47.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:47.872+0000 7f9c33a00640 1 -- 172.21.15.31:0/360178968 wait complete. 2024-09-19T04:40:47.892 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T04:40:47.893 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T04:40:48.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.054+0000 7f270ee00640 1 Processor -- start 2024-09-19T04:40:48.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.055+0000 7f270ee00640 1 -- start start 2024-09-19T04:40:48.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.056+0000 7f270ee00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27080b3820 0x7f27080ad8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.056+0000 7f270ee00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f27080ade20 0x7f2708070070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.056+0000 7f270ee00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f270815f4a0 con 0x7f27080b5540 2024-09-19T04:40:48.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.056+0000 7f270ee00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f27080ae290 con 0x7f27080ade20 2024-09-19T04:40:48.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.056+0000 7f270ee00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f270815f780 con 0x7f27080b3820 2024-09-19T04:40:48.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.056+0000 7f270ce00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f27080ade20 0x7f2708070070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.056+0000 7f2707e00640 1 --1- >> v1:172.21.15.52:6789/0 conn(0x7f27080b5540 0x7f270815ea50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.52:6789/0 says I am v1:172.21.15.31:44656/0 (socket says 172.21.15.31:44656) 2024-09-19T04:40:48.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.056+0000 7f2707e00640 1 -- 172.21.15.31:0/2435259761 learned_addr learned my addr 172.21.15.31:0/2435259761 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:48.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.056+0000 7f26ff400640 1 --2- 172.21.15.31:0/2435259761 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27080b3820 0x7f27080ad8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.057+0000 7f2707400640 1 -- 172.21.15.31:0/2435259761 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3752883344 0 0) 0x7f270815f4a0 con 0x7f27080b5540 2024-09-19T04:40:48.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.057+0000 7f2707400640 1 -- 172.21.15.31:0/2435259761 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f26ec003520 con 0x7f27080b5540 2024-09-19T04:40:48.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.057+0000 7f270ce00640 1 -- 172.21.15.31:0/2435259761 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27080b3820 msgr2=0x7f27080ad8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:48.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.057+0000 7f270ce00640 1 --2- 172.21.15.31:0/2435259761 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27080b3820 0x7f27080ad8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.057+0000 7f270ce00640 1 -- 172.21.15.31:0/2435259761 >> v1:172.21.15.52:6789/0 conn(0x7f27080b5540 legacy=0x7f270815ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.057+0000 7f270ce00640 1 -- 172.21.15.31:0/2435259761 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f270806f870 con 0x7f27080ade20 2024-09-19T04:40:48.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.058+0000 7f270ce00640 1 --2- 172.21.15.31:0/2435259761 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27080ade20 0x7f2708070070 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f2700009d90 tx=0x7f270002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0f6bed96aff3a15 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.058+0000 7f2707400640 1 -- 172.21.15.31:0/2435259761 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2700007740 con 0x7f27080ade20 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.058+0000 7f2707400640 1 -- 172.21.15.31:0/2435259761 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27000078e0 con 0x7f27080ade20 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.058+0000 7f2707400640 1 -- 172.21.15.31:0/2435259761 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2700007c90 con 0x7f27080ade20 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.059+0000 7f270ee00640 1 -- 172.21.15.31:0/2435259761 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27080ade20 msgr2=0x7f2708070070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.059+0000 7f270ee00640 1 --2- 172.21.15.31:0/2435259761 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27080ade20 0x7f2708070070 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f2700009d90 tx=0x7f270002a6f0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.059+0000 7f270ee00640 1 -- 172.21.15.31:0/2435259761 shutdown_connections 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.059+0000 7f270ee00640 1 --2- 172.21.15.31:0/2435259761 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27080ade20 0x7f2708070070 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.059+0000 7f270ee00640 1 --2- 172.21.15.31:0/2435259761 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27080b3820 0x7f27080ad8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.059+0000 7f270ee00640 1 -- 172.21.15.31:0/2435259761 >> 172.21.15.31:0/2435259761 conn(0x7f27080b2520 msgr2=0x7f27080b2930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:48.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.059+0000 7f270ee00640 1 -- 172.21.15.31:0/2435259761 shutdown_connections 2024-09-19T04:40:48.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.059+0000 7f270ee00640 1 -- 172.21.15.31:0/2435259761 wait complete. 2024-09-19T04:40:48.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.060+0000 7f270ee00640 1 Processor -- start 2024-09-19T04:40:48.062 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.061+0000 7f270ee00640 1 -- start start 2024-09-19T04:40:48.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.061+0000 7f270ee00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27080ade20 0x7f2708158990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.061+0000 7f270ee00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27080b3820 0x7f2708152790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.062+0000 7f270ee00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f27080b5540 0x7f27081570f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.062+0000 7f270ee00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2708162190 con 0x7f27080ade20 2024-09-19T04:40:48.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.062+0000 7f270ee00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f270815f160 con 0x7f27080b5540 2024-09-19T04:40:48.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.062+0000 7f270ee00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f2708162310 con 0x7f27080b3820 2024-09-19T04:40:48.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.062+0000 7f2707e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27080ade20 0x7f2708158990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.062+0000 7f26ff400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27080b3820 0x7f2708152790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.062+0000 7f2707e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27080ade20 0x7f2708158990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:35742/0 (socket says 172.21.15.31:35742) 2024-09-19T04:40:48.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.062+0000 7f2707e00640 1 -- 172.21.15.31:0/583558814 learned_addr learned my addr 172.21.15.31:0/583558814 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:48.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.062+0000 7f270ce00640 1 --2- 172.21.15.31:0/583558814 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f27080b5540 0x7f27081570f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.062+0000 7f2707e00640 1 -- 172.21.15.31:0/583558814 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27080b3820 msgr2=0x7f2708152790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.062+0000 7f2707e00640 1 --2- 172.21.15.31:0/583558814 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27080b3820 0x7f2708152790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.062+0000 7f2707e00640 1 -- 172.21.15.31:0/583558814 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f27080b5540 msgr2=0x7f27081570f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.062+0000 7f2707e00640 1 --2- 172.21.15.31:0/583558814 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f27080b5540 0x7f27081570f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.062+0000 7f2707e00640 1 -- 172.21.15.31:0/583558814 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2708157630 con 0x7f27080ade20 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.062+0000 7f2707e00640 1 --2- 172.21.15.31:0/583558814 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27080ade20 0x7f2708158990 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f26f800c440 tx=0x7f26f800c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.063+0000 7f2704c00640 1 -- 172.21.15.31:0/583558814 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f8017070 con 0x7f27080ade20 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.063+0000 7f2704c00640 1 -- 172.21.15.31:0/583558814 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26f8005ce0 con 0x7f27080ade20 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.063+0000 7f2704c00640 1 -- 172.21.15.31:0/583558814 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f80072b0 con 0x7f27080ade20 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.063+0000 7f270ee00640 1 -- 172.21.15.31:0/583558814 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27081578f0 con 0x7f27080ade20 2024-09-19T04:40:48.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.063+0000 7f270ee00640 1 -- 172.21.15.31:0/583558814 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2708157eb0 con 0x7f27080ade20 2024-09-19T04:40:48.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.064+0000 7f270ee00640 1 -- 172.21.15.31:0/583558814 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27080b1de0 con 0x7f27080ade20 2024-09-19T04:40:48.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.065+0000 7f2704c00640 1 -- 172.21.15.31:0/583558814 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f26f801a070 con 0x7f27080ade20 2024-09-19T04:40:48.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.066+0000 7f2704c00640 1 --2- 172.21.15.31:0/583558814 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f26e406c2b0 0x7f26e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:48.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.066+0000 7f2704c00640 1 -- 172.21.15.31:0/583558814 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f26f808a8a0 con 0x7f27080ade20 2024-09-19T04:40:48.067 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.066+0000 7f26ff400640 1 --2- 172.21.15.31:0/583558814 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f26e406c2b0 0x7f26e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:48.068 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.067+0000 7f26ff400640 1 --2- 172.21.15.31:0/583558814 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f26e406c2b0 0x7f26e406e770 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f27081f7510 tx=0x7f26f0009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:48.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.070+0000 7f2704c00640 1 -- 172.21.15.31:0/583558814 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f26f80588e0 con 0x7f27080ade20 2024-09-19T04:40:48.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.295+0000 7f270ee00640 1 -- 172.21.15.31:0/583558814 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f27080aecb0 con 0x7f27080ade20 2024-09-19T04:40:48.873 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.871+0000 7f2704c00640 1 -- 172.21.15.31:0/583558814 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v18) ==== 122+0+0 (secure 0 0 0) 0x7f26f805cbe0 con 0x7f27080ade20 2024-09-19T04:40:48.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.874+0000 7f270ee00640 1 -- 172.21.15.31:0/583558814 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f26e406c2b0 msgr2=0x7f26e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.874+0000 7f270ee00640 1 --2- 172.21.15.31:0/583558814 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f26e406c2b0 0x7f26e406e770 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f27081f7510 tx=0x7f26f0009190 comp rx=0 tx=0).stop 2024-09-19T04:40:48.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.874+0000 7f270ee00640 1 -- 172.21.15.31:0/583558814 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27080ade20 msgr2=0x7f2708158990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:48.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.874+0000 7f270ee00640 1 --2- 172.21.15.31:0/583558814 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27080ade20 0x7f2708158990 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f26f800c440 tx=0x7f26f800c900 comp rx=0 tx=0).stop 2024-09-19T04:40:48.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.874+0000 7f270ee00640 1 -- 172.21.15.31:0/583558814 shutdown_connections 2024-09-19T04:40:48.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.874+0000 7f270ee00640 1 --2- 172.21.15.31:0/583558814 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f26e406c2b0 0x7f26e406e770 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.874+0000 7f270ee00640 1 --2- 172.21.15.31:0/583558814 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f27080b5540 0x7f27081570f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.874+0000 7f270ee00640 1 --2- 172.21.15.31:0/583558814 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f27080b3820 0x7f2708152790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.874+0000 7f270ee00640 1 --2- 172.21.15.31:0/583558814 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f27080ade20 0x7f2708158990 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:48.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.874+0000 7f270ee00640 1 -- 172.21.15.31:0/583558814 >> 172.21.15.31:0/583558814 conn(0x7f27080b2520 msgr2=0x7f27080b0a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:48.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.875+0000 7f270ee00640 1 -- 172.21.15.31:0/583558814 shutdown_connections 2024-09-19T04:40:48.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:48.875+0000 7f270ee00640 1 -- 172.21.15.31:0/583558814 wait complete. 2024-09-19T04:40:48.894 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T04:40:48.895 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:49.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.053+0000 7fb450a00640 1 Processor -- start 2024-09-19T04:40:49.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.053+0000 7fb450a00640 1 -- start start 2024-09-19T04:40:49.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.054+0000 7fb450a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb44c0d4310 0x7fb44c0d4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:49.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.054+0000 7fb450a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fb44c06d460 0x7fb44c06d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:49.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.054+0000 7fb450a00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb44c15e850 con 0x7fb44c15e470 2024-09-19T04:40:49.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.054+0000 7fb450a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fb44c06de50 con 0x7fb44c06d460 2024-09-19T04:40:49.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.054+0000 7fb450a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fb44c0cf710 con 0x7fb44c0d4310 2024-09-19T04:40:49.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.054+0000 7fb44b200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fb44c06d460 0x7fb44c06d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:49.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.054+0000 7fb44a800640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fb44c15e470 0x7fb44c0cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43950/0 (socket says 172.21.15.31:43950) 2024-09-19T04:40:49.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.054+0000 7fb44a800640 1 -- 172.21.15.31:0/3774519410 learned_addr learned my addr 172.21.15.31:0/3774519410 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:49.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.055+0000 7fb443e00640 1 --2- 172.21.15.31:0/3774519410 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb44c0d4310 0x7fb44c0d4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:49.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.055+0000 7fb44b200640 1 -- 172.21.15.31:0/3774519410 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb44c0d4310 msgr2=0x7fb44c0d4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:49.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.055+0000 7fb44b200640 1 --2- 172.21.15.31:0/3774519410 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb44c0d4310 0x7fb44c0d4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.055+0000 7fb44b200640 1 -- 172.21.15.31:0/3774519410 >> v1:172.21.15.31:6789/0 conn(0x7fb44c15e470 legacy=0x7fb44c0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:49.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.055+0000 7fb44b200640 1 -- 172.21.15.31:0/3774519410 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb44c0d1c60 con 0x7fb44c06d460 2024-09-19T04:40:49.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.055+0000 7fb449e00640 1 -- 172.21.15.31:0/3774519410 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 534426854 0 0) 0x7fb44c15e850 con 0x7fb44c15e470 2024-09-19T04:40:49.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.055+0000 7fb443e00640 1 --2- 172.21.15.31:0/3774519410 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb44c0d4310 0x7fb44c0d4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:49.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.056+0000 7fb44b200640 1 --2- 172.21.15.31:0/3774519410 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb44c06d460 0x7fb44c06d910 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fb444009d90 tx=0x7fb44402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c1303a9d85f6b97 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:49.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.056+0000 7fb449e00640 1 -- 172.21.15.31:0/3774519410 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb444007740 con 0x7fb44c06d460 2024-09-19T04:40:49.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.056+0000 7fb449e00640 1 -- 172.21.15.31:0/3774519410 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4440078e0 con 0x7fb44c06d460 2024-09-19T04:40:49.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.056+0000 7fb449e00640 1 -- 172.21.15.31:0/3774519410 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb444007cb0 con 0x7fb44c06d460 2024-09-19T04:40:49.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.056+0000 7fb450a00640 1 -- 172.21.15.31:0/3774519410 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb44c06d460 msgr2=0x7fb44c06d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:49.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.056+0000 7fb450a00640 1 --2- 172.21.15.31:0/3774519410 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb44c06d460 0x7fb44c06d910 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fb444009d90 tx=0x7fb44402a660 comp rx=0 tx=0).stop 2024-09-19T04:40:49.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.057+0000 7fb450a00640 1 -- 172.21.15.31:0/3774519410 shutdown_connections 2024-09-19T04:40:49.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.057+0000 7fb450a00640 1 --2- 172.21.15.31:0/3774519410 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb44c06d460 0x7fb44c06d910 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.057+0000 7fb450a00640 1 --2- 172.21.15.31:0/3774519410 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb44c0d4310 0x7fb44c0d4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.057+0000 7fb450a00640 1 -- 172.21.15.31:0/3774519410 >> 172.21.15.31:0/3774519410 conn(0x7fb44c09d700 msgr2=0x7fb44c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:49.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.057+0000 7fb450a00640 1 -- 172.21.15.31:0/3774519410 shutdown_connections 2024-09-19T04:40:49.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.057+0000 7fb450a00640 1 -- 172.21.15.31:0/3774519410 wait complete. 2024-09-19T04:40:49.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.058+0000 7fb450a00640 1 Processor -- start 2024-09-19T04:40:49.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.058+0000 7fb450a00640 1 -- start start 2024-09-19T04:40:49.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.059+0000 7fb450a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb44c06d460 0x7fb44c0b8740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:49.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.059+0000 7fb450a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb44c0d4310 0x7fb44c0b21b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:49.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.059+0000 7fb450a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb44c15e470 0x7fb44c1564a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:49.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.059+0000 7fb450a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb44c0cf0c0 con 0x7fb44c06d460 2024-09-19T04:40:49.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.059+0000 7fb450a00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb44c0d4c90 con 0x7fb44c0d4310 2024-09-19T04:40:49.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.059+0000 7fb450a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fb44c0cf3a0 con 0x7fb44c15e470 2024-09-19T04:40:49.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.059+0000 7fb44a800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb44c06d460 0x7fb44c0b8740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:49.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.060+0000 7fb44a800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb44c06d460 0x7fb44c0b8740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40826/0 (socket says 172.21.15.31:40826) 2024-09-19T04:40:49.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.060+0000 7fb44a800640 1 -- 172.21.15.31:0/1792658303 learned_addr learned my addr 172.21.15.31:0/1792658303 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:49.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.060+0000 7fb44b200640 1 --2- 172.21.15.31:0/1792658303 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb44c15e470 0x7fb44c1564a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:49.063 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.060+0000 7fb44a800640 1 -- 172.21.15.31:0/1792658303 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb44c15e470 msgr2=0x7fb44c1564a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:49.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.060+0000 7fb443e00640 1 --2- 172.21.15.31:0/1792658303 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb44c0d4310 0x7fb44c0b21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:49.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.060+0000 7fb44a800640 1 --2- 172.21.15.31:0/1792658303 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb44c15e470 0x7fb44c1564a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.060+0000 7fb44a800640 1 -- 172.21.15.31:0/1792658303 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb44c0d4310 msgr2=0x7fb44c0b21b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:49.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.060+0000 7fb44a800640 1 --2- 172.21.15.31:0/1792658303 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb44c0d4310 0x7fb44c0b21b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.060+0000 7fb44a800640 1 -- 172.21.15.31:0/1792658303 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb44c0cc210 con 0x7fb44c06d460 2024-09-19T04:40:49.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.060+0000 7fb443e00640 1 --2- 172.21.15.31:0/1792658303 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb44c0d4310 0x7fb44c0b21b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:49.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.060+0000 7fb44a800640 1 --2- 172.21.15.31:0/1792658303 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb44c06d460 0x7fb44c0b8740 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fb43c00c430 tx=0x7fb43c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:49.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.060+0000 7fb442a00640 1 -- 172.21.15.31:0/1792658303 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb43c0074e0 con 0x7fb44c06d460 2024-09-19T04:40:49.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.061+0000 7fb442a00640 1 -- 172.21.15.31:0/1792658303 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb43c0047e0 con 0x7fb44c06d460 2024-09-19T04:40:49.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.061+0000 7fb442a00640 1 -- 172.21.15.31:0/1792658303 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb43c004bd0 con 0x7fb44c06d460 2024-09-19T04:40:49.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.061+0000 7fb450a00640 1 -- 172.21.15.31:0/1792658303 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb44c0b7c60 con 0x7fb44c06d460 2024-09-19T04:40:49.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.061+0000 7fb450a00640 1 -- 172.21.15.31:0/1792658303 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb44c0b26f0 con 0x7fb44c06d460 2024-09-19T04:40:49.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.062+0000 7fb450a00640 1 -- 172.21.15.31:0/1792658303 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb44c06d910 con 0x7fb44c06d460 2024-09-19T04:40:49.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.063+0000 7fb442a00640 1 -- 172.21.15.31:0/1792658303 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb43c011070 con 0x7fb44c06d460 2024-09-19T04:40:49.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.063+0000 7fb442a00640 1 --2- 172.21.15.31:0/1792658303 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb42806c2b0 0x7fb42806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:49.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.064+0000 7fb442a00640 1 -- 172.21.15.31:0/1792658303 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fb43c08b260 con 0x7fb44c06d460 2024-09-19T04:40:49.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.064+0000 7fb443e00640 1 --2- 172.21.15.31:0/1792658303 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb42806c2b0 0x7fb42806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:49.066 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.064+0000 7fb443e00640 1 --2- 172.21.15.31:0/1792658303 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb42806c2b0 0x7fb42806e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb44c0ce5c0 tx=0x7fb434008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:49.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.068+0000 7fb442a00640 1 -- 172.21.15.31:0/1792658303 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb43c059830 con 0x7fb44c06d460 2024-09-19T04:40:49.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.292+0000 7fb450a00640 1 -- 172.21.15.31:0/1792658303 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb44c06cf90 con 0x7fb44c06d460 2024-09-19T04:40:49.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.292+0000 7fb442a00640 1 -- 172.21.15.31:0/1792658303 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5211 (secure 0 0 0) 0x7fb43c059130 con 0x7fb44c06d460 2024-09-19T04:40:49.294 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:49.294 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":18,"btime":"2024-09-19T04:40:48:869927+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4825,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6834/917622041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":917622041},{"type":"v1","addr":"172.21.15.52:6834","nonce":917622041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4828,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6836/91213986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":91213986},{"type":"v1","addr":"172.21.15.31:6836","nonce":91213986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/690258196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6835","nonce":690258196},{"type":"v1","addr":"172.21.15.31:6837","nonce":690258196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:40:45.265528+0000","modified":"2024-09-19T04:40:48.296702+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4839},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4839":{"gid":4839,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.52:6835/3791375786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":3791375786},{"type":"v1","addr":"172.21.15.52:6835","nonce":3791375786}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4839,"qdb_cluster":[4839]},"id":2}]} 2024-09-19T04:40:49.295 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 18 2024-09-19T04:40:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.294+0000 7fb450a00640 1 -- 172.21.15.31:0/1792658303 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb42806c2b0 msgr2=0x7fb42806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.295+0000 7fb450a00640 1 --2- 172.21.15.31:0/1792658303 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb42806c2b0 0x7fb42806e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb44c0ce5c0 tx=0x7fb434008040 comp rx=0 tx=0).stop 2024-09-19T04:40:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.295+0000 7fb450a00640 1 -- 172.21.15.31:0/1792658303 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb44c06d460 msgr2=0x7fb44c0b8740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.295+0000 7fb450a00640 1 --2- 172.21.15.31:0/1792658303 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb44c06d460 0x7fb44c0b8740 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fb43c00c430 tx=0x7fb43c00c8f0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.295+0000 7fb450a00640 1 -- 172.21.15.31:0/1792658303 shutdown_connections 2024-09-19T04:40:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.295+0000 7fb450a00640 1 --2- 172.21.15.31:0/1792658303 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb44c15e470 0x7fb44c1564a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.295+0000 7fb450a00640 1 --2- 172.21.15.31:0/1792658303 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb42806c2b0 0x7fb42806e770 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.295+0000 7fb450a00640 1 --2- 172.21.15.31:0/1792658303 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb44c0d4310 0x7fb44c0b21b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.295+0000 7fb450a00640 1 --2- 172.21.15.31:0/1792658303 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb44c06d460 0x7fb44c0b8740 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.295+0000 7fb450a00640 1 -- 172.21.15.31:0/1792658303 >> 172.21.15.31:0/1792658303 conn(0x7fb44c09d700 msgr2=0x7fb44c15c9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.295+0000 7fb450a00640 1 -- 172.21.15.31:0/1792658303 shutdown_connections 2024-09-19T04:40:49.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.295+0000 7fb450a00640 1 -- 172.21.15.31:0/1792658303 wait complete. 2024-09-19T04:40:49.312 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:49.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.466+0000 7f3606800640 1 Processor -- start 2024-09-19T04:40:49.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.466+0000 7f3606800640 1 -- start start 2024-09-19T04:40:49.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.468+0000 7f3606800640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f360006f0e0 0x7f360015c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:49.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.468+0000 7f3606800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f360006f4c0 0x7f36000cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:49.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.468+0000 7f3606800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f36000cf5a0 0x7f36000b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:49.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.468+0000 7f3606800640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f360015bc50 con 0x7f360006f4c0 2024-09-19T04:40:49.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.468+0000 7f3606800640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f3600152630 con 0x7f360006f0e0 2024-09-19T04:40:49.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.468+0000 7f3606800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f360015c620 con 0x7f36000cf5a0 2024-09-19T04:40:49.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.468+0000 7f35f7e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f360006f4c0 0x7f36000cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:49.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.468+0000 7f35f7e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f360006f4c0 0x7f36000cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40838/0 (socket says 172.21.15.31:40838) 2024-09-19T04:40:49.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.468+0000 7f35f7e00640 1 -- 172.21.15.31:0/4198782308 learned_addr learned my addr 172.21.15.31:0/4198782308 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:49.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.468+0000 7f35ffe00640 1 --2- 172.21.15.31:0/4198782308 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f36000cf5a0 0x7f36000b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:49.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.468+0000 7f35ff400640 1 --2- 172.21.15.31:0/4198782308 >> v2:172.21.15.52:3300/0 conn(0x7f360006f0e0 0x7f360015c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:49.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.468+0000 7f35f7e00640 1 -- 172.21.15.31:0/4198782308 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f36000cf5a0 msgr2=0x7f36000b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:49.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.468+0000 7f35f7e00640 1 --2- 172.21.15.31:0/4198782308 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f36000cf5a0 0x7f36000b3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.468+0000 7f35f7e00640 1 -- 172.21.15.31:0/4198782308 >> v2:172.21.15.52:3300/0 conn(0x7f360006f0e0 msgr2=0x7f360015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:49.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.468+0000 7f35f7e00640 1 --2- 172.21.15.31:0/4198782308 >> v2:172.21.15.52:3300/0 conn(0x7f360006f0e0 0x7f360015c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.468+0000 7f35f7e00640 1 -- 172.21.15.31:0/4198782308 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36000cfb40 con 0x7f360006f4c0 2024-09-19T04:40:49.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.468+0000 7f35ffe00640 1 --2- 172.21.15.31:0/4198782308 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f36000cf5a0 0x7f36000b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:49.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.469+0000 7f35f7e00640 1 --2- 172.21.15.31:0/4198782308 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f360006f4c0 0x7f36000cf060 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3600073070 tx=0x7f35e802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2110524e68d659c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:49.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.470+0000 7f35fea00640 1 -- 172.21.15.31:0/4198782308 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35e8037070 con 0x7f360006f4c0 2024-09-19T04:40:49.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.470+0000 7f35fea00640 1 -- 172.21.15.31:0/4198782308 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35e8032440 con 0x7f360006f4c0 2024-09-19T04:40:49.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.470+0000 7f35fea00640 1 -- 172.21.15.31:0/4198782308 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35e8032810 con 0x7f360006f4c0 2024-09-19T04:40:49.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.470+0000 7f3606800640 1 -- 172.21.15.31:0/4198782308 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f360006f4c0 msgr2=0x7f36000cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:49.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.470+0000 7f3606800640 1 --2- 172.21.15.31:0/4198782308 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f360006f4c0 0x7f36000cf060 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3600073070 tx=0x7f35e802a1e0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.470+0000 7f3606800640 1 -- 172.21.15.31:0/4198782308 shutdown_connections 2024-09-19T04:40:49.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.470+0000 7f3606800640 1 --2- 172.21.15.31:0/4198782308 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f36000cf5a0 0x7f36000b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.470+0000 7f3606800640 1 --2- 172.21.15.31:0/4198782308 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f360006f4c0 0x7f36000cf060 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.470+0000 7f3606800640 1 --2- 172.21.15.31:0/4198782308 >> v2:172.21.15.52:3300/0 conn(0x7f360006f0e0 0x7f360015c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.470+0000 7f3606800640 1 -- 172.21.15.31:0/4198782308 >> 172.21.15.31:0/4198782308 conn(0x7f3600067da0 msgr2=0x7f360006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:49.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.470+0000 7f3606800640 1 -- 172.21.15.31:0/4198782308 shutdown_connections 2024-09-19T04:40:49.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.470+0000 7f3606800640 1 -- 172.21.15.31:0/4198782308 wait complete. 2024-09-19T04:40:49.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.472+0000 7f3606800640 1 Processor -- start 2024-09-19T04:40:49.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.472+0000 7f3606800640 1 -- start start 2024-09-19T04:40:49.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.473+0000 7f3606800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f360006f0e0 0x7f360013e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:49.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.473+0000 7f3606800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f360006f4c0 0x7f36001ef9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:49.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.473+0000 7f3606800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f36000cf5a0 0x7f36001eff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:49.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.473+0000 7f3606800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f360006f930 con 0x7f36000cf5a0 2024-09-19T04:40:49.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.473+0000 7f3606800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f360015b8e0 con 0x7f360006f0e0 2024-09-19T04:40:49.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.473+0000 7f3606800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f360015ee80 con 0x7f360006f4c0 2024-09-19T04:40:49.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.473+0000 7f35ffe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f36000cf5a0 0x7f36001eff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:49.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.473+0000 7f35ffe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f36000cf5a0 0x7f36001eff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40850/0 (socket says 172.21.15.31:40850) 2024-09-19T04:40:49.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.473+0000 7f35ffe00640 1 -- 172.21.15.31:0/3427129167 learned_addr learned my addr 172.21.15.31:0/3427129167 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:49.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.473+0000 7f35f7e00640 1 --2- 172.21.15.31:0/3427129167 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f360006f4c0 0x7f36001ef9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:49.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.473+0000 7f35ff400640 1 --2- 172.21.15.31:0/3427129167 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f360006f0e0 0x7f360013e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:49.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.474+0000 7f35ffe00640 1 -- 172.21.15.31:0/3427129167 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f360006f4c0 msgr2=0x7f36001ef9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:49.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.474+0000 7f35ffe00640 1 --2- 172.21.15.31:0/3427129167 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f360006f4c0 0x7f36001ef9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.474+0000 7f35ffe00640 1 -- 172.21.15.31:0/3427129167 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f360006f0e0 msgr2=0x7f360013e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:49.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.474+0000 7f35ffe00640 1 --2- 172.21.15.31:0/3427129167 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f360006f0e0 0x7f360013e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.474+0000 7f35ffe00640 1 -- 172.21.15.31:0/3427129167 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f360013eb10 con 0x7f36000cf5a0 2024-09-19T04:40:49.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.474+0000 7f35ffe00640 1 --2- 172.21.15.31:0/3427129167 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f36000cf5a0 0x7f36001eff20 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f35f8007df0 tx=0x7f35f800d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:49.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.474+0000 7f35f7400640 1 -- 172.21.15.31:0/3427129167 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35f801a070 con 0x7f36000cf5a0 2024-09-19T04:40:49.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.474+0000 7f35f7400640 1 -- 172.21.15.31:0/3427129167 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35f8003990 con 0x7f36000cf5a0 2024-09-19T04:40:49.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.474+0000 7f3606800640 1 -- 172.21.15.31:0/3427129167 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36001f0740 con 0x7f36000cf5a0 2024-09-19T04:40:49.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.474+0000 7f35f7400640 1 -- 172.21.15.31:0/3427129167 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35f8003d80 con 0x7f36000cf5a0 2024-09-19T04:40:49.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.474+0000 7f3606800640 1 -- 172.21.15.31:0/3427129167 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3600156210 con 0x7f36000cf5a0 2024-09-19T04:40:49.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.476+0000 7f3606800640 1 -- 172.21.15.31:0/3427129167 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f360015f9a0 con 0x7f36000cf5a0 2024-09-19T04:40:49.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.477+0000 7f35f7400640 1 -- 172.21.15.31:0/3427129167 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f35f801d070 con 0x7f36000cf5a0 2024-09-19T04:40:49.480 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.478+0000 7f35f7400640 1 --2- 172.21.15.31:0/3427129167 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f35dc06c2b0 0x7f35dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:49.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.478+0000 7f35f7400640 1 -- 172.21.15.31:0/3427129167 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f35f808b7a0 con 0x7f36000cf5a0 2024-09-19T04:40:49.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.478+0000 7f35ff400640 1 --2- 172.21.15.31:0/3427129167 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f35dc06c2b0 0x7f35dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:49.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.479+0000 7f35ff400640 1 --2- 172.21.15.31:0/3427129167 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f35dc06c2b0 0x7f35dc06e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f35f0009ac0 tx=0x7f35f0009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:49.484 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.482+0000 7f35f7400640 1 -- 172.21.15.31:0/3427129167 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f35f8010070 con 0x7f36000cf5a0 2024-09-19T04:40:49.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.667+0000 7f3606800640 1 -- 172.21.15.31:0/3427129167 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f36001f0460 con 0x7f36000cf5a0 2024-09-19T04:40:49.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.669+0000 7f35f7400640 1 -- 172.21.15.31:0/3427129167 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+16966 (secure 0 0 0) 0x7f35f8059730 con 0x7f36000cf5a0 2024-09-19T04:40:49.671 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:49.671 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":39,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:40:46.842317+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:40:43.609773+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-19T04:40:44.256043+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:49.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.671+0000 7f3606800640 1 -- 172.21.15.31:0/3427129167 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f35dc06c2b0 msgr2=0x7f35dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:49.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.671+0000 7f3606800640 1 --2- 172.21.15.31:0/3427129167 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f35dc06c2b0 0x7f35dc06e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f35f0009ac0 tx=0x7f35f0009190 comp rx=0 tx=0).stop 2024-09-19T04:40:49.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.671+0000 7f3606800640 1 -- 172.21.15.31:0/3427129167 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f36000cf5a0 msgr2=0x7f36001eff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:49.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.671+0000 7f3606800640 1 --2- 172.21.15.31:0/3427129167 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f36000cf5a0 0x7f36001eff20 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f35f8007df0 tx=0x7f35f800d4a0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.671+0000 7f3606800640 1 -- 172.21.15.31:0/3427129167 shutdown_connections 2024-09-19T04:40:49.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.671+0000 7f3606800640 1 --2- 172.21.15.31:0/3427129167 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f36000cf5a0 0x7f36001eff20 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.671+0000 7f3606800640 1 --2- 172.21.15.31:0/3427129167 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f360006f4c0 0x7f36001ef9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.671+0000 7f3606800640 1 --2- 172.21.15.31:0/3427129167 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f35dc06c2b0 0x7f35dc06e770 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.671+0000 7f3606800640 1 --2- 172.21.15.31:0/3427129167 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f360006f0e0 0x7f360013e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.673 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.671+0000 7f3606800640 1 -- 172.21.15.31:0/3427129167 >> 172.21.15.31:0/3427129167 conn(0x7f3600067da0 msgr2=0x7f360015a510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:49.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.671+0000 7f3606800640 1 -- 172.21.15.31:0/3427129167 shutdown_connections 2024-09-19T04:40:49.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.671+0000 7f3606800640 1 -- 172.21.15.31:0/3427129167 wait complete. 2024-09-19T04:40:49.688 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T04:40:49.688 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:40:49.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.842+0000 7f1bc8e00640 1 Processor -- start 2024-09-19T04:40:49.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.842+0000 7f1bc8e00640 1 -- start start 2024-09-19T04:40:49.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.843+0000 7f1bc8e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f1bc40cfa10 0x7f1bc40d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:49.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.843+0000 7f1bc8e00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f1bc40d4060 0x7f1bc40b7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:49.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.843+0000 7f1bc8e00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1bc40b6060 con 0x7f1bc40d0ff0 2024-09-19T04:40:49.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.843+0000 7f1bc8e00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f1bc40b6c70 con 0x7f1bc40cfa10 2024-09-19T04:40:49.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.843+0000 7f1bc8e00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f1bc40b6340 con 0x7f1bc40d4060 2024-09-19T04:40:49.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.843+0000 7f1bc1e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f1bc40d0ff0 0x7f1bc40d13d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43964/0 (socket says 172.21.15.31:43964) 2024-09-19T04:40:49.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.843+0000 7f1bc1e00640 1 -- 172.21.15.31:0/4165812185 learned_addr learned my addr 172.21.15.31:0/4165812185 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:49.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.843+0000 7f1bbbe00640 1 --2- 172.21.15.31:0/4165812185 >> v2:172.21.15.31:3300/0 conn(0x7f1bc40cfa10 0x7f1bc40d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:49.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.843+0000 7f1bc2800640 1 --2- 172.21.15.31:0/4165812185 >> v2:172.21.15.52:3300/0 conn(0x7f1bc40d4060 0x7f1bc40b7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:49.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.844+0000 7f1bbbe00640 1 -- 172.21.15.31:0/4165812185 >> v2:172.21.15.52:3300/0 conn(0x7f1bc40d4060 msgr2=0x7f1bc40b7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:49.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.844+0000 7f1bbbe00640 1 --2- 172.21.15.31:0/4165812185 >> v2:172.21.15.52:3300/0 conn(0x7f1bc40d4060 0x7f1bc40b7670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.844+0000 7f1bbbe00640 1 -- 172.21.15.31:0/4165812185 >> v1:172.21.15.31:6789/0 conn(0x7f1bc40d0ff0 legacy=0x7f1bc40d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:49.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.844+0000 7f1bbbe00640 1 -- 172.21.15.31:0/4165812185 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bc40b6620 con 0x7f1bc40cfa10 2024-09-19T04:40:49.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.844+0000 7f1bc1400640 1 -- 172.21.15.31:0/4165812185 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2620979774 0 0) 0x7f1bc40b6060 con 0x7f1bc40d0ff0 2024-09-19T04:40:49.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.845+0000 7f1bbbe00640 1 --2- 172.21.15.31:0/4165812185 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bc40cfa10 0x7f1bc40d3b20 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f1bc406d5c0 tx=0x7f1bac02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42fe584e84b6fd82 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:49.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.845+0000 7f1bc1400640 1 -- 172.21.15.31:0/4165812185 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bac037070 con 0x7f1bc40cfa10 2024-09-19T04:40:49.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.845+0000 7f1bc1400640 1 -- 172.21.15.31:0/4165812185 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1bac032440 con 0x7f1bc40cfa10 2024-09-19T04:40:49.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.845+0000 7f1bc1400640 1 -- 172.21.15.31:0/4165812185 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bac02ae60 con 0x7f1bc40cfa10 2024-09-19T04:40:49.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.845+0000 7f1bc8e00640 1 -- 172.21.15.31:0/4165812185 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bc40cfa10 msgr2=0x7f1bc40d3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:49.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.845+0000 7f1bc8e00640 1 --2- 172.21.15.31:0/4165812185 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bc40cfa10 0x7f1bc40d3b20 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f1bc406d5c0 tx=0x7f1bac02a110 comp rx=0 tx=0).stop 2024-09-19T04:40:49.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.846+0000 7f1bc8e00640 1 -- 172.21.15.31:0/4165812185 shutdown_connections 2024-09-19T04:40:49.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.846+0000 7f1bc8e00640 1 --2- 172.21.15.31:0/4165812185 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bc40cfa10 0x7f1bc40d3b20 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.846+0000 7f1bc8e00640 1 --2- 172.21.15.31:0/4165812185 >> v2:172.21.15.52:3300/0 conn(0x7f1bc40d4060 0x7f1bc40b7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.846+0000 7f1bc8e00640 1 -- 172.21.15.31:0/4165812185 >> 172.21.15.31:0/4165812185 conn(0x7f1bc4067f80 msgr2=0x7f1bc406ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:49.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.846+0000 7f1bc8e00640 1 -- 172.21.15.31:0/4165812185 shutdown_connections 2024-09-19T04:40:49.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.846+0000 7f1bc8e00640 1 -- 172.21.15.31:0/4165812185 wait complete. 2024-09-19T04:40:49.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.847+0000 7f1bc8e00640 1 Processor -- start 2024-09-19T04:40:49.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.847+0000 7f1bc8e00640 1 -- start start 2024-09-19T04:40:49.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.848+0000 7f1bc8e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bc40cfa10 0x7f1bc4157f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:49.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.848+0000 7f1bc8e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1bc40d0ff0 0x7f1bc40cb6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:49.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.848+0000 7f1bc8e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1bc40d4060 0x7f1bc40b2770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:49.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.848+0000 7f1bc8e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1bc415ea70 con 0x7f1bc40cfa10 2024-09-19T04:40:49.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.848+0000 7f1bc8e00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1bc415e8f0 con 0x7f1bc40d0ff0 2024-09-19T04:40:49.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.848+0000 7f1bc8e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f1bc40b7bb0 con 0x7f1bc40d4060 2024-09-19T04:40:49.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.848+0000 7f1bc1e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bc40cfa10 0x7f1bc4157f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:49.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.849+0000 7f1bc1e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bc40cfa10 0x7f1bc4157f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40876/0 (socket says 172.21.15.31:40876) 2024-09-19T04:40:49.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.849+0000 7f1bc1e00640 1 -- 172.21.15.31:0/346249985 learned_addr learned my addr 172.21.15.31:0/346249985 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:49.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.849+0000 7f1bbbe00640 1 --2- 172.21.15.31:0/346249985 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1bc40d0ff0 0x7f1bc40cb6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:49.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.849+0000 7f1bc2800640 1 --2- 172.21.15.31:0/346249985 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1bc40d4060 0x7f1bc40b2770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:49.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.849+0000 7f1bc1e00640 1 -- 172.21.15.31:0/346249985 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1bc40d4060 msgr2=0x7f1bc40b2770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:49.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.849+0000 7f1bc1e00640 1 --2- 172.21.15.31:0/346249985 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1bc40d4060 0x7f1bc40b2770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.849+0000 7f1bc1e00640 1 -- 172.21.15.31:0/346249985 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1bc40d0ff0 msgr2=0x7f1bc40cb6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:49.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.849+0000 7f1bc1e00640 1 --2- 172.21.15.31:0/346249985 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1bc40d0ff0 0x7f1bc40cb6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:49.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.849+0000 7f1bc1e00640 1 -- 172.21.15.31:0/346249985 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bc40ce5d0 con 0x7f1bc40cfa10 2024-09-19T04:40:49.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.849+0000 7f1bc1e00640 1 --2- 172.21.15.31:0/346249985 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bc40cfa10 0x7f1bc4157f90 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1bb400c4d0 tx=0x7f1bb400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:49.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.849+0000 7f1bba000640 1 -- 172.21.15.31:0/346249985 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bb4018070 con 0x7f1bc40cfa10 2024-09-19T04:40:49.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.850+0000 7f1bba000640 1 -- 172.21.15.31:0/346249985 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1bb4007500 con 0x7f1bc40cfa10 2024-09-19T04:40:49.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.850+0000 7f1bba000640 1 -- 172.21.15.31:0/346249985 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bb4004a20 con 0x7f1bc40cfa10 2024-09-19T04:40:49.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.850+0000 7f1bc8e00640 1 -- 172.21.15.31:0/346249985 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bc415ed90 con 0x7f1bc40cfa10 2024-09-19T04:40:49.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.850+0000 7f1bc8e00640 1 -- 172.21.15.31:0/346249985 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bc415f350 con 0x7f1bc40cfa10 2024-09-19T04:40:49.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.851+0000 7f1bc8e00640 1 -- 172.21.15.31:0/346249985 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bc40d3b20 con 0x7f1bc40cfa10 2024-09-19T04:40:49.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.852+0000 7f1bba000640 1 -- 172.21.15.31:0/346249985 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1bb401b070 con 0x7f1bc40cfa10 2024-09-19T04:40:49.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.852+0000 7f1bba000640 1 --2- 172.21.15.31:0/346249985 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f1ba006c2b0 0x7f1ba006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:49.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.853+0000 7f1bba000640 1 -- 172.21.15.31:0/346249985 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f1bb408a910 con 0x7f1bc40cfa10 2024-09-19T04:40:49.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.853+0000 7f1bbbe00640 1 --2- 172.21.15.31:0/346249985 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f1ba006c2b0 0x7f1ba006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:49.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.853+0000 7f1bbbe00640 1 --2- 172.21.15.31:0/346249985 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f1ba006c2b0 0x7f1ba006e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1bac034000 tx=0x7f1bac02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:49.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:49.857+0000 7f1bba000640 1 -- 172.21.15.31:0/346249985 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1bb4058ef0 con 0x7f1bc40cfa10 2024-09-19T04:40:50.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.039+0000 7f1bc8e00640 1 -- 172.21.15.31:0/346249985 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1bc40cf330 con 0x7f1ba006c2b0 2024-09-19T04:40:50.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.046+0000 7f1bba000640 1 -- 172.21.15.31:0/346249985 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251943 (secure 0 0 0) 0x7f1bc40cf330 con 0x7f1ba006c2b0 2024-09-19T04:40:50.051 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:50.052 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T04:40:50.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.049+0000 7f1bc8e00640 1 -- 172.21.15.31:0/346249985 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f1ba006c2b0 msgr2=0x7f1ba006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:50.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.049+0000 7f1bc8e00640 1 --2- 172.21.15.31:0/346249985 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f1ba006c2b0 0x7f1ba006e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f1bac034000 tx=0x7f1bac02e000 comp rx=0 tx=0).stop 2024-09-19T04:40:50.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.049+0000 7f1bc8e00640 1 -- 172.21.15.31:0/346249985 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bc40cfa10 msgr2=0x7f1bc4157f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:50.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.049+0000 7f1bc8e00640 1 --2- 172.21.15.31:0/346249985 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bc40cfa10 0x7f1bc4157f90 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1bb400c4d0 tx=0x7f1bb400c990 comp rx=0 tx=0).stop 2024-09-19T04:40:50.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.050+0000 7f1bc8e00640 1 -- 172.21.15.31:0/346249985 shutdown_connections 2024-09-19T04:40:50.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.050+0000 7f1bc8e00640 1 --2- 172.21.15.31:0/346249985 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1bc40d4060 0x7f1bc40b2770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.050+0000 7f1bc8e00640 1 --2- 172.21.15.31:0/346249985 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f1ba006c2b0 0x7f1ba006e770 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.050+0000 7f1bc8e00640 1 --2- 172.21.15.31:0/346249985 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1bc40d0ff0 0x7f1bc40cb6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.050+0000 7f1bc8e00640 1 --2- 172.21.15.31:0/346249985 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1bc40cfa10 0x7f1bc4157f90 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.050+0000 7f1bc8e00640 1 -- 172.21.15.31:0/346249985 >> 172.21.15.31:0/346249985 conn(0x7f1bc4067f80 msgr2=0x7f1bc40d13d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:50.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.050+0000 7f1bc8e00640 1 -- 172.21.15.31:0/346249985 shutdown_connections 2024-09-19T04:40:50.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.050+0000 7f1bc8e00640 1 -- 172.21.15.31:0/346249985 wait complete. 2024-09-19T04:40:50.067 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-09-19T04:40:49.157203+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":137,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237552,"kb_used_data":4660,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737168,"statfs":{"total":773094113280,"available":772850860032,"internally_reserved":0,"allocated":4771840,"data_stored":2716096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":238276146},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":36,"apply_latency_ms":36,"commit_latency_ns":36000000,"apply_latency_ns":36000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.332374"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849800+0000","last_change":"2024-09-19T04:40:45.864968+0000","last_active":"2024-09-19T04:40:46.849800+0000","last_peered":"2024-09-19T04:40:46.849800+0000","last_clean":"2024-09-19T04:40:46.849800+0000","last_became_active":"2024-09-19T04:40:45.864607+0000","last_became_peered":"2024-09-19T04:40:45.864607+0000","last_unstale":"2024-09-19T04:40:46.849800+0000","last_undegraded":"2024-09-19T04:40:46.849800+0000","last_fullsized":"2024-09-19T04:40:46.849800+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:10.203061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849233+0000","last_change":"2024-09-19T04:40:45.860805+0000","last_active":"2024-09-19T04:40:46.849233+0000","last_peered":"2024-09-19T04:40:46.849233+0000","last_clean":"2024-09-19T04:40:46.849233+0000","last_became_active":"2024-09-19T04:40:45.860476+0000","last_became_peered":"2024-09-19T04:40:45.860476+0000","last_unstale":"2024-09-19T04:40:46.849233+0000","last_undegraded":"2024-09-19T04:40:46.849233+0000","last_fullsized":"2024-09-19T04:40:46.849233+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:48.709239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.879810+0000","last_change":"2024-09-19T04:40:45.876257+0000","last_active":"2024-09-19T04:40:45.879810+0000","last_peered":"2024-09-19T04:40:45.879810+0000","last_clean":"2024-09-19T04:40:45.879810+0000","last_became_active":"2024-09-19T04:40:45.875919+0000","last_became_peered":"2024-09-19T04:40:45.875919+0000","last_unstale":"2024-09-19T04:40:45.879810+0000","last_undegraded":"2024-09-19T04:40:45.879810+0000","last_fullsized":"2024-09-19T04:40:45.879810+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:25.806024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874595+0000","last_change":"2024-09-19T04:40:45.874913+0000","last_active":"2024-09-19T04:40:46.874595+0000","last_peered":"2024-09-19T04:40:46.874595+0000","last_clean":"2024-09-19T04:40:46.874595+0000","last_became_active":"2024-09-19T04:40:45.874445+0000","last_became_peered":"2024-09-19T04:40:45.874445+0000","last_unstale":"2024-09-19T04:40:46.874595+0000","last_undegraded":"2024-09-19T04:40:46.874595+0000","last_fullsized":"2024-09-19T04:40:46.874595+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:32:34.013321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874991+0000","last_change":"2024-09-19T04:40:45.874928+0000","last_active":"2024-09-19T04:40:46.874991+0000","last_peered":"2024-09-19T04:40:46.874991+0000","last_clean":"2024-09-19T04:40:46.874991+0000","last_became_active":"2024-09-19T04:40:45.874674+0000","last_became_peered":"2024-09-19T04:40:45.874674+0000","last_unstale":"2024-09-19T04:40:46.874991+0000","last_undegraded":"2024-09-19T04:40:46.874991+0000","last_fullsized":"2024-09-19T04:40:46.874991+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:12.885397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.873490+0000","last_change":"2024-09-19T04:40:45.866283+0000","last_active":"2024-09-19T04:40:45.873490+0000","last_peered":"2024-09-19T04:40:45.873490+0000","last_clean":"2024-09-19T04:40:45.873490+0000","last_became_active":"2024-09-19T04:40:45.866022+0000","last_became_peered":"2024-09-19T04:40:45.866022+0000","last_unstale":"2024-09-19T04:40:45.873490+0000","last_undegraded":"2024-09-19T04:40:45.873490+0000","last_fullsized":"2024-09-19T04:40:45.873490+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:54.214830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877107+0000","last_change":"2024-09-19T04:40:45.860587+0000","last_active":"2024-09-19T04:40:46.877107+0000","last_peered":"2024-09-19T04:40:46.877107+0000","last_clean":"2024-09-19T04:40:46.877107+0000","last_became_active":"2024-09-19T04:40:45.860120+0000","last_became_peered":"2024-09-19T04:40:45.860120+0000","last_unstale":"2024-09-19T04:40:46.877107+0000","last_undegraded":"2024-09-19T04:40:46.877107+0000","last_fullsized":"2024-09-19T04:40:46.877107+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:19.107498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849045+0000","last_change":"2024-09-19T04:40:45.862626+0000","last_active":"2024-09-19T04:40:46.849045+0000","last_peered":"2024-09-19T04:40:46.849045+0000","last_clean":"2024-09-19T04:40:46.849045+0000","last_became_active":"2024-09-19T04:40:45.862325+0000","last_became_peered":"2024-09-19T04:40:45.862325+0000","last_unstale":"2024-09-19T04:40:46.849045+0000","last_undegraded":"2024-09-19T04:40:46.849045+0000","last_fullsized":"2024-09-19T04:40:46.849045+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:38.737290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.871617+0000","last_change":"2024-09-19T04:40:45.867401+0000","last_active":"2024-09-19T04:40:45.871617+0000","last_peered":"2024-09-19T04:40:45.871617+0000","last_clean":"2024-09-19T04:40:45.871617+0000","last_became_active":"2024-09-19T04:40:45.866859+0000","last_became_peered":"2024-09-19T04:40:45.866859+0000","last_unstale":"2024-09-19T04:40:45.871617+0000","last_undegraded":"2024-09-19T04:40:45.871617+0000","last_fullsized":"2024-09-19T04:40:45.871617+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:55.720499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877730+0000","last_change":"2024-09-19T04:40:45.868090+0000","last_active":"2024-09-19T04:40:46.877730+0000","last_peered":"2024-09-19T04:40:46.877730+0000","last_clean":"2024-09-19T04:40:46.877730+0000","last_became_active":"2024-09-19T04:40:45.867818+0000","last_became_peered":"2024-09-19T04:40:45.867818+0000","last_unstale":"2024-09-19T04:40:46.877730+0000","last_undegraded":"2024-09-19T04:40:46.877730+0000","last_fullsized":"2024-09-19T04:40:46.877730+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:38.737290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877546+0000","last_change":"2024-09-19T04:40:45.872857+0000","last_active":"2024-09-19T04:40:46.877546+0000","last_peered":"2024-09-19T04:40:46.877546+0000","last_clean":"2024-09-19T04:40:46.877546+0000","last_became_active":"2024-09-19T04:40:45.872516+0000","last_became_peered":"2024-09-19T04:40:45.872516+0000","last_unstale":"2024-09-19T04:40:46.877546+0000","last_undegraded":"2024-09-19T04:40:46.877546+0000","last_fullsized":"2024-09-19T04:40:46.877546+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:41:00.543619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.867004+0000","last_change":"2024-09-19T04:40:45.863049+0000","last_active":"2024-09-19T04:40:45.867004+0000","last_peered":"2024-09-19T04:40:45.867004+0000","last_clean":"2024-09-19T04:40:45.867004+0000","last_became_active":"2024-09-19T04:40:45.861031+0000","last_became_peered":"2024-09-19T04:40:45.861031+0000","last_unstale":"2024-09-19T04:40:45.867004+0000","last_undegraded":"2024-09-19T04:40:45.867004+0000","last_fullsized":"2024-09-19T04:40:45.867004+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:58:42.011187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877321+0000","last_change":"2024-09-19T04:40:45.861723+0000","last_active":"2024-09-19T04:40:46.877321+0000","last_peered":"2024-09-19T04:40:46.877321+0000","last_clean":"2024-09-19T04:40:46.877321+0000","last_became_active":"2024-09-19T04:40:45.860289+0000","last_became_peered":"2024-09-19T04:40:45.860289+0000","last_unstale":"2024-09-19T04:40:46.877321+0000","last_undegraded":"2024-09-19T04:40:46.877321+0000","last_fullsized":"2024-09-19T04:40:46.877321+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:49:11.354477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847580+0000","last_change":"2024-09-19T04:40:45.884440+0000","last_active":"2024-09-19T04:40:46.847580+0000","last_peered":"2024-09-19T04:40:46.847580+0000","last_clean":"2024-09-19T04:40:46.847580+0000","last_became_active":"2024-09-19T04:40:45.884164+0000","last_became_peered":"2024-09-19T04:40:45.884164+0000","last_unstale":"2024-09-19T04:40:46.847580+0000","last_undegraded":"2024-09-19T04:40:46.847580+0000","last_fullsized":"2024-09-19T04:40:46.847580+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:15.104064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877166+0000","last_change":"2024-09-19T04:40:45.862432+0000","last_active":"2024-09-19T04:40:46.877166+0000","last_peered":"2024-09-19T04:40:46.877166+0000","last_clean":"2024-09-19T04:40:46.877166+0000","last_became_active":"2024-09-19T04:40:45.861907+0000","last_became_peered":"2024-09-19T04:40:45.861907+0000","last_unstale":"2024-09-19T04:40:46.877166+0000","last_undegraded":"2024-09-19T04:40:46.877166+0000","last_fullsized":"2024-09-19T04:40:46.877166+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:36:20.829260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.880215+0000","last_change":"2024-09-19T04:40:45.866323+0000","last_active":"2024-09-19T04:40:45.880215+0000","last_peered":"2024-09-19T04:40:45.880215+0000","last_clean":"2024-09-19T04:40:45.880215+0000","last_became_active":"2024-09-19T04:40:45.865987+0000","last_became_peered":"2024-09-19T04:40:45.865987+0000","last_unstale":"2024-09-19T04:40:45.880215+0000","last_undegraded":"2024-09-19T04:40:45.880215+0000","last_fullsized":"2024-09-19T04:40:45.880215+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:54.214830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.882662+0000","last_change":"2024-09-19T04:40:45.879195+0000","last_active":"2024-09-19T04:40:45.882662+0000","last_peered":"2024-09-19T04:40:45.882662+0000","last_clean":"2024-09-19T04:40:45.882662+0000","last_became_active":"2024-09-19T04:40:45.878898+0000","last_became_peered":"2024-09-19T04:40:45.878898+0000","last_unstale":"2024-09-19T04:40:45.882662+0000","last_undegraded":"2024-09-19T04:40:45.882662+0000","last_fullsized":"2024-09-19T04:40:45.882662+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:58.963358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847634+0000","last_change":"2024-09-19T04:40:45.881285+0000","last_active":"2024-09-19T04:40:46.847634+0000","last_peered":"2024-09-19T04:40:46.847634+0000","last_clean":"2024-09-19T04:40:46.847634+0000","last_became_active":"2024-09-19T04:40:45.880997+0000","last_became_peered":"2024-09-19T04:40:45.880997+0000","last_unstale":"2024-09-19T04:40:46.847634+0000","last_undegraded":"2024-09-19T04:40:46.847634+0000","last_fullsized":"2024-09-19T04:40:46.847634+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:39.742764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874591+0000","last_change":"2024-09-19T04:40:45.866846+0000","last_active":"2024-09-19T04:40:46.874591+0000","last_peered":"2024-09-19T04:40:46.874591+0000","last_clean":"2024-09-19T04:40:46.874591+0000","last_became_active":"2024-09-19T04:40:45.865457+0000","last_became_peered":"2024-09-19T04:40:45.865457+0000","last_unstale":"2024-09-19T04:40:46.874591+0000","last_undegraded":"2024-09-19T04:40:46.874591+0000","last_fullsized":"2024-09-19T04:40:46.874591+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:42.612245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847819+0000","last_change":"2024-09-19T04:40:45.881923+0000","last_active":"2024-09-19T04:40:46.847819+0000","last_peered":"2024-09-19T04:40:46.847819+0000","last_clean":"2024-09-19T04:40:46.847819+0000","last_became_active":"2024-09-19T04:40:45.881649+0000","last_became_peered":"2024-09-19T04:40:45.881649+0000","last_unstale":"2024-09-19T04:40:46.847819+0000","last_undegraded":"2024-09-19T04:40:46.847819+0000","last_fullsized":"2024-09-19T04:40:46.847819+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:16.160133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877282+0000","last_change":"2024-09-19T04:40:45.862542+0000","last_active":"2024-09-19T04:40:46.877282+0000","last_peered":"2024-09-19T04:40:46.877282+0000","last_clean":"2024-09-19T04:40:46.877282+0000","last_became_active":"2024-09-19T04:40:45.862077+0000","last_became_peered":"2024-09-19T04:40:45.862077+0000","last_unstale":"2024-09-19T04:40:46.877282+0000","last_undegraded":"2024-09-19T04:40:46.877282+0000","last_fullsized":"2024-09-19T04:40:46.877282+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:24.588265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847735+0000","last_change":"2024-09-19T04:40:45.866022+0000","last_active":"2024-09-19T04:40:46.847735+0000","last_peered":"2024-09-19T04:40:46.847735+0000","last_clean":"2024-09-19T04:40:46.847735+0000","last_became_active":"2024-09-19T04:40:45.865744+0000","last_became_peered":"2024-09-19T04:40:45.865744+0000","last_unstale":"2024-09-19T04:40:46.847735+0000","last_undegraded":"2024-09-19T04:40:46.847735+0000","last_fullsized":"2024-09-19T04:40:46.847735+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:04.968883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.876475+0000","last_change":"2024-09-19T04:40:45.862835+0000","last_active":"2024-09-19T04:40:45.876475+0000","last_peered":"2024-09-19T04:40:45.876475+0000","last_clean":"2024-09-19T04:40:45.876475+0000","last_became_active":"2024-09-19T04:40:45.862500+0000","last_became_peered":"2024-09-19T04:40:45.862500+0000","last_unstale":"2024-09-19T04:40:45.876475+0000","last_undegraded":"2024-09-19T04:40:45.876475+0000","last_fullsized":"2024-09-19T04:40:45.876475+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:55:31.535443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874379+0000","last_change":"2024-09-19T04:40:45.880156+0000","last_active":"2024-09-19T04:40:46.874379+0000","last_peered":"2024-09-19T04:40:46.874379+0000","last_clean":"2024-09-19T04:40:46.874379+0000","last_became_active":"2024-09-19T04:40:45.879786+0000","last_became_peered":"2024-09-19T04:40:45.879786+0000","last_unstale":"2024-09-19T04:40:46.874379+0000","last_undegraded":"2024-09-19T04:40:46.874379+0000","last_fullsized":"2024-09-19T04:40:46.874379+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:32.589789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847921+0000","last_change":"2024-09-19T04:40:45.864608+0000","last_active":"2024-09-19T04:40:46.847921+0000","last_peered":"2024-09-19T04:40:46.847921+0000","last_clean":"2024-09-19T04:40:46.847921+0000","last_became_active":"2024-09-19T04:40:45.864234+0000","last_became_peered":"2024-09-19T04:40:45.864234+0000","last_unstale":"2024-09-19T04:40:46.847921+0000","last_undegraded":"2024-09-19T04:40:46.847921+0000","last_fullsized":"2024-09-19T04:40:46.847921+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:54.214830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.872841+0000","last_change":"2024-09-19T04:40:45.870140+0000","last_active":"2024-09-19T04:40:45.872841+0000","last_peered":"2024-09-19T04:40:45.872841+0000","last_clean":"2024-09-19T04:40:45.872841+0000","last_became_active":"2024-09-19T04:40:45.869817+0000","last_became_peered":"2024-09-19T04:40:45.869817+0000","last_unstale":"2024-09-19T04:40:45.872841+0000","last_undegraded":"2024-09-19T04:40:45.872841+0000","last_fullsized":"2024-09-19T04:40:45.872841+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:25.806024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847746+0000","last_change":"2024-09-19T04:40:45.878084+0000","last_active":"2024-09-19T04:40:46.847746+0000","last_peered":"2024-09-19T04:40:46.847746+0000","last_clean":"2024-09-19T04:40:46.847746+0000","last_became_active":"2024-09-19T04:40:45.877903+0000","last_became_peered":"2024-09-19T04:40:45.877903+0000","last_unstale":"2024-09-19T04:40:46.847746+0000","last_undegraded":"2024-09-19T04:40:46.847746+0000","last_fullsized":"2024-09-19T04:40:46.847746+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:56.927410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877527+0000","last_change":"2024-09-19T04:40:45.856351+0000","last_active":"2024-09-19T04:40:46.877527+0000","last_peered":"2024-09-19T04:40:46.877527+0000","last_clean":"2024-09-19T04:40:46.877527+0000","last_became_active":"2024-09-19T04:40:45.856064+0000","last_became_peered":"2024-09-19T04:40:45.856064+0000","last_unstale":"2024-09-19T04:40:46.877527+0000","last_undegraded":"2024-09-19T04:40:46.877527+0000","last_fullsized":"2024-09-19T04:40:46.877527+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:06:29.723555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847837+0000","last_change":"2024-09-19T04:40:45.868817+0000","last_active":"2024-09-19T04:40:46.847837+0000","last_peered":"2024-09-19T04:40:46.847837+0000","last_clean":"2024-09-19T04:40:46.847837+0000","last_became_active":"2024-09-19T04:40:45.868550+0000","last_became_peered":"2024-09-19T04:40:45.868550+0000","last_unstale":"2024-09-19T04:40:46.847837+0000","last_undegraded":"2024-09-19T04:40:46.847837+0000","last_fullsized":"2024-09-19T04:40:46.847837+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:55:31.535443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847549+0000","last_change":"2024-09-19T04:40:45.871068+0000","last_active":"2024-09-19T04:40:46.847549+0000","last_peered":"2024-09-19T04:40:46.847549+0000","last_clean":"2024-09-19T04:40:46.847549+0000","last_became_active":"2024-09-19T04:40:45.870773+0000","last_became_peered":"2024-09-19T04:40:45.870773+0000","last_unstale":"2024-09-19T04:40:46.847549+0000","last_undegraded":"2024-09-19T04:40:46.847549+0000","last_fullsized":"2024-09-19T04:40:46.847549+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:53:29.027120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.876453+0000","last_change":"2024-09-19T04:40:45.860485+0000","last_active":"2024-09-19T04:40:45.876453+0000","last_peered":"2024-09-19T04:40:45.876453+0000","last_clean":"2024-09-19T04:40:45.876453+0000","last_became_active":"2024-09-19T04:40:45.860146+0000","last_became_peered":"2024-09-19T04:40:45.860146+0000","last_unstale":"2024-09-19T04:40:45.876453+0000","last_undegraded":"2024-09-19T04:40:45.876453+0000","last_fullsized":"2024-09-19T04:40:45.876453+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:16.160133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.872488+0000","last_change":"2024-09-19T04:40:45.866494+0000","last_active":"2024-09-19T04:40:45.872488+0000","last_peered":"2024-09-19T04:40:45.872488+0000","last_clean":"2024-09-19T04:40:45.872488+0000","last_became_active":"2024-09-19T04:40:45.865420+0000","last_became_peered":"2024-09-19T04:40:45.865420+0000","last_unstale":"2024-09-19T04:40:45.872488+0000","last_undegraded":"2024-09-19T04:40:45.872488+0000","last_fullsized":"2024-09-19T04:40:45.872488+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:58:42.011187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.885774+0000","last_change":"2024-09-19T04:40:45.879387+0000","last_active":"2024-09-19T04:40:45.885774+0000","last_peered":"2024-09-19T04:40:45.885774+0000","last_clean":"2024-09-19T04:40:45.885774+0000","last_became_active":"2024-09-19T04:40:45.879129+0000","last_became_peered":"2024-09-19T04:40:45.879129+0000","last_unstale":"2024-09-19T04:40:45.885774+0000","last_undegraded":"2024-09-19T04:40:45.885774+0000","last_fullsized":"2024-09-19T04:40:45.885774+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:35.160851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"38'4","reported_seq":18,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.848023+0000","last_change":"2024-09-19T04:40:44.857942+0000","last_active":"2024-09-19T04:40:46.848023+0000","last_peered":"2024-09-19T04:40:46.848023+0000","last_clean":"2024-09-19T04:40:46.848023+0000","last_became_active":"2024-09-19T04:40:44.857638+0000","last_became_peered":"2024-09-19T04:40:44.857638+0000","last_unstale":"2024-09-19T04:40:46.848023+0000","last_undegraded":"2024-09-19T04:40:46.848023+0000","last_fullsized":"2024-09-19T04:40:46.848023+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:31.585271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.881431+0000","last_change":"2024-09-19T04:40:45.876748+0000","last_active":"2024-09-19T04:40:45.881431+0000","last_peered":"2024-09-19T04:40:45.881431+0000","last_clean":"2024-09-19T04:40:45.881431+0000","last_became_active":"2024-09-19T04:40:45.876411+0000","last_became_peered":"2024-09-19T04:40:45.876411+0000","last_unstale":"2024-09-19T04:40:45.881431+0000","last_undegraded":"2024-09-19T04:40:45.881431+0000","last_fullsized":"2024-09-19T04:40:45.881431+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:58.963358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"38'1","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.892030+0000","last_change":"2024-09-19T04:40:44.852265+0000","last_active":"2024-09-19T04:40:45.892030+0000","last_peered":"2024-09-19T04:40:45.892030+0000","last_clean":"2024-09-19T04:40:45.892030+0000","last_became_active":"2024-09-19T04:40:44.852004+0000","last_became_peered":"2024-09-19T04:40:44.852004+0000","last_unstale":"2024-09-19T04:40:45.892030+0000","last_undegraded":"2024-09-19T04:40:45.892030+0000","last_fullsized":"2024-09-19T04:40:45.892030+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:53:28.022602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.848376+0000","last_change":"2024-09-19T04:40:45.884064+0000","last_active":"2024-09-19T04:40:46.848376+0000","last_peered":"2024-09-19T04:40:46.848376+0000","last_clean":"2024-09-19T04:40:46.848376+0000","last_became_active":"2024-09-19T04:40:45.883560+0000","last_became_peered":"2024-09-19T04:40:45.883560+0000","last_unstale":"2024-09-19T04:40:46.848376+0000","last_undegraded":"2024-09-19T04:40:46.848376+0000","last_fullsized":"2024-09-19T04:40:46.848376+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:56:27.059619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"38'2","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.892646+0000","last_change":"2024-09-19T04:40:44.860994+0000","last_active":"2024-09-19T04:40:45.892646+0000","last_peered":"2024-09-19T04:40:45.892646+0000","last_clean":"2024-09-19T04:40:45.892646+0000","last_became_active":"2024-09-19T04:40:44.860674+0000","last_became_peered":"2024-09-19T04:40:44.860674+0000","last_unstale":"2024-09-19T04:40:45.892646+0000","last_undegraded":"2024-09-19T04:40:45.892646+0000","last_fullsized":"2024-09-19T04:40:45.892646+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:15.155614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849661+0000","last_change":"2024-09-19T04:40:45.872943+0000","last_active":"2024-09-19T04:40:46.849661+0000","last_peered":"2024-09-19T04:40:46.849661+0000","last_clean":"2024-09-19T04:40:46.849661+0000","last_became_active":"2024-09-19T04:40:45.866768+0000","last_became_peered":"2024-09-19T04:40:45.866768+0000","last_unstale":"2024-09-19T04:40:46.849661+0000","last_undegraded":"2024-09-19T04:40:46.849661+0000","last_fullsized":"2024-09-19T04:40:46.849661+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:54.276145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.848114+0000","last_change":"2024-09-19T04:40:44.850581+0000","last_active":"2024-09-19T04:40:46.848114+0000","last_peered":"2024-09-19T04:40:46.848114+0000","last_clean":"2024-09-19T04:40:46.848114+0000","last_became_active":"2024-09-19T04:40:44.848895+0000","last_became_peered":"2024-09-19T04:40:44.848895+0000","last_unstale":"2024-09-19T04:40:46.848114+0000","last_undegraded":"2024-09-19T04:40:46.848114+0000","last_fullsized":"2024-09-19T04:40:46.848114+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:53:28.022602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.867056+0000","last_change":"2024-09-19T04:40:45.861249+0000","last_active":"2024-09-19T04:40:45.867056+0000","last_peered":"2024-09-19T04:40:45.867056+0000","last_clean":"2024-09-19T04:40:45.867056+0000","last_became_active":"2024-09-19T04:40:45.860953+0000","last_became_peered":"2024-09-19T04:40:45.860953+0000","last_unstale":"2024-09-19T04:40:45.867056+0000","last_undegraded":"2024-09-19T04:40:45.867056+0000","last_fullsized":"2024-09-19T04:40:45.867056+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:54.214830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877417+0000","last_change":"2024-09-19T04:40:44.852380+0000","last_active":"2024-09-19T04:40:46.877417+0000","last_peered":"2024-09-19T04:40:46.877417+0000","last_clean":"2024-09-19T04:40:46.877417+0000","last_became_active":"2024-09-19T04:40:44.852093+0000","last_became_peered":"2024-09-19T04:40:44.852093+0000","last_unstale":"2024-09-19T04:40:46.877417+0000","last_undegraded":"2024-09-19T04:40:46.877417+0000","last_fullsized":"2024-09-19T04:40:46.877417+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:55.922891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877294+0000","last_change":"2024-09-19T04:40:45.862645+0000","last_active":"2024-09-19T04:40:46.877294+0000","last_peered":"2024-09-19T04:40:46.877294+0000","last_clean":"2024-09-19T04:40:46.877294+0000","last_became_active":"2024-09-19T04:40:45.861448+0000","last_became_peered":"2024-09-19T04:40:45.861448+0000","last_unstale":"2024-09-19T04:40:46.877294+0000","last_undegraded":"2024-09-19T04:40:46.877294+0000","last_fullsized":"2024-09-19T04:40:46.877294+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:13:12.888045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"38'1","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.893550+0000","last_change":"2024-09-19T04:40:44.856990+0000","last_active":"2024-09-19T04:40:45.893550+0000","last_peered":"2024-09-19T04:40:45.893550+0000","last_clean":"2024-09-19T04:40:45.893550+0000","last_became_active":"2024-09-19T04:40:44.856660+0000","last_became_peered":"2024-09-19T04:40:44.856660+0000","last_unstale":"2024-09-19T04:40:45.893550+0000","last_undegraded":"2024-09-19T04:40:45.893550+0000","last_fullsized":"2024-09-19T04:40:45.893550+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:53:28.022602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847536+0000","last_change":"2024-09-19T04:40:45.880784+0000","last_active":"2024-09-19T04:40:46.847536+0000","last_peered":"2024-09-19T04:40:46.847536+0000","last_clean":"2024-09-19T04:40:46.847536+0000","last_became_active":"2024-09-19T04:40:45.880568+0000","last_became_peered":"2024-09-19T04:40:45.880568+0000","last_unstale":"2024-09-19T04:40:46.847536+0000","last_undegraded":"2024-09-19T04:40:46.847536+0000","last_fullsized":"2024-09-19T04:40:46.847536+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:10.041114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.854764+0000","last_change":"2024-09-19T04:40:44.850441+0000","last_active":"2024-09-19T04:40:45.854764+0000","last_peered":"2024-09-19T04:40:45.854764+0000","last_clean":"2024-09-19T04:40:45.854764+0000","last_became_active":"2024-09-19T04:40:44.849646+0000","last_became_peered":"2024-09-19T04:40:44.849646+0000","last_unstale":"2024-09-19T04:40:45.854764+0000","last_undegraded":"2024-09-19T04:40:45.854764+0000","last_fullsized":"2024-09-19T04:40:45.854764+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:55.922891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849800+0000","last_change":"2024-09-19T04:40:45.855143+0000","last_active":"2024-09-19T04:40:46.849800+0000","last_peered":"2024-09-19T04:40:46.849800+0000","last_clean":"2024-09-19T04:40:46.849800+0000","last_became_active":"2024-09-19T04:40:45.854791+0000","last_became_peered":"2024-09-19T04:40:45.854791+0000","last_unstale":"2024-09-19T04:40:46.849800+0000","last_undegraded":"2024-09-19T04:40:46.849800+0000","last_fullsized":"2024-09-19T04:40:46.849800+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:31:37.684112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847097+0000","last_change":"2024-09-19T04:40:44.852045+0000","last_active":"2024-09-19T04:40:46.847097+0000","last_peered":"2024-09-19T04:40:46.847097+0000","last_clean":"2024-09-19T04:40:46.847097+0000","last_became_active":"2024-09-19T04:40:44.851092+0000","last_became_peered":"2024-09-19T04:40:44.851092+0000","last_unstale":"2024-09-19T04:40:46.847097+0000","last_undegraded":"2024-09-19T04:40:46.847097+0000","last_fullsized":"2024-09-19T04:40:46.847097+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:38.738246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874634+0000","last_change":"2024-09-19T04:40:45.867801+0000","last_active":"2024-09-19T04:40:46.874634+0000","last_peered":"2024-09-19T04:40:46.874634+0000","last_clean":"2024-09-19T04:40:46.874634+0000","last_became_active":"2024-09-19T04:40:45.867471+0000","last_became_peered":"2024-09-19T04:40:45.867471+0000","last_unstale":"2024-09-19T04:40:46.874634+0000","last_undegraded":"2024-09-19T04:40:46.874634+0000","last_fullsized":"2024-09-19T04:40:46.874634+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:38:27.311658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849909+0000","last_change":"2024-09-19T04:40:44.853462+0000","last_active":"2024-09-19T04:40:46.849909+0000","last_peered":"2024-09-19T04:40:46.849909+0000","last_clean":"2024-09-19T04:40:46.849909+0000","last_became_active":"2024-09-19T04:40:44.853131+0000","last_became_peered":"2024-09-19T04:40:44.853131+0000","last_unstale":"2024-09-19T04:40:46.849909+0000","last_undegraded":"2024-09-19T04:40:46.849909+0000","last_fullsized":"2024-09-19T04:40:46.849909+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:46:55.747082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.880602+0000","last_change":"2024-09-19T04:40:45.869919+0000","last_active":"2024-09-19T04:40:45.880602+0000","last_peered":"2024-09-19T04:40:45.880602+0000","last_clean":"2024-09-19T04:40:45.880602+0000","last_became_active":"2024-09-19T04:40:45.869655+0000","last_became_peered":"2024-09-19T04:40:45.869655+0000","last_unstale":"2024-09-19T04:40:45.880602+0000","last_undegraded":"2024-09-19T04:40:45.880602+0000","last_fullsized":"2024-09-19T04:40:45.880602+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:25.806024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877692+0000","last_change":"2024-09-19T04:40:44.843035+0000","last_active":"2024-09-19T04:40:46.877692+0000","last_peered":"2024-09-19T04:40:46.877692+0000","last_clean":"2024-09-19T04:40:46.877692+0000","last_became_active":"2024-09-19T04:40:44.842714+0000","last_became_peered":"2024-09-19T04:40:44.842714+0000","last_unstale":"2024-09-19T04:40:46.877692+0000","last_undegraded":"2024-09-19T04:40:46.877692+0000","last_fullsized":"2024-09-19T04:40:46.877692+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:15.155614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.886522+0000","last_change":"2024-09-19T04:40:45.880576+0000","last_active":"2024-09-19T04:40:45.886522+0000","last_peered":"2024-09-19T04:40:45.886522+0000","last_clean":"2024-09-19T04:40:45.886522+0000","last_became_active":"2024-09-19T04:40:45.880277+0000","last_became_peered":"2024-09-19T04:40:45.880277+0000","last_unstale":"2024-09-19T04:40:45.886522+0000","last_undegraded":"2024-09-19T04:40:45.886522+0000","last_fullsized":"2024-09-19T04:40:45.886522+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:26.862558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"38'3","reported_seq":17,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877690+0000","last_change":"2024-09-19T04:40:44.850007+0000","last_active":"2024-09-19T04:40:46.877690+0000","last_peered":"2024-09-19T04:40:46.877690+0000","last_clean":"2024-09-19T04:40:46.877690+0000","last_became_active":"2024-09-19T04:40:44.849693+0000","last_became_peered":"2024-09-19T04:40:44.849693+0000","last_unstale":"2024-09-19T04:40:46.877690+0000","last_undegraded":"2024-09-19T04:40:46.877690+0000","last_fullsized":"2024-09-19T04:40:46.877690+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:58:41.006668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.848400+0000","last_change":"2024-09-19T04:40:45.867227+0000","last_active":"2024-09-19T04:40:46.848400+0000","last_peered":"2024-09-19T04:40:46.848400+0000","last_clean":"2024-09-19T04:40:46.848400+0000","last_became_active":"2024-09-19T04:40:45.866876+0000","last_became_peered":"2024-09-19T04:40:45.866876+0000","last_unstale":"2024-09-19T04:40:46.848400+0000","last_undegraded":"2024-09-19T04:40:46.848400+0000","last_fullsized":"2024-09-19T04:40:46.848400+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:16:18.792247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"38'6","reported_seq":20,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849463+0000","last_change":"2024-09-19T04:40:44.848915+0000","last_active":"2024-09-19T04:40:46.849463+0000","last_peered":"2024-09-19T04:40:46.849463+0000","last_clean":"2024-09-19T04:40:46.849463+0000","last_became_active":"2024-09-19T04:40:44.848656+0000","last_became_peered":"2024-09-19T04:40:44.848656+0000","last_unstale":"2024-09-19T04:40:46.849463+0000","last_undegraded":"2024-09-19T04:40:46.849463+0000","last_fullsized":"2024-09-19T04:40:46.849463+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:16:17.787729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.863433+0000","last_change":"2024-09-19T04:40:45.860623+0000","last_active":"2024-09-19T04:40:45.863433+0000","last_peered":"2024-09-19T04:40:45.863433+0000","last_clean":"2024-09-19T04:40:45.863433+0000","last_became_active":"2024-09-19T04:40:45.860292+0000","last_became_peered":"2024-09-19T04:40:45.860292+0000","last_unstale":"2024-09-19T04:40:45.863433+0000","last_undegraded":"2024-09-19T04:40:45.863433+0000","last_fullsized":"2024-09-19T04:40:45.863433+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:55:31.535443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849897+0000","last_change":"2024-09-19T04:40:44.848276+0000","last_active":"2024-09-19T04:40:46.849897+0000","last_peered":"2024-09-19T04:40:46.849897+0000","last_clean":"2024-09-19T04:40:46.849897+0000","last_became_active":"2024-09-19T04:40:44.847884+0000","last_became_peered":"2024-09-19T04:40:44.847884+0000","last_unstale":"2024-09-19T04:40:46.849897+0000","last_undegraded":"2024-09-19T04:40:46.849897+0000","last_fullsized":"2024-09-19T04:40:46.849897+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:56:26.055100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849388+0000","last_change":"2024-09-19T04:40:45.858895+0000","last_active":"2024-09-19T04:40:46.849388+0000","last_peered":"2024-09-19T04:40:46.849388+0000","last_clean":"2024-09-19T04:40:46.849388+0000","last_became_active":"2024-09-19T04:40:45.858629+0000","last_became_peered":"2024-09-19T04:40:45.858629+0000","last_unstale":"2024-09-19T04:40:46.849388+0000","last_undegraded":"2024-09-19T04:40:46.849388+0000","last_fullsized":"2024-09-19T04:40:46.849388+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:22.940211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.854085+0000","last_change":"2024-09-19T04:40:44.849179+0000","last_active":"2024-09-19T04:40:45.854085+0000","last_peered":"2024-09-19T04:40:45.854085+0000","last_clean":"2024-09-19T04:40:45.854085+0000","last_became_active":"2024-09-19T04:40:44.848917+0000","last_became_peered":"2024-09-19T04:40:44.848917+0000","last_unstale":"2024-09-19T04:40:45.854085+0000","last_undegraded":"2024-09-19T04:40:45.854085+0000","last_fullsized":"2024-09-19T04:40:45.854085+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:38.738246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.881127+0000","last_change":"2024-09-19T04:40:45.873154+0000","last_active":"2024-09-19T04:40:45.881127+0000","last_peered":"2024-09-19T04:40:45.881127+0000","last_clean":"2024-09-19T04:40:45.881127+0000","last_became_active":"2024-09-19T04:40:45.869309+0000","last_became_peered":"2024-09-19T04:40:45.869309+0000","last_unstale":"2024-09-19T04:40:45.881127+0000","last_undegraded":"2024-09-19T04:40:45.881127+0000","last_fullsized":"2024-09-19T04:40:45.881127+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:26.862558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847866+0000","last_change":"2024-09-19T04:40:44.858328+0000","last_active":"2024-09-19T04:40:46.847866+0000","last_peered":"2024-09-19T04:40:46.847866+0000","last_clean":"2024-09-19T04:40:46.847866+0000","last_became_active":"2024-09-19T04:40:44.857293+0000","last_became_peered":"2024-09-19T04:40:44.857293+0000","last_unstale":"2024-09-19T04:40:46.847866+0000","last_undegraded":"2024-09-19T04:40:46.847866+0000","last_fullsized":"2024-09-19T04:40:46.847866+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:35.878486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849233+0000","last_change":"2024-09-19T04:40:45.863508+0000","last_active":"2024-09-19T04:40:46.849233+0000","last_peered":"2024-09-19T04:40:46.849233+0000","last_clean":"2024-09-19T04:40:46.849233+0000","last_became_active":"2024-09-19T04:40:45.863205+0000","last_became_peered":"2024-09-19T04:40:45.863205+0000","last_unstale":"2024-09-19T04:40:46.849233+0000","last_undegraded":"2024-09-19T04:40:46.849233+0000","last_fullsized":"2024-09-19T04:40:46.849233+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:59:56.054283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"38'8","reported_seq":20,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.895287+0000","last_change":"2024-09-19T04:40:44.859675+0000","last_active":"2024-09-19T04:40:45.895287+0000","last_peered":"2024-09-19T04:40:45.895287+0000","last_clean":"2024-09-19T04:40:45.895287+0000","last_became_active":"2024-09-19T04:40:44.859367+0000","last_became_peered":"2024-09-19T04:40:44.859367+0000","last_unstale":"2024-09-19T04:40:45.895287+0000","last_undegraded":"2024-09-19T04:40:45.895287+0000","last_fullsized":"2024-09-19T04:40:45.895287+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:39.330365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849510+0000","last_change":"2024-09-19T04:40:45.873092+0000","last_active":"2024-09-19T04:40:46.849510+0000","last_peered":"2024-09-19T04:40:46.849510+0000","last_clean":"2024-09-19T04:40:46.849510+0000","last_became_active":"2024-09-19T04:40:45.872845+0000","last_became_peered":"2024-09-19T04:40:45.872845+0000","last_unstale":"2024-09-19T04:40:46.849510+0000","last_undegraded":"2024-09-19T04:40:46.849510+0000","last_fullsized":"2024-09-19T04:40:46.849510+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:00.812449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877641+0000","last_change":"2024-09-19T04:40:44.847065+0000","last_active":"2024-09-19T04:40:46.877641+0000","last_peered":"2024-09-19T04:40:46.877641+0000","last_clean":"2024-09-19T04:40:46.877641+0000","last_became_active":"2024-09-19T04:40:44.846773+0000","last_became_peered":"2024-09-19T04:40:44.846773+0000","last_unstale":"2024-09-19T04:40:46.877641+0000","last_undegraded":"2024-09-19T04:40:46.877641+0000","last_fullsized":"2024-09-19T04:40:46.877641+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:55:30.530925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877720+0000","last_change":"2024-09-19T04:40:45.863364+0000","last_active":"2024-09-19T04:40:46.877720+0000","last_peered":"2024-09-19T04:40:46.877720+0000","last_clean":"2024-09-19T04:40:46.877720+0000","last_became_active":"2024-09-19T04:40:45.862432+0000","last_became_peered":"2024-09-19T04:40:45.862432+0000","last_unstale":"2024-09-19T04:40:46.877720+0000","last_undegraded":"2024-09-19T04:40:46.877720+0000","last_fullsized":"2024-09-19T04:40:46.877720+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:04:12.210994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.848434+0000","last_change":"2024-09-19T04:40:44.854084+0000","last_active":"2024-09-19T04:40:46.848434+0000","last_peered":"2024-09-19T04:40:46.848434+0000","last_clean":"2024-09-19T04:40:46.848434+0000","last_became_active":"2024-09-19T04:40:44.853808+0000","last_became_peered":"2024-09-19T04:40:44.853808+0000","last_unstale":"2024-09-19T04:40:46.848434+0000","last_undegraded":"2024-09-19T04:40:46.848434+0000","last_fullsized":"2024-09-19T04:40:46.848434+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:20.317906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.848422+0000","last_change":"2024-09-19T04:40:45.869790+0000","last_active":"2024-09-19T04:40:46.848422+0000","last_peered":"2024-09-19T04:40:46.848422+0000","last_clean":"2024-09-19T04:40:46.848422+0000","last_became_active":"2024-09-19T04:40:45.869414+0000","last_became_peered":"2024-09-19T04:40:45.869414+0000","last_unstale":"2024-09-19T04:40:46.848422+0000","last_undegraded":"2024-09-19T04:40:46.848422+0000","last_fullsized":"2024-09-19T04:40:46.848422+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:46:56.751601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874678+0000","last_change":"2024-09-19T04:40:44.844732+0000","last_active":"2024-09-19T04:40:46.874678+0000","last_peered":"2024-09-19T04:40:46.874678+0000","last_clean":"2024-09-19T04:40:46.874678+0000","last_became_active":"2024-09-19T04:40:44.842116+0000","last_became_peered":"2024-09-19T04:40:44.842116+0000","last_unstale":"2024-09-19T04:40:46.874678+0000","last_undegraded":"2024-09-19T04:40:46.874678+0000","last_fullsized":"2024-09-19T04:40:46.874678+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:09:00.838166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874580+0000","last_change":"2024-09-19T04:40:45.868106+0000","last_active":"2024-09-19T04:40:46.874580+0000","last_peered":"2024-09-19T04:40:46.874580+0000","last_clean":"2024-09-19T04:40:46.874580+0000","last_became_active":"2024-09-19T04:40:45.867774+0000","last_became_peered":"2024-09-19T04:40:45.867774+0000","last_unstale":"2024-09-19T04:40:46.874580+0000","last_undegraded":"2024-09-19T04:40:46.874580+0000","last_fullsized":"2024-09-19T04:40:46.874580+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:49.959469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.857555+0000","last_change":"2024-09-19T04:40:44.861000+0000","last_active":"2024-09-19T04:40:45.857555+0000","last_peered":"2024-09-19T04:40:45.857555+0000","last_clean":"2024-09-19T04:40:45.857555+0000","last_became_active":"2024-09-19T04:40:44.860669+0000","last_became_peered":"2024-09-19T04:40:44.860669+0000","last_unstale":"2024-09-19T04:40:45.857555+0000","last_undegraded":"2024-09-19T04:40:45.857555+0000","last_fullsized":"2024-09-19T04:40:45.857555+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:55:30.530925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.875335+0000","last_change":"2024-09-19T04:40:45.860168+0000","last_active":"2024-09-19T04:40:45.875335+0000","last_peered":"2024-09-19T04:40:45.875335+0000","last_clean":"2024-09-19T04:40:45.875335+0000","last_became_active":"2024-09-19T04:40:45.859868+0000","last_became_peered":"2024-09-19T04:40:45.859868+0000","last_unstale":"2024-09-19T04:40:45.875335+0000","last_undegraded":"2024-09-19T04:40:45.875335+0000","last_fullsized":"2024-09-19T04:40:45.875335+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:56.927410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874717+0000","last_change":"2024-09-19T04:40:44.853034+0000","last_active":"2024-09-19T04:40:46.874717+0000","last_peered":"2024-09-19T04:40:46.874717+0000","last_clean":"2024-09-19T04:40:46.874717+0000","last_became_active":"2024-09-19T04:40:44.852759+0000","last_became_peered":"2024-09-19T04:40:44.852759+0000","last_unstale":"2024-09-19T04:40:46.874717+0000","last_undegraded":"2024-09-19T04:40:46.874717+0000","last_fullsized":"2024-09-19T04:40:46.874717+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:13.627733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.886589+0000","last_change":"2024-09-19T04:40:45.881061+0000","last_active":"2024-09-19T04:40:45.886589+0000","last_peered":"2024-09-19T04:40:45.886589+0000","last_clean":"2024-09-19T04:40:45.886589+0000","last_became_active":"2024-09-19T04:40:45.880794+0000","last_became_peered":"2024-09-19T04:40:45.880794+0000","last_unstale":"2024-09-19T04:40:45.886589+0000","last_undegraded":"2024-09-19T04:40:45.886589+0000","last_fullsized":"2024-09-19T04:40:45.886589+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:58.963358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874581+0000","last_change":"2024-09-19T04:40:44.856200+0000","last_active":"2024-09-19T04:40:46.874581+0000","last_peered":"2024-09-19T04:40:46.874581+0000","last_clean":"2024-09-19T04:40:46.874581+0000","last_became_active":"2024-09-19T04:40:44.855896+0000","last_became_peered":"2024-09-19T04:40:44.855896+0000","last_unstale":"2024-09-19T04:40:46.874581+0000","last_undegraded":"2024-09-19T04:40:46.874581+0000","last_fullsized":"2024-09-19T04:40:46.874581+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:59.960407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877229+0000","last_change":"2024-09-19T04:40:45.871898+0000","last_active":"2024-09-19T04:40:46.877229+0000","last_peered":"2024-09-19T04:40:46.877229+0000","last_clean":"2024-09-19T04:40:46.877229+0000","last_became_active":"2024-09-19T04:40:45.871260+0000","last_became_peered":"2024-09-19T04:40:45.871260+0000","last_unstale":"2024-09-19T04:40:46.877229+0000","last_undegraded":"2024-09-19T04:40:46.877229+0000","last_fullsized":"2024-09-19T04:40:46.877229+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:51:23.588887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.847807+0000","last_change":"2024-09-19T04:40:44.852695+0000","last_active":"2024-09-19T04:40:45.847807+0000","last_peered":"2024-09-19T04:40:45.847807+0000","last_clean":"2024-09-19T04:40:45.847807+0000","last_became_active":"2024-09-19T04:40:44.852418+0000","last_became_peered":"2024-09-19T04:40:44.852418+0000","last_unstale":"2024-09-19T04:40:45.847807+0000","last_undegraded":"2024-09-19T04:40:45.847807+0000","last_fullsized":"2024-09-19T04:40:45.847807+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:20.317906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849964+0000","last_change":"2024-09-19T04:40:45.856641+0000","last_active":"2024-09-19T04:40:46.849964+0000","last_peered":"2024-09-19T04:40:46.849964+0000","last_clean":"2024-09-19T04:40:46.849964+0000","last_became_active":"2024-09-19T04:40:45.856362+0000","last_became_peered":"2024-09-19T04:40:45.856362+0000","last_unstale":"2024-09-19T04:40:46.849964+0000","last_undegraded":"2024-09-19T04:40:46.849964+0000","last_fullsized":"2024-09-19T04:40:46.849964+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:51.463132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874315+0000","last_change":"2024-09-19T04:40:44.851554+0000","last_active":"2024-09-19T04:40:46.874315+0000","last_peered":"2024-09-19T04:40:46.874315+0000","last_clean":"2024-09-19T04:40:46.874315+0000","last_became_active":"2024-09-19T04:40:44.851258+0000","last_became_peered":"2024-09-19T04:40:44.851258+0000","last_unstale":"2024-09-19T04:40:46.874315+0000","last_undegraded":"2024-09-19T04:40:46.874315+0000","last_fullsized":"2024-09-19T04:40:46.874315+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:53.174487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.873039+0000","last_change":"2024-09-19T04:40:45.870205+0000","last_active":"2024-09-19T04:40:45.873039+0000","last_peered":"2024-09-19T04:40:45.873039+0000","last_clean":"2024-09-19T04:40:45.873039+0000","last_became_active":"2024-09-19T04:40:45.869815+0000","last_became_peered":"2024-09-19T04:40:45.869815+0000","last_unstale":"2024-09-19T04:40:45.873039+0000","last_undegraded":"2024-09-19T04:40:45.873039+0000","last_fullsized":"2024-09-19T04:40:45.873039+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:26.862558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877739+0000","last_change":"2024-09-19T04:40:44.853159+0000","last_active":"2024-09-19T04:40:46.877739+0000","last_peered":"2024-09-19T04:40:46.877739+0000","last_clean":"2024-09-19T04:40:46.877739+0000","last_became_active":"2024-09-19T04:40:44.852870+0000","last_became_peered":"2024-09-19T04:40:44.852870+0000","last_unstale":"2024-09-19T04:40:46.877739+0000","last_undegraded":"2024-09-19T04:40:46.877739+0000","last_fullsized":"2024-09-19T04:40:46.877739+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:53.210312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.880579+0000","last_change":"2024-09-19T04:40:45.868098+0000","last_active":"2024-09-19T04:40:45.880579+0000","last_peered":"2024-09-19T04:40:45.880579+0000","last_clean":"2024-09-19T04:40:45.880579+0000","last_became_active":"2024-09-19T04:40:45.867744+0000","last_became_peered":"2024-09-19T04:40:45.867744+0000","last_unstale":"2024-09-19T04:40:45.880579+0000","last_undegraded":"2024-09-19T04:40:45.880579+0000","last_fullsized":"2024-09-19T04:40:45.880579+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:55.720499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"39'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.876439+0000","last_change":"2024-09-19T04:40:44.855668+0000","last_active":"2024-09-19T04:40:46.876439+0000","last_peered":"2024-09-19T04:40:46.876439+0000","last_clean":"2024-09-19T04:40:46.876439+0000","last_became_active":"2024-09-19T04:40:44.849308+0000","last_became_peered":"2024-09-19T04:40:44.849308+0000","last_unstale":"2024-09-19T04:40:46.876439+0000","last_undegraded":"2024-09-19T04:40:46.876439+0000","last_fullsized":"2024-09-19T04:40:46.876439+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:26.998237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849418+0000","last_change":"2024-09-19T04:40:45.869312+0000","last_active":"2024-09-19T04:40:46.849418+0000","last_peered":"2024-09-19T04:40:46.849418+0000","last_clean":"2024-09-19T04:40:46.849418+0000","last_became_active":"2024-09-19T04:40:45.869007+0000","last_became_peered":"2024-09-19T04:40:45.869007+0000","last_unstale":"2024-09-19T04:40:46.849418+0000","last_undegraded":"2024-09-19T04:40:46.849418+0000","last_fullsized":"2024-09-19T04:40:46.849418+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:16:50.972848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.851011+0000","last_change":"2024-09-19T04:40:44.854879+0000","last_active":"2024-09-19T04:40:45.851011+0000","last_peered":"2024-09-19T04:40:45.851011+0000","last_clean":"2024-09-19T04:40:45.851011+0000","last_became_active":"2024-09-19T04:40:44.854601+0000","last_became_peered":"2024-09-19T04:40:44.854601+0000","last_unstale":"2024-09-19T04:40:45.851011+0000","last_undegraded":"2024-09-19T04:40:45.851011+0000","last_fullsized":"2024-09-19T04:40:45.851011+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:38.738246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.857400+0000","last_change":"2024-09-19T04:40:45.852967+0000","last_active":"2024-09-19T04:40:45.857400+0000","last_peered":"2024-09-19T04:40:45.857400+0000","last_clean":"2024-09-19T04:40:45.857400+0000","last_became_active":"2024-09-19T04:40:45.852674+0000","last_became_peered":"2024-09-19T04:40:45.852674+0000","last_unstale":"2024-09-19T04:40:45.857400+0000","last_undegraded":"2024-09-19T04:40:45.857400+0000","last_fullsized":"2024-09-19T04:40:45.857400+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:16.160133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.851809+0000","last_change":"2024-09-19T04:40:44.852775+0000","last_active":"2024-09-19T04:40:45.851809+0000","last_peered":"2024-09-19T04:40:45.851809+0000","last_clean":"2024-09-19T04:40:45.851809+0000","last_became_active":"2024-09-19T04:40:44.852439+0000","last_became_peered":"2024-09-19T04:40:44.852439+0000","last_unstale":"2024-09-19T04:40:45.851809+0000","last_undegraded":"2024-09-19T04:40:45.851809+0000","last_fullsized":"2024-09-19T04:40:45.851809+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:55.922891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.872895+0000","last_change":"2024-09-19T04:40:45.867710+0000","last_active":"2024-09-19T04:40:45.872895+0000","last_peered":"2024-09-19T04:40:45.872895+0000","last_clean":"2024-09-19T04:40:45.872895+0000","last_became_active":"2024-09-19T04:40:45.867429+0000","last_became_peered":"2024-09-19T04:40:45.867429+0000","last_unstale":"2024-09-19T04:40:45.872895+0000","last_undegraded":"2024-09-19T04:40:45.872895+0000","last_fullsized":"2024-09-19T04:40:45.872895+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:55.720499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847512+0000","last_change":"2024-09-19T04:40:44.847749+0000","last_active":"2024-09-19T04:40:46.847512+0000","last_peered":"2024-09-19T04:40:46.847512+0000","last_clean":"2024-09-19T04:40:46.847512+0000","last_became_active":"2024-09-19T04:40:44.847354+0000","last_became_peered":"2024-09-19T04:40:44.847354+0000","last_unstale":"2024-09-19T04:40:46.847512+0000","last_undegraded":"2024-09-19T04:40:46.847512+0000","last_fullsized":"2024-09-19T04:40:46.847512+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:58:49.300468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847401+0000","last_change":"2024-09-19T04:40:45.867516+0000","last_active":"2024-09-19T04:40:46.847401+0000","last_peered":"2024-09-19T04:40:46.847401+0000","last_clean":"2024-09-19T04:40:46.847401+0000","last_became_active":"2024-09-19T04:40:45.867160+0000","last_became_peered":"2024-09-19T04:40:45.867160+0000","last_unstale":"2024-09-19T04:40:46.847401+0000","last_undegraded":"2024-09-19T04:40:46.847401+0000","last_fullsized":"2024-09-19T04:40:46.847401+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:35.160851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847297+0000","last_change":"2024-09-19T04:40:44.853856+0000","last_active":"2024-09-19T04:40:46.847297+0000","last_peered":"2024-09-19T04:40:46.847297+0000","last_clean":"2024-09-19T04:40:46.847297+0000","last_became_active":"2024-09-19T04:40:44.853409+0000","last_became_peered":"2024-09-19T04:40:44.853409+0000","last_unstale":"2024-09-19T04:40:46.847297+0000","last_undegraded":"2024-09-19T04:40:46.847297+0000","last_fullsized":"2024-09-19T04:40:46.847297+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:55.922891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.880241+0000","last_change":"2024-09-19T04:40:45.867515+0000","last_active":"2024-09-19T04:40:45.880241+0000","last_peered":"2024-09-19T04:40:45.880241+0000","last_clean":"2024-09-19T04:40:45.880241+0000","last_became_active":"2024-09-19T04:40:45.867254+0000","last_became_peered":"2024-09-19T04:40:45.867254+0000","last_unstale":"2024-09-19T04:40:45.880241+0000","last_undegraded":"2024-09-19T04:40:45.880241+0000","last_fullsized":"2024-09-19T04:40:45.880241+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:58:42.011187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849058+0000","last_change":"2024-09-19T04:40:44.849844+0000","last_active":"2024-09-19T04:40:46.849058+0000","last_peered":"2024-09-19T04:40:46.849058+0000","last_clean":"2024-09-19T04:40:46.849058+0000","last_became_active":"2024-09-19T04:40:44.849538+0000","last_became_peered":"2024-09-19T04:40:44.849538+0000","last_unstale":"2024-09-19T04:40:46.849058+0000","last_undegraded":"2024-09-19T04:40:46.849058+0000","last_fullsized":"2024-09-19T04:40:46.849058+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:03.964365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877534+0000","last_change":"2024-09-19T04:40:45.860395+0000","last_active":"2024-09-19T04:40:46.877534+0000","last_peered":"2024-09-19T04:40:46.877534+0000","last_clean":"2024-09-19T04:40:46.877534+0000","last_became_active":"2024-09-19T04:40:45.860053+0000","last_became_peered":"2024-09-19T04:40:45.860053+0000","last_unstale":"2024-09-19T04:40:46.877534+0000","last_undegraded":"2024-09-19T04:40:46.877534+0000","last_fullsized":"2024-09-19T04:40:46.877534+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:12:10.676091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.850019+0000","last_change":"2024-09-19T04:40:44.852325+0000","last_active":"2024-09-19T04:40:45.850019+0000","last_peered":"2024-09-19T04:40:45.850019+0000","last_clean":"2024-09-19T04:40:45.850019+0000","last_became_active":"2024-09-19T04:40:44.852018+0000","last_became_peered":"2024-09-19T04:40:44.852018+0000","last_unstale":"2024-09-19T04:40:45.850019+0000","last_undegraded":"2024-09-19T04:40:45.850019+0000","last_fullsized":"2024-09-19T04:40:45.850019+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:38.738246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":203,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.847126+0000","last_change":"2024-09-19T04:39:39.541908+0000","last_active":"2024-09-19T04:40:45.847126+0000","last_peered":"2024-09-19T04:40:45.847126+0000","last_clean":"2024-09-19T04:40:45.847126+0000","last_became_active":"2024-09-19T04:39:39.540794+0000","last_became_peered":"2024-09-19T04:39:39.540794+0000","last_unstale":"2024-09-19T04:40:45.847126+0000","last_undegraded":"2024-09-19T04:40:45.847126+0000","last_fullsized":"2024-09-19T04:40:45.847126+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_clean_scrub_stamp":"2024-09-19T04:39:37.899481+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.768031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574866,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32212,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339628,"statfs":{"total":96636764160,"available":96603779072,"internally_reserved":0,"allocated":1048576,"data_stored":782531,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574865,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31624,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340216,"statfs":{"total":96636764160,"available":96604381184,"internally_reserved":0,"allocated":442368,"data_stored":191063,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574864,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31644,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340196,"statfs":{"total":96636764160,"available":96604360704,"internally_reserved":0,"allocated":458752,"data_stored":197285,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574864,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31628,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340212,"statfs":{"total":96636764160,"available":96604377088,"internally_reserved":0,"allocated":446464,"data_stored":191085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574865,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27476,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":454656,"data_stored":192127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574866,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":442368,"data_stored":190551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574864,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":442368,"data_stored":190571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574864,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28040,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343800,"statfs":{"total":96636764160,"available":96608051200,"internally_reserved":0,"allocated":1036288,"data_stored":780883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:40:50.072 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:40:50.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.262+0000 7f666e000640 1 Processor -- start 2024-09-19T04:40:50.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.262+0000 7f666e000640 1 -- start start 2024-09-19T04:40:50.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.263+0000 7f666e000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f66680d4310 0x7f66680d4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:50.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.263+0000 7f666e000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f666815e850 con 0x7f666806d460 2024-09-19T04:40:50.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.263+0000 7f666e000640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66680d1c60 con 0x7f666815e470 2024-09-19T04:40:50.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.263+0000 7f666e000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f66680cf710 con 0x7f66680d4310 2024-09-19T04:40:50.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.263+0000 7f666d600640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f666806d460 0x7f66680d0bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43980/0 (socket says 172.21.15.31:43980) 2024-09-19T04:40:50.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.263+0000 7f666d600640 1 -- 172.21.15.31:0/680945282 learned_addr learned my addr 172.21.15.31:0/680945282 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:50.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.264+0000 7f6667e00640 1 --2- 172.21.15.31:0/680945282 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f66680d4310 0x7f66680d4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:50.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.264+0000 7f6667400640 1 -- 172.21.15.31:0/680945282 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 927141009 0 0) 0x7f666815e850 con 0x7f666806d460 2024-09-19T04:40:50.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.264+0000 7f6667400640 1 -- 172.21.15.31:0/680945282 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6650003520 con 0x7f666806d460 2024-09-19T04:40:50.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.264+0000 7f6667400640 1 -- 172.21.15.31:0/680945282 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1460391808 0 0) 0x7f66680d1c60 con 0x7f666815e470 2024-09-19T04:40:50.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.264+0000 7f6667400640 1 -- 172.21.15.31:0/680945282 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f666815e850 con 0x7f666815e470 2024-09-19T04:40:50.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.264+0000 7f6667400640 1 -- 172.21.15.31:0/680945282 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2689173913 0 0) 0x7f6650003520 con 0x7f666806d460 2024-09-19T04:40:50.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.264+0000 7f6667400640 1 -- 172.21.15.31:0/680945282 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f66680d4310 msgr2=0x7f66680d4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:50.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.264+0000 7f6667400640 1 --2- 172.21.15.31:0/680945282 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f66680d4310 0x7f66680d4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.264+0000 7f6667400640 1 -- 172.21.15.31:0/680945282 >> v1:172.21.15.52:6789/0 conn(0x7f666815e470 legacy=0x7f66680cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:50.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.264+0000 7f6667400640 1 -- 172.21.15.31:0/680945282 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66680d1980 con 0x7f666806d460 2024-09-19T04:40:50.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.264+0000 7f6667400640 1 -- 172.21.15.31:0/680945282 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7f66600019f0 con 0x7f666806d460 2024-09-19T04:40:50.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.264+0000 7f6667400640 1 -- 172.21.15.31:0/680945282 >> v1:172.21.15.31:6789/0 conn(0x7f666806d460 legacy=0x7f66680d0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:50.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.264+0000 7f6667400640 1 --2- 172.21.15.31:0/680945282 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f66680d4310 0x7f6650003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:50.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.264+0000 7f6667400640 1 --2- 172.21.15.31:0/680945282 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6650004120 0x7f6650004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:50.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.264+0000 7f6667400640 1 --2- 172.21.15.31:0/680945282 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6650004d40 0x7f66500051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:50.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.264+0000 7f6667400640 1 -- 172.21.15.31:0/680945282 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f66680cf710 con 0x7f6650004d40 2024-09-19T04:40:50.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.264+0000 7f6667400640 1 -- 172.21.15.31:0/680945282 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f665000bb00 con 0x7f6650004120 2024-09-19T04:40:50.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.264+0000 7f6667400640 1 -- 172.21.15.31:0/680945282 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f665000bd00 con 0x7f66680d4310 2024-09-19T04:40:50.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.265+0000 7f666d600640 1 --2- 172.21.15.31:0/680945282 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6650004d40 0x7f66500051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:50.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.265+0000 7f666cc00640 1 --2- 172.21.15.31:0/680945282 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f66680d4310 0x7f6650003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:50.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.265+0000 7f6667e00640 1 --2- 172.21.15.31:0/680945282 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6650004120 0x7f6650004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:50.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.265+0000 7f666d600640 1 -- 172.21.15.31:0/680945282 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f66680d4310 msgr2=0x7f6650003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:50.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.265+0000 7f666d600640 1 --2- 172.21.15.31:0/680945282 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f66680d4310 0x7f6650003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.265+0000 7f666d600640 1 -- 172.21.15.31:0/680945282 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6650004120 msgr2=0x7f6650004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:50.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.265+0000 7f666d600640 1 --2- 172.21.15.31:0/680945282 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6650004120 0x7f6650004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.265+0000 7f666d600640 1 -- 172.21.15.31:0/680945282 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6650003520 con 0x7f6650004d40 2024-09-19T04:40:50.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.266+0000 7f666d600640 1 --2- 172.21.15.31:0/680945282 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6650004d40 0x7f66500051c0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f666000a720 tx=0x7f6650005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=328875df6fc4283d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:50.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.266+0000 7f6667400640 1 -- 172.21.15.31:0/680945282 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f666000a370 con 0x7f6650004d40 2024-09-19T04:40:50.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.266+0000 7f6667400640 1 -- 172.21.15.31:0/680945282 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f666002f070 con 0x7f6650004d40 2024-09-19T04:40:50.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.266+0000 7f6667400640 1 -- 172.21.15.31:0/680945282 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f666002bbd0 con 0x7f6650004d40 2024-09-19T04:40:50.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.267+0000 7f666e000640 1 -- 172.21.15.31:0/680945282 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6650004d40 msgr2=0x7f66500051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:50.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.267+0000 7f666e000640 1 --2- 172.21.15.31:0/680945282 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6650004d40 0x7f66500051c0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f666000a720 tx=0x7f6650005830 comp rx=0 tx=0).stop 2024-09-19T04:40:50.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.267+0000 7f666d600640 1 -- 172.21.15.31:0/680945282 reap_dead start 2024-09-19T04:40:50.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.267+0000 7f666e000640 1 -- 172.21.15.31:0/680945282 shutdown_connections 2024-09-19T04:40:50.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.267+0000 7f666e000640 1 -- 172.21.15.31:0/680945282 >> 172.21.15.31:0/680945282 conn(0x7f666809d700 msgr2=0x7f666808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:50.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.267+0000 7f666e000640 1 -- 172.21.15.31:0/680945282 shutdown_connections 2024-09-19T04:40:50.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.267+0000 7f666e000640 1 -- 172.21.15.31:0/680945282 wait complete. 2024-09-19T04:40:50.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.269+0000 7f666e000640 1 Processor -- start 2024-09-19T04:40:50.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.269+0000 7f666e000640 1 -- start start 2024-09-19T04:40:50.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.270+0000 7f666e000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6650004d40 0x7f6668159290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:50.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.270+0000 7f666e000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f66680b72d0 0x7f6668158860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:50.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.270+0000 7f666e000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66681564a0 0x7f6668156920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:50.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.270+0000 7f666e000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f66680d02b0 con 0x7f66681564a0 2024-09-19T04:40:50.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.270+0000 7f666e000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f66680cf3a0 con 0x7f6650004d40 2024-09-19T04:40:50.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.270+0000 7f666e000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f66680d12d0 con 0x7f66680b72d0 2024-09-19T04:40:50.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.270+0000 7f666d600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66681564a0 0x7f6668156920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:50.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.270+0000 7f666d600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66681564a0 0x7f6668156920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40904/0 (socket says 172.21.15.31:40904) 2024-09-19T04:40:50.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.270+0000 7f666d600640 1 -- 172.21.15.31:0/4013041205 learned_addr learned my addr 172.21.15.31:0/4013041205 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:50.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.270+0000 7f666cc00640 1 --2- 172.21.15.31:0/4013041205 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6650004d40 0x7f6668159290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:50.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.270+0000 7f6667e00640 1 --2- 172.21.15.31:0/4013041205 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f66680b72d0 0x7f6668158860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:50.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.271+0000 7f666d600640 1 -- 172.21.15.31:0/4013041205 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f66680b72d0 msgr2=0x7f6668158860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:50.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.271+0000 7f666d600640 1 --2- 172.21.15.31:0/4013041205 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f66680b72d0 0x7f6668158860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.271+0000 7f666d600640 1 -- 172.21.15.31:0/4013041205 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6650004d40 msgr2=0x7f6668159290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:50.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.271+0000 7f666d600640 1 --2- 172.21.15.31:0/4013041205 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6650004d40 0x7f6668159290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.271+0000 7f666d600640 1 -- 172.21.15.31:0/4013041205 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66680b7820 con 0x7f66681564a0 2024-09-19T04:40:50.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.271+0000 7f666d600640 1 --2- 172.21.15.31:0/4013041205 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66681564a0 0x7f6668156920 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f666000a840 tx=0x7f6660001cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:50.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.271+0000 7f6664c00640 1 -- 172.21.15.31:0/4013041205 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66600011c0 con 0x7f66681564a0 2024-09-19T04:40:50.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.271+0000 7f6664c00640 1 -- 172.21.15.31:0/4013041205 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6660044070 con 0x7f66681564a0 2024-09-19T04:40:50.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.271+0000 7f666e000640 1 -- 172.21.15.31:0/4013041205 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66680b7b00 con 0x7f66681564a0 2024-09-19T04:40:50.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.271+0000 7f6664c00640 1 -- 172.21.15.31:0/4013041205 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66600346b0 con 0x7f66681564a0 2024-09-19T04:40:50.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.271+0000 7f666e000640 1 -- 172.21.15.31:0/4013041205 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66680b80c0 con 0x7f66681564a0 2024-09-19T04:40:50.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.272+0000 7f666e000640 1 -- 172.21.15.31:0/4013041205 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66680d1660 con 0x7f66681564a0 2024-09-19T04:40:50.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.273+0000 7f6664c00640 1 -- 172.21.15.31:0/4013041205 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6660034850 con 0x7f66681564a0 2024-09-19T04:40:50.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.274+0000 7f6664c00640 1 --2- 172.21.15.31:0/4013041205 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f664806c2e0 0x7f664806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:50.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.274+0000 7f6664c00640 1 -- 172.21.15.31:0/4013041205 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f66600abba0 con 0x7f66681564a0 2024-09-19T04:40:50.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.275+0000 7f666cc00640 1 --2- 172.21.15.31:0/4013041205 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f664806c2e0 0x7f664806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:50.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.275+0000 7f666cc00640 1 --2- 172.21.15.31:0/4013041205 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f664806c2e0 0x7f664806e7a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f665c001940 tx=0x7f665c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:50.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.279+0000 7f6664c00640 1 -- 172.21.15.31:0/4013041205 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f666007a1a0 con 0x7f66681564a0 2024-09-19T04:40:50.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.458+0000 7f666e000640 1 -- 172.21.15.31:0/4013041205 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f666806cf90 con 0x7f664806c2e0 2024-09-19T04:40:50.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.465+0000 7f6664c00640 1 -- 172.21.15.31:0/4013041205 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251943 (secure 0 0 0) 0x7f666806cf90 con 0x7f664806c2e0 2024-09-19T04:40:50.469 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:50.471 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T04:40:50.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.468+0000 7f666e000640 1 -- 172.21.15.31:0/4013041205 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f664806c2e0 msgr2=0x7f664806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:50.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.468+0000 7f666e000640 1 --2- 172.21.15.31:0/4013041205 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f664806c2e0 0x7f664806e7a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f665c001940 tx=0x7f665c009040 comp rx=0 tx=0).stop 2024-09-19T04:40:50.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.468+0000 7f666e000640 1 -- 172.21.15.31:0/4013041205 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66681564a0 msgr2=0x7f6668156920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:50.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.468+0000 7f666e000640 1 --2- 172.21.15.31:0/4013041205 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66681564a0 0x7f6668156920 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f666000a840 tx=0x7f6660001cf0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.469+0000 7f666e000640 1 -- 172.21.15.31:0/4013041205 shutdown_connections 2024-09-19T04:40:50.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.469+0000 7f666e000640 1 --2- 172.21.15.31:0/4013041205 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f66681564a0 0x7f6668156920 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.469+0000 7f666e000640 1 --2- 172.21.15.31:0/4013041205 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f66680b72d0 0x7f6668158860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.469+0000 7f666e000640 1 --2- 172.21.15.31:0/4013041205 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f664806c2e0 0x7f664806e7a0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.469+0000 7f666e000640 1 --2- 172.21.15.31:0/4013041205 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6650004d40 0x7f6668159290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.469+0000 7f666e000640 1 -- 172.21.15.31:0/4013041205 >> 172.21.15.31:0/4013041205 conn(0x7f666809d700 msgr2=0x7f666806d840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:50.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.469+0000 7f666e000640 1 -- 172.21.15.31:0/4013041205 shutdown_connections 2024-09-19T04:40:50.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.469+0000 7f666e000640 1 -- 172.21.15.31:0/4013041205 wait complete. 2024-09-19T04:40:50.486 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-09-19T04:40:49.157203+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":137,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237552,"kb_used_data":4660,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737168,"statfs":{"total":773094113280,"available":772850860032,"internally_reserved":0,"allocated":4771840,"data_stored":2716096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":238276146},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":36,"apply_latency_ms":36,"commit_latency_ns":36000000,"apply_latency_ns":36000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.332374"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849800+0000","last_change":"2024-09-19T04:40:45.864968+0000","last_active":"2024-09-19T04:40:46.849800+0000","last_peered":"2024-09-19T04:40:46.849800+0000","last_clean":"2024-09-19T04:40:46.849800+0000","last_became_active":"2024-09-19T04:40:45.864607+0000","last_became_peered":"2024-09-19T04:40:45.864607+0000","last_unstale":"2024-09-19T04:40:46.849800+0000","last_undegraded":"2024-09-19T04:40:46.849800+0000","last_fullsized":"2024-09-19T04:40:46.849800+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:10.203061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849233+0000","last_change":"2024-09-19T04:40:45.860805+0000","last_active":"2024-09-19T04:40:46.849233+0000","last_peered":"2024-09-19T04:40:46.849233+0000","last_clean":"2024-09-19T04:40:46.849233+0000","last_became_active":"2024-09-19T04:40:45.860476+0000","last_became_peered":"2024-09-19T04:40:45.860476+0000","last_unstale":"2024-09-19T04:40:46.849233+0000","last_undegraded":"2024-09-19T04:40:46.849233+0000","last_fullsized":"2024-09-19T04:40:46.849233+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:48.709239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.879810+0000","last_change":"2024-09-19T04:40:45.876257+0000","last_active":"2024-09-19T04:40:45.879810+0000","last_peered":"2024-09-19T04:40:45.879810+0000","last_clean":"2024-09-19T04:40:45.879810+0000","last_became_active":"2024-09-19T04:40:45.875919+0000","last_became_peered":"2024-09-19T04:40:45.875919+0000","last_unstale":"2024-09-19T04:40:45.879810+0000","last_undegraded":"2024-09-19T04:40:45.879810+0000","last_fullsized":"2024-09-19T04:40:45.879810+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:25.806024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874595+0000","last_change":"2024-09-19T04:40:45.874913+0000","last_active":"2024-09-19T04:40:46.874595+0000","last_peered":"2024-09-19T04:40:46.874595+0000","last_clean":"2024-09-19T04:40:46.874595+0000","last_became_active":"2024-09-19T04:40:45.874445+0000","last_became_peered":"2024-09-19T04:40:45.874445+0000","last_unstale":"2024-09-19T04:40:46.874595+0000","last_undegraded":"2024-09-19T04:40:46.874595+0000","last_fullsized":"2024-09-19T04:40:46.874595+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:32:34.013321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874991+0000","last_change":"2024-09-19T04:40:45.874928+0000","last_active":"2024-09-19T04:40:46.874991+0000","last_peered":"2024-09-19T04:40:46.874991+0000","last_clean":"2024-09-19T04:40:46.874991+0000","last_became_active":"2024-09-19T04:40:45.874674+0000","last_became_peered":"2024-09-19T04:40:45.874674+0000","last_unstale":"2024-09-19T04:40:46.874991+0000","last_undegraded":"2024-09-19T04:40:46.874991+0000","last_fullsized":"2024-09-19T04:40:46.874991+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:12.885397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.873490+0000","last_change":"2024-09-19T04:40:45.866283+0000","last_active":"2024-09-19T04:40:45.873490+0000","last_peered":"2024-09-19T04:40:45.873490+0000","last_clean":"2024-09-19T04:40:45.873490+0000","last_became_active":"2024-09-19T04:40:45.866022+0000","last_became_peered":"2024-09-19T04:40:45.866022+0000","last_unstale":"2024-09-19T04:40:45.873490+0000","last_undegraded":"2024-09-19T04:40:45.873490+0000","last_fullsized":"2024-09-19T04:40:45.873490+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:54.214830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877107+0000","last_change":"2024-09-19T04:40:45.860587+0000","last_active":"2024-09-19T04:40:46.877107+0000","last_peered":"2024-09-19T04:40:46.877107+0000","last_clean":"2024-09-19T04:40:46.877107+0000","last_became_active":"2024-09-19T04:40:45.860120+0000","last_became_peered":"2024-09-19T04:40:45.860120+0000","last_unstale":"2024-09-19T04:40:46.877107+0000","last_undegraded":"2024-09-19T04:40:46.877107+0000","last_fullsized":"2024-09-19T04:40:46.877107+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:19.107498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849045+0000","last_change":"2024-09-19T04:40:45.862626+0000","last_active":"2024-09-19T04:40:46.849045+0000","last_peered":"2024-09-19T04:40:46.849045+0000","last_clean":"2024-09-19T04:40:46.849045+0000","last_became_active":"2024-09-19T04:40:45.862325+0000","last_became_peered":"2024-09-19T04:40:45.862325+0000","last_unstale":"2024-09-19T04:40:46.849045+0000","last_undegraded":"2024-09-19T04:40:46.849045+0000","last_fullsized":"2024-09-19T04:40:46.849045+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:38.737290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.871617+0000","last_change":"2024-09-19T04:40:45.867401+0000","last_active":"2024-09-19T04:40:45.871617+0000","last_peered":"2024-09-19T04:40:45.871617+0000","last_clean":"2024-09-19T04:40:45.871617+0000","last_became_active":"2024-09-19T04:40:45.866859+0000","last_became_peered":"2024-09-19T04:40:45.866859+0000","last_unstale":"2024-09-19T04:40:45.871617+0000","last_undegraded":"2024-09-19T04:40:45.871617+0000","last_fullsized":"2024-09-19T04:40:45.871617+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:55.720499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877730+0000","last_change":"2024-09-19T04:40:45.868090+0000","last_active":"2024-09-19T04:40:46.877730+0000","last_peered":"2024-09-19T04:40:46.877730+0000","last_clean":"2024-09-19T04:40:46.877730+0000","last_became_active":"2024-09-19T04:40:45.867818+0000","last_became_peered":"2024-09-19T04:40:45.867818+0000","last_unstale":"2024-09-19T04:40:46.877730+0000","last_undegraded":"2024-09-19T04:40:46.877730+0000","last_fullsized":"2024-09-19T04:40:46.877730+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:38.737290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877546+0000","last_change":"2024-09-19T04:40:45.872857+0000","last_active":"2024-09-19T04:40:46.877546+0000","last_peered":"2024-09-19T04:40:46.877546+0000","last_clean":"2024-09-19T04:40:46.877546+0000","last_became_active":"2024-09-19T04:40:45.872516+0000","last_became_peered":"2024-09-19T04:40:45.872516+0000","last_unstale":"2024-09-19T04:40:46.877546+0000","last_undegraded":"2024-09-19T04:40:46.877546+0000","last_fullsized":"2024-09-19T04:40:46.877546+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:41:00.543619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.867004+0000","last_change":"2024-09-19T04:40:45.863049+0000","last_active":"2024-09-19T04:40:45.867004+0000","last_peered":"2024-09-19T04:40:45.867004+0000","last_clean":"2024-09-19T04:40:45.867004+0000","last_became_active":"2024-09-19T04:40:45.861031+0000","last_became_peered":"2024-09-19T04:40:45.861031+0000","last_unstale":"2024-09-19T04:40:45.867004+0000","last_undegraded":"2024-09-19T04:40:45.867004+0000","last_fullsized":"2024-09-19T04:40:45.867004+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:58:42.011187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877321+0000","last_change":"2024-09-19T04:40:45.861723+0000","last_active":"2024-09-19T04:40:46.877321+0000","last_peered":"2024-09-19T04:40:46.877321+0000","last_clean":"2024-09-19T04:40:46.877321+0000","last_became_active":"2024-09-19T04:40:45.860289+0000","last_became_peered":"2024-09-19T04:40:45.860289+0000","last_unstale":"2024-09-19T04:40:46.877321+0000","last_undegraded":"2024-09-19T04:40:46.877321+0000","last_fullsized":"2024-09-19T04:40:46.877321+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:49:11.354477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847580+0000","last_change":"2024-09-19T04:40:45.884440+0000","last_active":"2024-09-19T04:40:46.847580+0000","last_peered":"2024-09-19T04:40:46.847580+0000","last_clean":"2024-09-19T04:40:46.847580+0000","last_became_active":"2024-09-19T04:40:45.884164+0000","last_became_peered":"2024-09-19T04:40:45.884164+0000","last_unstale":"2024-09-19T04:40:46.847580+0000","last_undegraded":"2024-09-19T04:40:46.847580+0000","last_fullsized":"2024-09-19T04:40:46.847580+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:22:15.104064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877166+0000","last_change":"2024-09-19T04:40:45.862432+0000","last_active":"2024-09-19T04:40:46.877166+0000","last_peered":"2024-09-19T04:40:46.877166+0000","last_clean":"2024-09-19T04:40:46.877166+0000","last_became_active":"2024-09-19T04:40:45.861907+0000","last_became_peered":"2024-09-19T04:40:45.861907+0000","last_unstale":"2024-09-19T04:40:46.877166+0000","last_undegraded":"2024-09-19T04:40:46.877166+0000","last_fullsized":"2024-09-19T04:40:46.877166+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:36:20.829260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.880215+0000","last_change":"2024-09-19T04:40:45.866323+0000","last_active":"2024-09-19T04:40:45.880215+0000","last_peered":"2024-09-19T04:40:45.880215+0000","last_clean":"2024-09-19T04:40:45.880215+0000","last_became_active":"2024-09-19T04:40:45.865987+0000","last_became_peered":"2024-09-19T04:40:45.865987+0000","last_unstale":"2024-09-19T04:40:45.880215+0000","last_undegraded":"2024-09-19T04:40:45.880215+0000","last_fullsized":"2024-09-19T04:40:45.880215+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:54.214830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.882662+0000","last_change":"2024-09-19T04:40:45.879195+0000","last_active":"2024-09-19T04:40:45.882662+0000","last_peered":"2024-09-19T04:40:45.882662+0000","last_clean":"2024-09-19T04:40:45.882662+0000","last_became_active":"2024-09-19T04:40:45.878898+0000","last_became_peered":"2024-09-19T04:40:45.878898+0000","last_unstale":"2024-09-19T04:40:45.882662+0000","last_undegraded":"2024-09-19T04:40:45.882662+0000","last_fullsized":"2024-09-19T04:40:45.882662+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:58.963358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847634+0000","last_change":"2024-09-19T04:40:45.881285+0000","last_active":"2024-09-19T04:40:46.847634+0000","last_peered":"2024-09-19T04:40:46.847634+0000","last_clean":"2024-09-19T04:40:46.847634+0000","last_became_active":"2024-09-19T04:40:45.880997+0000","last_became_peered":"2024-09-19T04:40:45.880997+0000","last_unstale":"2024-09-19T04:40:46.847634+0000","last_undegraded":"2024-09-19T04:40:46.847634+0000","last_fullsized":"2024-09-19T04:40:46.847634+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:39.742764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874591+0000","last_change":"2024-09-19T04:40:45.866846+0000","last_active":"2024-09-19T04:40:46.874591+0000","last_peered":"2024-09-19T04:40:46.874591+0000","last_clean":"2024-09-19T04:40:46.874591+0000","last_became_active":"2024-09-19T04:40:45.865457+0000","last_became_peered":"2024-09-19T04:40:45.865457+0000","last_unstale":"2024-09-19T04:40:46.874591+0000","last_undegraded":"2024-09-19T04:40:46.874591+0000","last_fullsized":"2024-09-19T04:40:46.874591+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:39:42.612245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847819+0000","last_change":"2024-09-19T04:40:45.881923+0000","last_active":"2024-09-19T04:40:46.847819+0000","last_peered":"2024-09-19T04:40:46.847819+0000","last_clean":"2024-09-19T04:40:46.847819+0000","last_became_active":"2024-09-19T04:40:45.881649+0000","last_became_peered":"2024-09-19T04:40:45.881649+0000","last_unstale":"2024-09-19T04:40:46.847819+0000","last_undegraded":"2024-09-19T04:40:46.847819+0000","last_fullsized":"2024-09-19T04:40:46.847819+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:16.160133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877282+0000","last_change":"2024-09-19T04:40:45.862542+0000","last_active":"2024-09-19T04:40:46.877282+0000","last_peered":"2024-09-19T04:40:46.877282+0000","last_clean":"2024-09-19T04:40:46.877282+0000","last_became_active":"2024-09-19T04:40:45.862077+0000","last_became_peered":"2024-09-19T04:40:45.862077+0000","last_unstale":"2024-09-19T04:40:46.877282+0000","last_undegraded":"2024-09-19T04:40:46.877282+0000","last_fullsized":"2024-09-19T04:40:46.877282+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:24.588265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847735+0000","last_change":"2024-09-19T04:40:45.866022+0000","last_active":"2024-09-19T04:40:46.847735+0000","last_peered":"2024-09-19T04:40:46.847735+0000","last_clean":"2024-09-19T04:40:46.847735+0000","last_became_active":"2024-09-19T04:40:45.865744+0000","last_became_peered":"2024-09-19T04:40:45.865744+0000","last_unstale":"2024-09-19T04:40:46.847735+0000","last_undegraded":"2024-09-19T04:40:46.847735+0000","last_fullsized":"2024-09-19T04:40:46.847735+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:04.968883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.876475+0000","last_change":"2024-09-19T04:40:45.862835+0000","last_active":"2024-09-19T04:40:45.876475+0000","last_peered":"2024-09-19T04:40:45.876475+0000","last_clean":"2024-09-19T04:40:45.876475+0000","last_became_active":"2024-09-19T04:40:45.862500+0000","last_became_peered":"2024-09-19T04:40:45.862500+0000","last_unstale":"2024-09-19T04:40:45.876475+0000","last_undegraded":"2024-09-19T04:40:45.876475+0000","last_fullsized":"2024-09-19T04:40:45.876475+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:55:31.535443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874379+0000","last_change":"2024-09-19T04:40:45.880156+0000","last_active":"2024-09-19T04:40:46.874379+0000","last_peered":"2024-09-19T04:40:46.874379+0000","last_clean":"2024-09-19T04:40:46.874379+0000","last_became_active":"2024-09-19T04:40:45.879786+0000","last_became_peered":"2024-09-19T04:40:45.879786+0000","last_unstale":"2024-09-19T04:40:46.874379+0000","last_undegraded":"2024-09-19T04:40:46.874379+0000","last_fullsized":"2024-09-19T04:40:46.874379+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:32.589789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847921+0000","last_change":"2024-09-19T04:40:45.864608+0000","last_active":"2024-09-19T04:40:46.847921+0000","last_peered":"2024-09-19T04:40:46.847921+0000","last_clean":"2024-09-19T04:40:46.847921+0000","last_became_active":"2024-09-19T04:40:45.864234+0000","last_became_peered":"2024-09-19T04:40:45.864234+0000","last_unstale":"2024-09-19T04:40:46.847921+0000","last_undegraded":"2024-09-19T04:40:46.847921+0000","last_fullsized":"2024-09-19T04:40:46.847921+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:54.214830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.872841+0000","last_change":"2024-09-19T04:40:45.870140+0000","last_active":"2024-09-19T04:40:45.872841+0000","last_peered":"2024-09-19T04:40:45.872841+0000","last_clean":"2024-09-19T04:40:45.872841+0000","last_became_active":"2024-09-19T04:40:45.869817+0000","last_became_peered":"2024-09-19T04:40:45.869817+0000","last_unstale":"2024-09-19T04:40:45.872841+0000","last_undegraded":"2024-09-19T04:40:45.872841+0000","last_fullsized":"2024-09-19T04:40:45.872841+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:25.806024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847746+0000","last_change":"2024-09-19T04:40:45.878084+0000","last_active":"2024-09-19T04:40:46.847746+0000","last_peered":"2024-09-19T04:40:46.847746+0000","last_clean":"2024-09-19T04:40:46.847746+0000","last_became_active":"2024-09-19T04:40:45.877903+0000","last_became_peered":"2024-09-19T04:40:45.877903+0000","last_unstale":"2024-09-19T04:40:46.847746+0000","last_undegraded":"2024-09-19T04:40:46.847746+0000","last_fullsized":"2024-09-19T04:40:46.847746+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:56.927410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877527+0000","last_change":"2024-09-19T04:40:45.856351+0000","last_active":"2024-09-19T04:40:46.877527+0000","last_peered":"2024-09-19T04:40:46.877527+0000","last_clean":"2024-09-19T04:40:46.877527+0000","last_became_active":"2024-09-19T04:40:45.856064+0000","last_became_peered":"2024-09-19T04:40:45.856064+0000","last_unstale":"2024-09-19T04:40:46.877527+0000","last_undegraded":"2024-09-19T04:40:46.877527+0000","last_fullsized":"2024-09-19T04:40:46.877527+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:06:29.723555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847837+0000","last_change":"2024-09-19T04:40:45.868817+0000","last_active":"2024-09-19T04:40:46.847837+0000","last_peered":"2024-09-19T04:40:46.847837+0000","last_clean":"2024-09-19T04:40:46.847837+0000","last_became_active":"2024-09-19T04:40:45.868550+0000","last_became_peered":"2024-09-19T04:40:45.868550+0000","last_unstale":"2024-09-19T04:40:46.847837+0000","last_undegraded":"2024-09-19T04:40:46.847837+0000","last_fullsized":"2024-09-19T04:40:46.847837+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:55:31.535443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847549+0000","last_change":"2024-09-19T04:40:45.871068+0000","last_active":"2024-09-19T04:40:46.847549+0000","last_peered":"2024-09-19T04:40:46.847549+0000","last_clean":"2024-09-19T04:40:46.847549+0000","last_became_active":"2024-09-19T04:40:45.870773+0000","last_became_peered":"2024-09-19T04:40:45.870773+0000","last_unstale":"2024-09-19T04:40:46.847549+0000","last_undegraded":"2024-09-19T04:40:46.847549+0000","last_fullsized":"2024-09-19T04:40:46.847549+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:53:29.027120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.876453+0000","last_change":"2024-09-19T04:40:45.860485+0000","last_active":"2024-09-19T04:40:45.876453+0000","last_peered":"2024-09-19T04:40:45.876453+0000","last_clean":"2024-09-19T04:40:45.876453+0000","last_became_active":"2024-09-19T04:40:45.860146+0000","last_became_peered":"2024-09-19T04:40:45.860146+0000","last_unstale":"2024-09-19T04:40:45.876453+0000","last_undegraded":"2024-09-19T04:40:45.876453+0000","last_fullsized":"2024-09-19T04:40:45.876453+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:16.160133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.872488+0000","last_change":"2024-09-19T04:40:45.866494+0000","last_active":"2024-09-19T04:40:45.872488+0000","last_peered":"2024-09-19T04:40:45.872488+0000","last_clean":"2024-09-19T04:40:45.872488+0000","last_became_active":"2024-09-19T04:40:45.865420+0000","last_became_peered":"2024-09-19T04:40:45.865420+0000","last_unstale":"2024-09-19T04:40:45.872488+0000","last_undegraded":"2024-09-19T04:40:45.872488+0000","last_fullsized":"2024-09-19T04:40:45.872488+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:58:42.011187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.885774+0000","last_change":"2024-09-19T04:40:45.879387+0000","last_active":"2024-09-19T04:40:45.885774+0000","last_peered":"2024-09-19T04:40:45.885774+0000","last_clean":"2024-09-19T04:40:45.885774+0000","last_became_active":"2024-09-19T04:40:45.879129+0000","last_became_peered":"2024-09-19T04:40:45.879129+0000","last_unstale":"2024-09-19T04:40:45.885774+0000","last_undegraded":"2024-09-19T04:40:45.885774+0000","last_fullsized":"2024-09-19T04:40:45.885774+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:35.160851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"38'4","reported_seq":18,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.848023+0000","last_change":"2024-09-19T04:40:44.857942+0000","last_active":"2024-09-19T04:40:46.848023+0000","last_peered":"2024-09-19T04:40:46.848023+0000","last_clean":"2024-09-19T04:40:46.848023+0000","last_became_active":"2024-09-19T04:40:44.857638+0000","last_became_peered":"2024-09-19T04:40:44.857638+0000","last_unstale":"2024-09-19T04:40:46.848023+0000","last_undegraded":"2024-09-19T04:40:46.848023+0000","last_fullsized":"2024-09-19T04:40:46.848023+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:31.585271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.881431+0000","last_change":"2024-09-19T04:40:45.876748+0000","last_active":"2024-09-19T04:40:45.881431+0000","last_peered":"2024-09-19T04:40:45.881431+0000","last_clean":"2024-09-19T04:40:45.881431+0000","last_became_active":"2024-09-19T04:40:45.876411+0000","last_became_peered":"2024-09-19T04:40:45.876411+0000","last_unstale":"2024-09-19T04:40:45.881431+0000","last_undegraded":"2024-09-19T04:40:45.881431+0000","last_fullsized":"2024-09-19T04:40:45.881431+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:58.963358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"38'1","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.892030+0000","last_change":"2024-09-19T04:40:44.852265+0000","last_active":"2024-09-19T04:40:45.892030+0000","last_peered":"2024-09-19T04:40:45.892030+0000","last_clean":"2024-09-19T04:40:45.892030+0000","last_became_active":"2024-09-19T04:40:44.852004+0000","last_became_peered":"2024-09-19T04:40:44.852004+0000","last_unstale":"2024-09-19T04:40:45.892030+0000","last_undegraded":"2024-09-19T04:40:45.892030+0000","last_fullsized":"2024-09-19T04:40:45.892030+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:53:28.022602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.848376+0000","last_change":"2024-09-19T04:40:45.884064+0000","last_active":"2024-09-19T04:40:46.848376+0000","last_peered":"2024-09-19T04:40:46.848376+0000","last_clean":"2024-09-19T04:40:46.848376+0000","last_became_active":"2024-09-19T04:40:45.883560+0000","last_became_peered":"2024-09-19T04:40:45.883560+0000","last_unstale":"2024-09-19T04:40:46.848376+0000","last_undegraded":"2024-09-19T04:40:46.848376+0000","last_fullsized":"2024-09-19T04:40:46.848376+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:56:27.059619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"38'2","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.892646+0000","last_change":"2024-09-19T04:40:44.860994+0000","last_active":"2024-09-19T04:40:45.892646+0000","last_peered":"2024-09-19T04:40:45.892646+0000","last_clean":"2024-09-19T04:40:45.892646+0000","last_became_active":"2024-09-19T04:40:44.860674+0000","last_became_peered":"2024-09-19T04:40:44.860674+0000","last_unstale":"2024-09-19T04:40:45.892646+0000","last_undegraded":"2024-09-19T04:40:45.892646+0000","last_fullsized":"2024-09-19T04:40:45.892646+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:15.155614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849661+0000","last_change":"2024-09-19T04:40:45.872943+0000","last_active":"2024-09-19T04:40:46.849661+0000","last_peered":"2024-09-19T04:40:46.849661+0000","last_clean":"2024-09-19T04:40:46.849661+0000","last_became_active":"2024-09-19T04:40:45.866768+0000","last_became_peered":"2024-09-19T04:40:45.866768+0000","last_unstale":"2024-09-19T04:40:46.849661+0000","last_undegraded":"2024-09-19T04:40:46.849661+0000","last_fullsized":"2024-09-19T04:40:46.849661+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:13:54.276145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.848114+0000","last_change":"2024-09-19T04:40:44.850581+0000","last_active":"2024-09-19T04:40:46.848114+0000","last_peered":"2024-09-19T04:40:46.848114+0000","last_clean":"2024-09-19T04:40:46.848114+0000","last_became_active":"2024-09-19T04:40:44.848895+0000","last_became_peered":"2024-09-19T04:40:44.848895+0000","last_unstale":"2024-09-19T04:40:46.848114+0000","last_undegraded":"2024-09-19T04:40:46.848114+0000","last_fullsized":"2024-09-19T04:40:46.848114+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:53:28.022602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.867056+0000","last_change":"2024-09-19T04:40:45.861249+0000","last_active":"2024-09-19T04:40:45.867056+0000","last_peered":"2024-09-19T04:40:45.867056+0000","last_clean":"2024-09-19T04:40:45.867056+0000","last_became_active":"2024-09-19T04:40:45.860953+0000","last_became_peered":"2024-09-19T04:40:45.860953+0000","last_unstale":"2024-09-19T04:40:45.867056+0000","last_undegraded":"2024-09-19T04:40:45.867056+0000","last_fullsized":"2024-09-19T04:40:45.867056+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:54.214830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877417+0000","last_change":"2024-09-19T04:40:44.852380+0000","last_active":"2024-09-19T04:40:46.877417+0000","last_peered":"2024-09-19T04:40:46.877417+0000","last_clean":"2024-09-19T04:40:46.877417+0000","last_became_active":"2024-09-19T04:40:44.852093+0000","last_became_peered":"2024-09-19T04:40:44.852093+0000","last_unstale":"2024-09-19T04:40:46.877417+0000","last_undegraded":"2024-09-19T04:40:46.877417+0000","last_fullsized":"2024-09-19T04:40:46.877417+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:55.922891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877294+0000","last_change":"2024-09-19T04:40:45.862645+0000","last_active":"2024-09-19T04:40:46.877294+0000","last_peered":"2024-09-19T04:40:46.877294+0000","last_clean":"2024-09-19T04:40:46.877294+0000","last_became_active":"2024-09-19T04:40:45.861448+0000","last_became_peered":"2024-09-19T04:40:45.861448+0000","last_unstale":"2024-09-19T04:40:46.877294+0000","last_undegraded":"2024-09-19T04:40:46.877294+0000","last_fullsized":"2024-09-19T04:40:46.877294+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:13:12.888045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"38'1","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.893550+0000","last_change":"2024-09-19T04:40:44.856990+0000","last_active":"2024-09-19T04:40:45.893550+0000","last_peered":"2024-09-19T04:40:45.893550+0000","last_clean":"2024-09-19T04:40:45.893550+0000","last_became_active":"2024-09-19T04:40:44.856660+0000","last_became_peered":"2024-09-19T04:40:44.856660+0000","last_unstale":"2024-09-19T04:40:45.893550+0000","last_undegraded":"2024-09-19T04:40:45.893550+0000","last_fullsized":"2024-09-19T04:40:45.893550+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:53:28.022602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847536+0000","last_change":"2024-09-19T04:40:45.880784+0000","last_active":"2024-09-19T04:40:46.847536+0000","last_peered":"2024-09-19T04:40:46.847536+0000","last_clean":"2024-09-19T04:40:46.847536+0000","last_became_active":"2024-09-19T04:40:45.880568+0000","last_became_peered":"2024-09-19T04:40:45.880568+0000","last_unstale":"2024-09-19T04:40:46.847536+0000","last_undegraded":"2024-09-19T04:40:46.847536+0000","last_fullsized":"2024-09-19T04:40:46.847536+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:10.041114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.854764+0000","last_change":"2024-09-19T04:40:44.850441+0000","last_active":"2024-09-19T04:40:45.854764+0000","last_peered":"2024-09-19T04:40:45.854764+0000","last_clean":"2024-09-19T04:40:45.854764+0000","last_became_active":"2024-09-19T04:40:44.849646+0000","last_became_peered":"2024-09-19T04:40:44.849646+0000","last_unstale":"2024-09-19T04:40:45.854764+0000","last_undegraded":"2024-09-19T04:40:45.854764+0000","last_fullsized":"2024-09-19T04:40:45.854764+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:55.922891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849800+0000","last_change":"2024-09-19T04:40:45.855143+0000","last_active":"2024-09-19T04:40:46.849800+0000","last_peered":"2024-09-19T04:40:46.849800+0000","last_clean":"2024-09-19T04:40:46.849800+0000","last_became_active":"2024-09-19T04:40:45.854791+0000","last_became_peered":"2024-09-19T04:40:45.854791+0000","last_unstale":"2024-09-19T04:40:46.849800+0000","last_undegraded":"2024-09-19T04:40:46.849800+0000","last_fullsized":"2024-09-19T04:40:46.849800+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:31:37.684112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847097+0000","last_change":"2024-09-19T04:40:44.852045+0000","last_active":"2024-09-19T04:40:46.847097+0000","last_peered":"2024-09-19T04:40:46.847097+0000","last_clean":"2024-09-19T04:40:46.847097+0000","last_became_active":"2024-09-19T04:40:44.851092+0000","last_became_peered":"2024-09-19T04:40:44.851092+0000","last_unstale":"2024-09-19T04:40:46.847097+0000","last_undegraded":"2024-09-19T04:40:46.847097+0000","last_fullsized":"2024-09-19T04:40:46.847097+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:38.738246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874634+0000","last_change":"2024-09-19T04:40:45.867801+0000","last_active":"2024-09-19T04:40:46.874634+0000","last_peered":"2024-09-19T04:40:46.874634+0000","last_clean":"2024-09-19T04:40:46.874634+0000","last_became_active":"2024-09-19T04:40:45.867471+0000","last_became_peered":"2024-09-19T04:40:45.867471+0000","last_unstale":"2024-09-19T04:40:46.874634+0000","last_undegraded":"2024-09-19T04:40:46.874634+0000","last_fullsized":"2024-09-19T04:40:46.874634+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:38:27.311658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849909+0000","last_change":"2024-09-19T04:40:44.853462+0000","last_active":"2024-09-19T04:40:46.849909+0000","last_peered":"2024-09-19T04:40:46.849909+0000","last_clean":"2024-09-19T04:40:46.849909+0000","last_became_active":"2024-09-19T04:40:44.853131+0000","last_became_peered":"2024-09-19T04:40:44.853131+0000","last_unstale":"2024-09-19T04:40:46.849909+0000","last_undegraded":"2024-09-19T04:40:46.849909+0000","last_fullsized":"2024-09-19T04:40:46.849909+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:46:55.747082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.880602+0000","last_change":"2024-09-19T04:40:45.869919+0000","last_active":"2024-09-19T04:40:45.880602+0000","last_peered":"2024-09-19T04:40:45.880602+0000","last_clean":"2024-09-19T04:40:45.880602+0000","last_became_active":"2024-09-19T04:40:45.869655+0000","last_became_peered":"2024-09-19T04:40:45.869655+0000","last_unstale":"2024-09-19T04:40:45.880602+0000","last_undegraded":"2024-09-19T04:40:45.880602+0000","last_fullsized":"2024-09-19T04:40:45.880602+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:27:25.806024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877692+0000","last_change":"2024-09-19T04:40:44.843035+0000","last_active":"2024-09-19T04:40:46.877692+0000","last_peered":"2024-09-19T04:40:46.877692+0000","last_clean":"2024-09-19T04:40:46.877692+0000","last_became_active":"2024-09-19T04:40:44.842714+0000","last_became_peered":"2024-09-19T04:40:44.842714+0000","last_unstale":"2024-09-19T04:40:46.877692+0000","last_undegraded":"2024-09-19T04:40:46.877692+0000","last_fullsized":"2024-09-19T04:40:46.877692+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:15.155614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.886522+0000","last_change":"2024-09-19T04:40:45.880576+0000","last_active":"2024-09-19T04:40:45.886522+0000","last_peered":"2024-09-19T04:40:45.886522+0000","last_clean":"2024-09-19T04:40:45.886522+0000","last_became_active":"2024-09-19T04:40:45.880277+0000","last_became_peered":"2024-09-19T04:40:45.880277+0000","last_unstale":"2024-09-19T04:40:45.886522+0000","last_undegraded":"2024-09-19T04:40:45.886522+0000","last_fullsized":"2024-09-19T04:40:45.886522+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:26.862558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"38'3","reported_seq":17,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877690+0000","last_change":"2024-09-19T04:40:44.850007+0000","last_active":"2024-09-19T04:40:46.877690+0000","last_peered":"2024-09-19T04:40:46.877690+0000","last_clean":"2024-09-19T04:40:46.877690+0000","last_became_active":"2024-09-19T04:40:44.849693+0000","last_became_peered":"2024-09-19T04:40:44.849693+0000","last_unstale":"2024-09-19T04:40:46.877690+0000","last_undegraded":"2024-09-19T04:40:46.877690+0000","last_fullsized":"2024-09-19T04:40:46.877690+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:58:41.006668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.848400+0000","last_change":"2024-09-19T04:40:45.867227+0000","last_active":"2024-09-19T04:40:46.848400+0000","last_peered":"2024-09-19T04:40:46.848400+0000","last_clean":"2024-09-19T04:40:46.848400+0000","last_became_active":"2024-09-19T04:40:45.866876+0000","last_became_peered":"2024-09-19T04:40:45.866876+0000","last_unstale":"2024-09-19T04:40:46.848400+0000","last_undegraded":"2024-09-19T04:40:46.848400+0000","last_fullsized":"2024-09-19T04:40:46.848400+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:16:18.792247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"38'6","reported_seq":20,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849463+0000","last_change":"2024-09-19T04:40:44.848915+0000","last_active":"2024-09-19T04:40:46.849463+0000","last_peered":"2024-09-19T04:40:46.849463+0000","last_clean":"2024-09-19T04:40:46.849463+0000","last_became_active":"2024-09-19T04:40:44.848656+0000","last_became_peered":"2024-09-19T04:40:44.848656+0000","last_unstale":"2024-09-19T04:40:46.849463+0000","last_undegraded":"2024-09-19T04:40:46.849463+0000","last_fullsized":"2024-09-19T04:40:46.849463+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:16:17.787729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.863433+0000","last_change":"2024-09-19T04:40:45.860623+0000","last_active":"2024-09-19T04:40:45.863433+0000","last_peered":"2024-09-19T04:40:45.863433+0000","last_clean":"2024-09-19T04:40:45.863433+0000","last_became_active":"2024-09-19T04:40:45.860292+0000","last_became_peered":"2024-09-19T04:40:45.860292+0000","last_unstale":"2024-09-19T04:40:45.863433+0000","last_undegraded":"2024-09-19T04:40:45.863433+0000","last_fullsized":"2024-09-19T04:40:45.863433+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:55:31.535443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849897+0000","last_change":"2024-09-19T04:40:44.848276+0000","last_active":"2024-09-19T04:40:46.849897+0000","last_peered":"2024-09-19T04:40:46.849897+0000","last_clean":"2024-09-19T04:40:46.849897+0000","last_became_active":"2024-09-19T04:40:44.847884+0000","last_became_peered":"2024-09-19T04:40:44.847884+0000","last_unstale":"2024-09-19T04:40:46.849897+0000","last_undegraded":"2024-09-19T04:40:46.849897+0000","last_fullsized":"2024-09-19T04:40:46.849897+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:56:26.055100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849388+0000","last_change":"2024-09-19T04:40:45.858895+0000","last_active":"2024-09-19T04:40:46.849388+0000","last_peered":"2024-09-19T04:40:46.849388+0000","last_clean":"2024-09-19T04:40:46.849388+0000","last_became_active":"2024-09-19T04:40:45.858629+0000","last_became_peered":"2024-09-19T04:40:45.858629+0000","last_unstale":"2024-09-19T04:40:46.849388+0000","last_undegraded":"2024-09-19T04:40:46.849388+0000","last_fullsized":"2024-09-19T04:40:46.849388+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:22.940211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.854085+0000","last_change":"2024-09-19T04:40:44.849179+0000","last_active":"2024-09-19T04:40:45.854085+0000","last_peered":"2024-09-19T04:40:45.854085+0000","last_clean":"2024-09-19T04:40:45.854085+0000","last_became_active":"2024-09-19T04:40:44.848917+0000","last_became_peered":"2024-09-19T04:40:44.848917+0000","last_unstale":"2024-09-19T04:40:45.854085+0000","last_undegraded":"2024-09-19T04:40:45.854085+0000","last_fullsized":"2024-09-19T04:40:45.854085+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:38.738246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.881127+0000","last_change":"2024-09-19T04:40:45.873154+0000","last_active":"2024-09-19T04:40:45.881127+0000","last_peered":"2024-09-19T04:40:45.881127+0000","last_clean":"2024-09-19T04:40:45.881127+0000","last_became_active":"2024-09-19T04:40:45.869309+0000","last_became_peered":"2024-09-19T04:40:45.869309+0000","last_unstale":"2024-09-19T04:40:45.881127+0000","last_undegraded":"2024-09-19T04:40:45.881127+0000","last_fullsized":"2024-09-19T04:40:45.881127+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:26.862558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847866+0000","last_change":"2024-09-19T04:40:44.858328+0000","last_active":"2024-09-19T04:40:46.847866+0000","last_peered":"2024-09-19T04:40:46.847866+0000","last_clean":"2024-09-19T04:40:46.847866+0000","last_became_active":"2024-09-19T04:40:44.857293+0000","last_became_peered":"2024-09-19T04:40:44.857293+0000","last_unstale":"2024-09-19T04:40:46.847866+0000","last_undegraded":"2024-09-19T04:40:46.847866+0000","last_fullsized":"2024-09-19T04:40:46.847866+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:17:35.878486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849233+0000","last_change":"2024-09-19T04:40:45.863508+0000","last_active":"2024-09-19T04:40:46.849233+0000","last_peered":"2024-09-19T04:40:46.849233+0000","last_clean":"2024-09-19T04:40:46.849233+0000","last_became_active":"2024-09-19T04:40:45.863205+0000","last_became_peered":"2024-09-19T04:40:45.863205+0000","last_unstale":"2024-09-19T04:40:46.849233+0000","last_undegraded":"2024-09-19T04:40:46.849233+0000","last_fullsized":"2024-09-19T04:40:46.849233+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:59:56.054283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"38'8","reported_seq":20,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.895287+0000","last_change":"2024-09-19T04:40:44.859675+0000","last_active":"2024-09-19T04:40:45.895287+0000","last_peered":"2024-09-19T04:40:45.895287+0000","last_clean":"2024-09-19T04:40:45.895287+0000","last_became_active":"2024-09-19T04:40:44.859367+0000","last_became_peered":"2024-09-19T04:40:44.859367+0000","last_unstale":"2024-09-19T04:40:45.895287+0000","last_undegraded":"2024-09-19T04:40:45.895287+0000","last_fullsized":"2024-09-19T04:40:45.895287+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:39.330365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849510+0000","last_change":"2024-09-19T04:40:45.873092+0000","last_active":"2024-09-19T04:40:46.849510+0000","last_peered":"2024-09-19T04:40:46.849510+0000","last_clean":"2024-09-19T04:40:46.849510+0000","last_became_active":"2024-09-19T04:40:45.872845+0000","last_became_peered":"2024-09-19T04:40:45.872845+0000","last_unstale":"2024-09-19T04:40:46.849510+0000","last_undegraded":"2024-09-19T04:40:46.849510+0000","last_fullsized":"2024-09-19T04:40:46.849510+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:00.812449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877641+0000","last_change":"2024-09-19T04:40:44.847065+0000","last_active":"2024-09-19T04:40:46.877641+0000","last_peered":"2024-09-19T04:40:46.877641+0000","last_clean":"2024-09-19T04:40:46.877641+0000","last_became_active":"2024-09-19T04:40:44.846773+0000","last_became_peered":"2024-09-19T04:40:44.846773+0000","last_unstale":"2024-09-19T04:40:46.877641+0000","last_undegraded":"2024-09-19T04:40:46.877641+0000","last_fullsized":"2024-09-19T04:40:46.877641+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:55:30.530925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877720+0000","last_change":"2024-09-19T04:40:45.863364+0000","last_active":"2024-09-19T04:40:46.877720+0000","last_peered":"2024-09-19T04:40:46.877720+0000","last_clean":"2024-09-19T04:40:46.877720+0000","last_became_active":"2024-09-19T04:40:45.862432+0000","last_became_peered":"2024-09-19T04:40:45.862432+0000","last_unstale":"2024-09-19T04:40:46.877720+0000","last_undegraded":"2024-09-19T04:40:46.877720+0000","last_fullsized":"2024-09-19T04:40:46.877720+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:04:12.210994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.848434+0000","last_change":"2024-09-19T04:40:44.854084+0000","last_active":"2024-09-19T04:40:46.848434+0000","last_peered":"2024-09-19T04:40:46.848434+0000","last_clean":"2024-09-19T04:40:46.848434+0000","last_became_active":"2024-09-19T04:40:44.853808+0000","last_became_peered":"2024-09-19T04:40:44.853808+0000","last_unstale":"2024-09-19T04:40:46.848434+0000","last_undegraded":"2024-09-19T04:40:46.848434+0000","last_fullsized":"2024-09-19T04:40:46.848434+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:20.317906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.848422+0000","last_change":"2024-09-19T04:40:45.869790+0000","last_active":"2024-09-19T04:40:46.848422+0000","last_peered":"2024-09-19T04:40:46.848422+0000","last_clean":"2024-09-19T04:40:46.848422+0000","last_became_active":"2024-09-19T04:40:45.869414+0000","last_became_peered":"2024-09-19T04:40:45.869414+0000","last_unstale":"2024-09-19T04:40:46.848422+0000","last_undegraded":"2024-09-19T04:40:46.848422+0000","last_fullsized":"2024-09-19T04:40:46.848422+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:46:56.751601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874678+0000","last_change":"2024-09-19T04:40:44.844732+0000","last_active":"2024-09-19T04:40:46.874678+0000","last_peered":"2024-09-19T04:40:46.874678+0000","last_clean":"2024-09-19T04:40:46.874678+0000","last_became_active":"2024-09-19T04:40:44.842116+0000","last_became_peered":"2024-09-19T04:40:44.842116+0000","last_unstale":"2024-09-19T04:40:46.874678+0000","last_undegraded":"2024-09-19T04:40:46.874678+0000","last_fullsized":"2024-09-19T04:40:46.874678+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:09:00.838166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874580+0000","last_change":"2024-09-19T04:40:45.868106+0000","last_active":"2024-09-19T04:40:46.874580+0000","last_peered":"2024-09-19T04:40:46.874580+0000","last_clean":"2024-09-19T04:40:46.874580+0000","last_became_active":"2024-09-19T04:40:45.867774+0000","last_became_peered":"2024-09-19T04:40:45.867774+0000","last_unstale":"2024-09-19T04:40:46.874580+0000","last_undegraded":"2024-09-19T04:40:46.874580+0000","last_fullsized":"2024-09-19T04:40:46.874580+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:06:49.959469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.857555+0000","last_change":"2024-09-19T04:40:44.861000+0000","last_active":"2024-09-19T04:40:45.857555+0000","last_peered":"2024-09-19T04:40:45.857555+0000","last_clean":"2024-09-19T04:40:45.857555+0000","last_became_active":"2024-09-19T04:40:44.860669+0000","last_became_peered":"2024-09-19T04:40:44.860669+0000","last_unstale":"2024-09-19T04:40:45.857555+0000","last_undegraded":"2024-09-19T04:40:45.857555+0000","last_fullsized":"2024-09-19T04:40:45.857555+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:55:30.530925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.875335+0000","last_change":"2024-09-19T04:40:45.860168+0000","last_active":"2024-09-19T04:40:45.875335+0000","last_peered":"2024-09-19T04:40:45.875335+0000","last_clean":"2024-09-19T04:40:45.875335+0000","last_became_active":"2024-09-19T04:40:45.859868+0000","last_became_peered":"2024-09-19T04:40:45.859868+0000","last_unstale":"2024-09-19T04:40:45.875335+0000","last_undegraded":"2024-09-19T04:40:45.875335+0000","last_fullsized":"2024-09-19T04:40:45.875335+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:56.927410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874717+0000","last_change":"2024-09-19T04:40:44.853034+0000","last_active":"2024-09-19T04:40:46.874717+0000","last_peered":"2024-09-19T04:40:46.874717+0000","last_clean":"2024-09-19T04:40:46.874717+0000","last_became_active":"2024-09-19T04:40:44.852759+0000","last_became_peered":"2024-09-19T04:40:44.852759+0000","last_unstale":"2024-09-19T04:40:46.874717+0000","last_undegraded":"2024-09-19T04:40:46.874717+0000","last_fullsized":"2024-09-19T04:40:46.874717+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:51:13.627733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.886589+0000","last_change":"2024-09-19T04:40:45.881061+0000","last_active":"2024-09-19T04:40:45.886589+0000","last_peered":"2024-09-19T04:40:45.886589+0000","last_clean":"2024-09-19T04:40:45.886589+0000","last_became_active":"2024-09-19T04:40:45.880794+0000","last_became_peered":"2024-09-19T04:40:45.880794+0000","last_unstale":"2024-09-19T04:40:45.886589+0000","last_undegraded":"2024-09-19T04:40:45.886589+0000","last_fullsized":"2024-09-19T04:40:45.886589+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:58.963358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874581+0000","last_change":"2024-09-19T04:40:44.856200+0000","last_active":"2024-09-19T04:40:46.874581+0000","last_peered":"2024-09-19T04:40:46.874581+0000","last_clean":"2024-09-19T04:40:46.874581+0000","last_became_active":"2024-09-19T04:40:44.855896+0000","last_became_peered":"2024-09-19T04:40:44.855896+0000","last_unstale":"2024-09-19T04:40:46.874581+0000","last_undegraded":"2024-09-19T04:40:46.874581+0000","last_fullsized":"2024-09-19T04:40:46.874581+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:44:59.960407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877229+0000","last_change":"2024-09-19T04:40:45.871898+0000","last_active":"2024-09-19T04:40:46.877229+0000","last_peered":"2024-09-19T04:40:46.877229+0000","last_clean":"2024-09-19T04:40:46.877229+0000","last_became_active":"2024-09-19T04:40:45.871260+0000","last_became_peered":"2024-09-19T04:40:45.871260+0000","last_unstale":"2024-09-19T04:40:46.877229+0000","last_undegraded":"2024-09-19T04:40:46.877229+0000","last_fullsized":"2024-09-19T04:40:46.877229+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:51:23.588887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.847807+0000","last_change":"2024-09-19T04:40:44.852695+0000","last_active":"2024-09-19T04:40:45.847807+0000","last_peered":"2024-09-19T04:40:45.847807+0000","last_clean":"2024-09-19T04:40:45.847807+0000","last_became_active":"2024-09-19T04:40:44.852418+0000","last_became_peered":"2024-09-19T04:40:44.852418+0000","last_unstale":"2024-09-19T04:40:45.847807+0000","last_undegraded":"2024-09-19T04:40:45.847807+0000","last_fullsized":"2024-09-19T04:40:45.847807+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:20.317906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849964+0000","last_change":"2024-09-19T04:40:45.856641+0000","last_active":"2024-09-19T04:40:46.849964+0000","last_peered":"2024-09-19T04:40:46.849964+0000","last_clean":"2024-09-19T04:40:46.849964+0000","last_became_active":"2024-09-19T04:40:45.856362+0000","last_became_peered":"2024-09-19T04:40:45.856362+0000","last_unstale":"2024-09-19T04:40:46.849964+0000","last_undegraded":"2024-09-19T04:40:46.849964+0000","last_fullsized":"2024-09-19T04:40:46.849964+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:31:51.463132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.874315+0000","last_change":"2024-09-19T04:40:44.851554+0000","last_active":"2024-09-19T04:40:46.874315+0000","last_peered":"2024-09-19T04:40:46.874315+0000","last_clean":"2024-09-19T04:40:46.874315+0000","last_became_active":"2024-09-19T04:40:44.851258+0000","last_became_peered":"2024-09-19T04:40:44.851258+0000","last_unstale":"2024-09-19T04:40:46.874315+0000","last_undegraded":"2024-09-19T04:40:46.874315+0000","last_fullsized":"2024-09-19T04:40:46.874315+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:43:53.174487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.873039+0000","last_change":"2024-09-19T04:40:45.870205+0000","last_active":"2024-09-19T04:40:45.873039+0000","last_peered":"2024-09-19T04:40:45.873039+0000","last_clean":"2024-09-19T04:40:45.873039+0000","last_became_active":"2024-09-19T04:40:45.869815+0000","last_became_peered":"2024-09-19T04:40:45.869815+0000","last_unstale":"2024-09-19T04:40:45.873039+0000","last_undegraded":"2024-09-19T04:40:45.873039+0000","last_fullsized":"2024-09-19T04:40:45.873039+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:26.862558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877739+0000","last_change":"2024-09-19T04:40:44.853159+0000","last_active":"2024-09-19T04:40:46.877739+0000","last_peered":"2024-09-19T04:40:46.877739+0000","last_clean":"2024-09-19T04:40:46.877739+0000","last_became_active":"2024-09-19T04:40:44.852870+0000","last_became_peered":"2024-09-19T04:40:44.852870+0000","last_unstale":"2024-09-19T04:40:46.877739+0000","last_undegraded":"2024-09-19T04:40:46.877739+0000","last_fullsized":"2024-09-19T04:40:46.877739+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:53.210312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.880579+0000","last_change":"2024-09-19T04:40:45.868098+0000","last_active":"2024-09-19T04:40:45.880579+0000","last_peered":"2024-09-19T04:40:45.880579+0000","last_clean":"2024-09-19T04:40:45.880579+0000","last_became_active":"2024-09-19T04:40:45.867744+0000","last_became_peered":"2024-09-19T04:40:45.867744+0000","last_unstale":"2024-09-19T04:40:45.880579+0000","last_undegraded":"2024-09-19T04:40:45.880579+0000","last_fullsized":"2024-09-19T04:40:45.880579+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:55.720499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"39'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.876439+0000","last_change":"2024-09-19T04:40:44.855668+0000","last_active":"2024-09-19T04:40:46.876439+0000","last_peered":"2024-09-19T04:40:46.876439+0000","last_clean":"2024-09-19T04:40:46.876439+0000","last_became_active":"2024-09-19T04:40:44.849308+0000","last_became_peered":"2024-09-19T04:40:44.849308+0000","last_unstale":"2024-09-19T04:40:46.876439+0000","last_undegraded":"2024-09-19T04:40:46.876439+0000","last_fullsized":"2024-09-19T04:40:46.876439+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:26.998237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849418+0000","last_change":"2024-09-19T04:40:45.869312+0000","last_active":"2024-09-19T04:40:46.849418+0000","last_peered":"2024-09-19T04:40:46.849418+0000","last_clean":"2024-09-19T04:40:46.849418+0000","last_became_active":"2024-09-19T04:40:45.869007+0000","last_became_peered":"2024-09-19T04:40:45.869007+0000","last_unstale":"2024-09-19T04:40:46.849418+0000","last_undegraded":"2024-09-19T04:40:46.849418+0000","last_fullsized":"2024-09-19T04:40:46.849418+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:16:50.972848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.851011+0000","last_change":"2024-09-19T04:40:44.854879+0000","last_active":"2024-09-19T04:40:45.851011+0000","last_peered":"2024-09-19T04:40:45.851011+0000","last_clean":"2024-09-19T04:40:45.851011+0000","last_became_active":"2024-09-19T04:40:44.854601+0000","last_became_peered":"2024-09-19T04:40:44.854601+0000","last_unstale":"2024-09-19T04:40:45.851011+0000","last_undegraded":"2024-09-19T04:40:45.851011+0000","last_fullsized":"2024-09-19T04:40:45.851011+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:38.738246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.857400+0000","last_change":"2024-09-19T04:40:45.852967+0000","last_active":"2024-09-19T04:40:45.857400+0000","last_peered":"2024-09-19T04:40:45.857400+0000","last_clean":"2024-09-19T04:40:45.857400+0000","last_became_active":"2024-09-19T04:40:45.852674+0000","last_became_peered":"2024-09-19T04:40:45.852674+0000","last_unstale":"2024-09-19T04:40:45.857400+0000","last_undegraded":"2024-09-19T04:40:45.857400+0000","last_fullsized":"2024-09-19T04:40:45.857400+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:16.160133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.851809+0000","last_change":"2024-09-19T04:40:44.852775+0000","last_active":"2024-09-19T04:40:45.851809+0000","last_peered":"2024-09-19T04:40:45.851809+0000","last_clean":"2024-09-19T04:40:45.851809+0000","last_became_active":"2024-09-19T04:40:44.852439+0000","last_became_peered":"2024-09-19T04:40:44.852439+0000","last_unstale":"2024-09-19T04:40:45.851809+0000","last_undegraded":"2024-09-19T04:40:45.851809+0000","last_fullsized":"2024-09-19T04:40:45.851809+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:55.922891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.872895+0000","last_change":"2024-09-19T04:40:45.867710+0000","last_active":"2024-09-19T04:40:45.872895+0000","last_peered":"2024-09-19T04:40:45.872895+0000","last_clean":"2024-09-19T04:40:45.872895+0000","last_became_active":"2024-09-19T04:40:45.867429+0000","last_became_peered":"2024-09-19T04:40:45.867429+0000","last_unstale":"2024-09-19T04:40:45.872895+0000","last_undegraded":"2024-09-19T04:40:45.872895+0000","last_fullsized":"2024-09-19T04:40:45.872895+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:23:55.720499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847512+0000","last_change":"2024-09-19T04:40:44.847749+0000","last_active":"2024-09-19T04:40:46.847512+0000","last_peered":"2024-09-19T04:40:46.847512+0000","last_clean":"2024-09-19T04:40:46.847512+0000","last_became_active":"2024-09-19T04:40:44.847354+0000","last_became_peered":"2024-09-19T04:40:44.847354+0000","last_unstale":"2024-09-19T04:40:46.847512+0000","last_undegraded":"2024-09-19T04:40:46.847512+0000","last_fullsized":"2024-09-19T04:40:46.847512+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:58:49.300468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847401+0000","last_change":"2024-09-19T04:40:45.867516+0000","last_active":"2024-09-19T04:40:46.847401+0000","last_peered":"2024-09-19T04:40:46.847401+0000","last_clean":"2024-09-19T04:40:46.847401+0000","last_became_active":"2024-09-19T04:40:45.867160+0000","last_became_peered":"2024-09-19T04:40:45.867160+0000","last_unstale":"2024-09-19T04:40:46.847401+0000","last_undegraded":"2024-09-19T04:40:46.847401+0000","last_fullsized":"2024-09-19T04:40:46.847401+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:30:35.160851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.847297+0000","last_change":"2024-09-19T04:40:44.853856+0000","last_active":"2024-09-19T04:40:46.847297+0000","last_peered":"2024-09-19T04:40:46.847297+0000","last_clean":"2024-09-19T04:40:46.847297+0000","last_became_active":"2024-09-19T04:40:44.853409+0000","last_became_peered":"2024-09-19T04:40:44.853409+0000","last_unstale":"2024-09-19T04:40:46.847297+0000","last_undegraded":"2024-09-19T04:40:46.847297+0000","last_fullsized":"2024-09-19T04:40:46.847297+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:55.922891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.880241+0000","last_change":"2024-09-19T04:40:45.867515+0000","last_active":"2024-09-19T04:40:45.880241+0000","last_peered":"2024-09-19T04:40:45.880241+0000","last_clean":"2024-09-19T04:40:45.880241+0000","last_became_active":"2024-09-19T04:40:45.867254+0000","last_became_peered":"2024-09-19T04:40:45.867254+0000","last_unstale":"2024-09-19T04:40:45.880241+0000","last_undegraded":"2024-09-19T04:40:45.880241+0000","last_fullsized":"2024-09-19T04:40:45.880241+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:58:42.011187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.849058+0000","last_change":"2024-09-19T04:40:44.849844+0000","last_active":"2024-09-19T04:40:46.849058+0000","last_peered":"2024-09-19T04:40:46.849058+0000","last_clean":"2024-09-19T04:40:46.849058+0000","last_became_active":"2024-09-19T04:40:44.849538+0000","last_became_peered":"2024-09-19T04:40:44.849538+0000","last_unstale":"2024-09-19T04:40:46.849058+0000","last_undegraded":"2024-09-19T04:40:46.849058+0000","last_fullsized":"2024-09-19T04:40:46.849058+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:03.964365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-19T04:40:46.877534+0000","last_change":"2024-09-19T04:40:45.860395+0000","last_active":"2024-09-19T04:40:46.877534+0000","last_peered":"2024-09-19T04:40:46.877534+0000","last_clean":"2024-09-19T04:40:46.877534+0000","last_became_active":"2024-09-19T04:40:45.860053+0000","last_became_peered":"2024-09-19T04:40:45.860053+0000","last_unstale":"2024-09-19T04:40:46.877534+0000","last_undegraded":"2024-09-19T04:40:46.877534+0000","last_fullsized":"2024-09-19T04:40:46.877534+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:44.824199+0000","last_clean_scrub_stamp":"2024-09-19T04:40:44.824199+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:12:10.676091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.850019+0000","last_change":"2024-09-19T04:40:44.852325+0000","last_active":"2024-09-19T04:40:45.850019+0000","last_peered":"2024-09-19T04:40:45.850019+0000","last_clean":"2024-09-19T04:40:45.850019+0000","last_became_active":"2024-09-19T04:40:44.852018+0000","last_became_peered":"2024-09-19T04:40:44.852018+0000","last_unstale":"2024-09-19T04:40:45.850019+0000","last_undegraded":"2024-09-19T04:40:45.850019+0000","last_fullsized":"2024-09-19T04:40:45.850019+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:40:43.819681+0000","last_clean_scrub_stamp":"2024-09-19T04:40:43.819681+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:57:38.738246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":203,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-19T04:40:45.847126+0000","last_change":"2024-09-19T04:39:39.541908+0000","last_active":"2024-09-19T04:40:45.847126+0000","last_peered":"2024-09-19T04:40:45.847126+0000","last_clean":"2024-09-19T04:40:45.847126+0000","last_became_active":"2024-09-19T04:39:39.540794+0000","last_became_peered":"2024-09-19T04:39:39.540794+0000","last_unstale":"2024-09-19T04:40:45.847126+0000","last_undegraded":"2024-09-19T04:40:45.847126+0000","last_fullsized":"2024-09-19T04:40:45.847126+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_clean_scrub_stamp":"2024-09-19T04:39:37.899481+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.768031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574866,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32212,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339628,"statfs":{"total":96636764160,"available":96603779072,"internally_reserved":0,"allocated":1048576,"data_stored":782531,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574865,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31624,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340216,"statfs":{"total":96636764160,"available":96604381184,"internally_reserved":0,"allocated":442368,"data_stored":191063,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574864,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31644,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340196,"statfs":{"total":96636764160,"available":96604360704,"internally_reserved":0,"allocated":458752,"data_stored":197285,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574864,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31628,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340212,"statfs":{"total":96636764160,"available":96604377088,"internally_reserved":0,"allocated":446464,"data_stored":191085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574865,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27476,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":454656,"data_stored":192127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574866,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":442368,"data_stored":190551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574864,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":442368,"data_stored":190571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574864,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28040,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343800,"statfs":{"total":96636764160,"available":96608051200,"internally_reserved":0,"allocated":1036288,"data_stored":780883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:40:50.489 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T04:40:50.490 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T04:40:50.679 INFO:tasks.ceph.mds.b.smithi052.stderr:2024-09-19T04:40:50.677+0000 7fa91f000640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:40:50.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.688+0000 7f3761200640 1 Processor -- start 2024-09-19T04:40:50.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.689+0000 7f3761200640 1 -- start start 2024-09-19T04:40:50.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.690+0000 7f3761200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f375c0b5a50 0x7f375c0cf710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:50.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.690+0000 7f3761200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f375c0d1550 0x7f375c0cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:50.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.690+0000 7f3761200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f375c0d2b60 con 0x7f375c161a30 2024-09-19T04:40:50.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.690+0000 7f3761200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f375c0cf280 con 0x7f375c0b5a50 2024-09-19T04:40:50.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.690+0000 7f3761200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f375c0d2e40 con 0x7f375c0d1550 2024-09-19T04:40:50.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.690+0000 7f375b400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f375c161a30 0x7f375c0d0e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:43984/0 (socket says 172.21.15.31:43984) 2024-09-19T04:40:50.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.690+0000 7f375b400640 1 -- 172.21.15.31:0/1665233188 learned_addr learned my addr 172.21.15.31:0/1665233188 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:50.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.690+0000 7f375aa00640 1 --2- 172.21.15.31:0/1665233188 >> v2:172.21.15.52:3300/0 conn(0x7f375c0b5a50 0x7f375c0cf710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:50.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.690+0000 7f375be00640 1 --2- 172.21.15.31:0/1665233188 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f375c0d1550 0x7f375c0cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:50.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.691+0000 7f375a000640 1 -- 172.21.15.31:0/1665233188 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1069525852 0 0) 0x7f375c0d2b60 con 0x7f375c161a30 2024-09-19T04:40:50.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.691+0000 7f375a000640 1 -- 172.21.15.31:0/1665233188 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3740003520 con 0x7f375c161a30 2024-09-19T04:40:50.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.691+0000 7f375aa00640 1 -- 172.21.15.31:0/1665233188 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f375c0d1550 msgr2=0x7f375c0cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:50.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.691+0000 7f375aa00640 1 --2- 172.21.15.31:0/1665233188 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f375c0d1550 0x7f375c0cfc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.691+0000 7f375aa00640 1 -- 172.21.15.31:0/1665233188 >> v1:172.21.15.31:6789/0 conn(0x7f375c161a30 legacy=0x7f375c0d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:50.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.691+0000 7f375aa00640 1 -- 172.21.15.31:0/1665233188 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f375c0d3120 con 0x7f375c0b5a50 2024-09-19T04:40:50.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.692+0000 7f375aa00640 1 --2- 172.21.15.31:0/1665233188 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f375c0b5a50 0x7f375c0cf710 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3748009790 tx=0x7f374802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b26f1458eb8830f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:50.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.692+0000 7f375a000640 1 -- 172.21.15.31:0/1665233188 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3748037070 con 0x7f375c0b5a50 2024-09-19T04:40:50.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.692+0000 7f375a000640 1 -- 172.21.15.31:0/1665233188 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3748032440 con 0x7f375c0b5a50 2024-09-19T04:40:50.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.692+0000 7f375a000640 1 -- 172.21.15.31:0/1665233188 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3748032810 con 0x7f375c0b5a50 2024-09-19T04:40:50.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.693+0000 7f3761200640 1 -- 172.21.15.31:0/1665233188 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f375c0b5a50 msgr2=0x7f375c0cf710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:50.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.693+0000 7f3761200640 1 --2- 172.21.15.31:0/1665233188 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f375c0b5a50 0x7f375c0cf710 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3748009790 tx=0x7f374802a180 comp rx=0 tx=0).stop 2024-09-19T04:40:50.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.693+0000 7f3761200640 1 -- 172.21.15.31:0/1665233188 shutdown_connections 2024-09-19T04:40:50.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.693+0000 7f3761200640 1 --2- 172.21.15.31:0/1665233188 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f375c0d1550 0x7f375c0cfc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.693+0000 7f3761200640 1 --2- 172.21.15.31:0/1665233188 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f375c0b5a50 0x7f375c0cf710 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.693+0000 7f3761200640 1 -- 172.21.15.31:0/1665233188 >> 172.21.15.31:0/1665233188 conn(0x7f375c08c000 msgr2=0x7f375c0d4430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:50.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.693+0000 7f3761200640 1 -- 172.21.15.31:0/1665233188 shutdown_connections 2024-09-19T04:40:50.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.693+0000 7f3761200640 1 -- 172.21.15.31:0/1665233188 wait complete. 2024-09-19T04:40:50.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.694+0000 7f3761200640 1 Processor -- start 2024-09-19T04:40:50.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.695+0000 7f3761200640 1 -- start start 2024-09-19T04:40:50.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.696+0000 7f3761200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f375c0b5a50 0x7f375c15b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:50.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.696+0000 7f3761200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f375c0d1550 0x7f375c15a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:50.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.696+0000 7f3761200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f375c161a30 0x7f375c0cc5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:50.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.696+0000 7f3761200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f375c0d2760 con 0x7f375c161a30 2024-09-19T04:40:50.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.696+0000 7f3761200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f375c0b3b30 con 0x7f375c0d1550 2024-09-19T04:40:50.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.696+0000 7f3761200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f375c0d28e0 con 0x7f375c0b5a50 2024-09-19T04:40:50.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.696+0000 7f375be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f375c161a30 0x7f375c0cc5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:50.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.696+0000 7f375b400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f375c0b5a50 0x7f375c15b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:50.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.696+0000 7f375be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f375c161a30 0x7f375c0cc5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40908/0 (socket says 172.21.15.31:40908) 2024-09-19T04:40:50.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.696+0000 7f375be00640 1 -- 172.21.15.31:0/4278966651 learned_addr learned my addr 172.21.15.31:0/4278966651 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:50.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.696+0000 7f375aa00640 1 --2- 172.21.15.31:0/4278966651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f375c0d1550 0x7f375c15a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:50.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.696+0000 7f375be00640 1 -- 172.21.15.31:0/4278966651 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f375c0b5a50 msgr2=0x7f375c15b510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:50.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.696+0000 7f375be00640 1 --2- 172.21.15.31:0/4278966651 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f375c0b5a50 0x7f375c15b510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.696+0000 7f375be00640 1 -- 172.21.15.31:0/4278966651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f375c0d1550 msgr2=0x7f375c15a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:50.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.696+0000 7f375be00640 1 --2- 172.21.15.31:0/4278966651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f375c0d1550 0x7f375c15a4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.696+0000 7f375be00640 1 -- 172.21.15.31:0/4278966651 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f375c0b8890 con 0x7f375c161a30 2024-09-19T04:40:50.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.697+0000 7f375be00640 1 --2- 172.21.15.31:0/4278966651 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f375c161a30 0x7f375c0cc5c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f3754009e30 tx=0x7f375400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:50.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.697+0000 7f3753400640 1 -- 172.21.15.31:0/4278966651 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3754018020 con 0x7f375c161a30 2024-09-19T04:40:50.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.697+0000 7f3753400640 1 -- 172.21.15.31:0/4278966651 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3754014480 con 0x7f375c161a30 2024-09-19T04:40:50.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.697+0000 7f3753400640 1 -- 172.21.15.31:0/4278966651 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3754014870 con 0x7f375c161a30 2024-09-19T04:40:50.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.697+0000 7f3761200640 1 -- 172.21.15.31:0/4278966651 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f375c0b8b30 con 0x7f375c161a30 2024-09-19T04:40:50.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.697+0000 7f3761200640 1 -- 172.21.15.31:0/4278966651 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f375c0b90f0 con 0x7f375c161a30 2024-09-19T04:40:50.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.698+0000 7f3761200640 1 -- 172.21.15.31:0/4278966651 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f375c161e10 con 0x7f375c161a30 2024-09-19T04:40:50.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.699+0000 7f3753400640 1 -- 172.21.15.31:0/4278966651 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3754005d10 con 0x7f375c161a30 2024-09-19T04:40:50.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.700+0000 7f3753400640 1 --2- 172.21.15.31:0/4278966651 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f373c06c2b0 0x7f373c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:50.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.700+0000 7f3753400640 1 -- 172.21.15.31:0/4278966651 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f375408c2f0 con 0x7f375c161a30 2024-09-19T04:40:50.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.700+0000 7f375b400640 1 --2- 172.21.15.31:0/4278966651 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f373c06c2b0 0x7f373c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:50.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.701+0000 7f375b400640 1 --2- 172.21.15.31:0/4278966651 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f373c06c2b0 0x7f373c06e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f374c005880 tx=0x7f374c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:50.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.704+0000 7f3753400640 1 -- 172.21.15.31:0/4278966651 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3754022030 con 0x7f375c161a30 2024-09-19T04:40:50.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.958+0000 7f3761200640 1 -- 172.21.15.31:0/4278966651 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f375c0ba3b0 con 0x7f375c161a30 2024-09-19T04:40:50.962 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.961+0000 7f3753400640 1 -- 172.21.15.31:0/4278966651 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7f3754010040 con 0x7f375c161a30 2024-09-19T04:40:50.963 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-19T04:40:50.963 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDZqutml7qZARAA13b5YKV6Lq7t2WiQ9cjFCQ== 2024-09-19T04:40:50.963 INFO:teuthology.orchestra.run.smithi031.stdout: caps mds = "allow" 2024-09-19T04:40:50.963 INFO:teuthology.orchestra.run.smithi031.stdout: caps mon = "allow r" 2024-09-19T04:40:50.963 INFO:teuthology.orchestra.run.smithi031.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T04:40:50.963 INFO:teuthology.orchestra.run.smithi031.stderr:updated caps for client.0 2024-09-19T04:40:50.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.963+0000 7f3761200640 1 -- 172.21.15.31:0/4278966651 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f373c06c2b0 msgr2=0x7f373c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:50.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.963+0000 7f3761200640 1 --2- 172.21.15.31:0/4278966651 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f373c06c2b0 0x7f373c06e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f374c005880 tx=0x7f374c009040 comp rx=0 tx=0).stop 2024-09-19T04:40:50.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.963+0000 7f3761200640 1 -- 172.21.15.31:0/4278966651 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f375c161a30 msgr2=0x7f375c0cc5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:50.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.963+0000 7f3761200640 1 --2- 172.21.15.31:0/4278966651 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f375c161a30 0x7f375c0cc5c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f3754009e30 tx=0x7f375400c490 comp rx=0 tx=0).stop 2024-09-19T04:40:50.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.963+0000 7f3761200640 1 -- 172.21.15.31:0/4278966651 shutdown_connections 2024-09-19T04:40:50.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.963+0000 7f3761200640 1 --2- 172.21.15.31:0/4278966651 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f375c161a30 0x7f375c0cc5c0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.963+0000 7f3761200640 1 --2- 172.21.15.31:0/4278966651 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f373c06c2b0 0x7f373c06e770 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.963+0000 7f3761200640 1 --2- 172.21.15.31:0/4278966651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f375c0d1550 0x7f375c15a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.963+0000 7f3761200640 1 --2- 172.21.15.31:0/4278966651 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f375c0b5a50 0x7f375c15b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:50.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.963+0000 7f3761200640 1 -- 172.21.15.31:0/4278966651 >> 172.21.15.31:0/4278966651 conn(0x7f375c08c000 msgr2=0x7f375c06e2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:50.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.963+0000 7f3761200640 1 -- 172.21.15.31:0/4278966651 shutdown_connections 2024-09-19T04:40:50.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:50.963+0000 7f3761200640 1 -- 172.21.15.31:0/4278966651 wait complete. 2024-09-19T04:40:50.981 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:51.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.134+0000 7fbb72000640 1 Processor -- start 2024-09-19T04:40:51.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.134+0000 7fbb72000640 1 -- start start 2024-09-19T04:40:51.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.135+0000 7fbb72000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fbb6c15b160 0x7fbb6c06f180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.135+0000 7fbb72000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbb6c0d1240 0x7fbb6c070a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.136+0000 7fbb72000640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb6c06f6c0 con 0x7fbb6c0b4ce0 2024-09-19T04:40:51.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.136+0000 7fbb72000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fbb6c0b5a40 con 0x7fbb6c15b160 2024-09-19T04:40:51.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.136+0000 7fbb72000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fbb6c06f960 con 0x7fbb6c0d1240 2024-09-19T04:40:51.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.136+0000 7fbb6b400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fbb6c15b160 0x7fbb6c06f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.136+0000 7fbb6b400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fbb6c15b160 0x7fbb6c06f180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40918/0 (socket says 172.21.15.31:40918) 2024-09-19T04:40:51.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.136+0000 7fbb6b400640 1 -- 172.21.15.31:0/1330578422 learned_addr learned my addr 172.21.15.31:0/1330578422 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:51.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.136+0000 7fbb63e00640 1 --2- 172.21.15.31:0/1330578422 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbb6c0d1240 0x7fbb6c070a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.136+0000 7fbb6b400640 1 -- 172.21.15.31:0/1330578422 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbb6c0d1240 msgr2=0x7fbb6c070a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:51.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.136+0000 7fbb6b400640 1 --2- 172.21.15.31:0/1330578422 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbb6c0d1240 0x7fbb6c070a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.136+0000 7fbb6b400640 1 -- 172.21.15.31:0/1330578422 >> v1:172.21.15.52:6789/0 conn(0x7fbb6c0b4ce0 legacy=0x7fbb6c0ae8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:51.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.136+0000 7fbb6b400640 1 -- 172.21.15.31:0/1330578422 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb6c06fc40 con 0x7fbb6c15b160 2024-09-19T04:40:51.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.137+0000 7fbb6b400640 1 --2- 172.21.15.31:0/1330578422 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbb6c15b160 0x7fbb6c06f180 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fbb5c009870 tx=0x7fbb5c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b03e39e0c9b6c19 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:51.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.138+0000 7fbb6aa00640 1 -- 172.21.15.31:0/1330578422 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb5c037070 con 0x7fbb6c15b160 2024-09-19T04:40:51.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.138+0000 7fbb6aa00640 1 -- 172.21.15.31:0/1330578422 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb5c032440 con 0x7fbb6c15b160 2024-09-19T04:40:51.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.138+0000 7fbb6aa00640 1 -- 172.21.15.31:0/1330578422 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb5c032810 con 0x7fbb6c15b160 2024-09-19T04:40:51.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.138+0000 7fbb72000640 1 -- 172.21.15.31:0/1330578422 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbb6c15b160 msgr2=0x7fbb6c06f180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:51.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.138+0000 7fbb72000640 1 --2- 172.21.15.31:0/1330578422 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbb6c15b160 0x7fbb6c06f180 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fbb5c009870 tx=0x7fbb5c02a270 comp rx=0 tx=0).stop 2024-09-19T04:40:51.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.138+0000 7fbb72000640 1 -- 172.21.15.31:0/1330578422 shutdown_connections 2024-09-19T04:40:51.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.138+0000 7fbb72000640 1 --2- 172.21.15.31:0/1330578422 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbb6c0d1240 0x7fbb6c070a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.138+0000 7fbb72000640 1 --2- 172.21.15.31:0/1330578422 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbb6c15b160 0x7fbb6c06f180 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.138+0000 7fbb72000640 1 -- 172.21.15.31:0/1330578422 >> 172.21.15.31:0/1330578422 conn(0x7fbb6c09aa70 msgr2=0x7fbb6c0b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:51.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.138+0000 7fbb72000640 1 -- 172.21.15.31:0/1330578422 shutdown_connections 2024-09-19T04:40:51.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.138+0000 7fbb72000640 1 -- 172.21.15.31:0/1330578422 wait complete. 2024-09-19T04:40:51.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.140+0000 7fbb72000640 1 Processor -- start 2024-09-19T04:40:51.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.140+0000 7fbb72000640 1 -- start start 2024-09-19T04:40:51.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.141+0000 7fbb72000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbb6c0b4ce0 0x7fbb6c09ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.141+0000 7fbb72000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbb6c0d1240 0x7fbb6c153f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.141+0000 7fbb72000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb6c15b160 0x7fbb6c09d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.143 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.141+0000 7fbb72000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fbb6c15b540 con 0x7fbb6c0d1240 2024-09-19T04:40:51.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.141+0000 7fbb72000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbb6c070200 con 0x7fbb6c15b160 2024-09-19T04:40:51.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.141+0000 7fbb72000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fbb6c070f40 con 0x7fbb6c0b4ce0 2024-09-19T04:40:51.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.141+0000 7fbb63e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbb6c0d1240 0x7fbb6c153f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.141+0000 7fbb63e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbb6c0d1240 0x7fbb6c153f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40932/0 (socket says 172.21.15.31:40932) 2024-09-19T04:40:51.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.141+0000 7fbb6b400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbb6c0b4ce0 0x7fbb6c09ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.141+0000 7fbb63e00640 1 -- 172.21.15.31:0/941026691 learned_addr learned my addr 172.21.15.31:0/941026691 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:51.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.141+0000 7fbb6be00640 1 --2- 172.21.15.31:0/941026691 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb6c15b160 0x7fbb6c09d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.142+0000 7fbb63e00640 1 -- 172.21.15.31:0/941026691 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbb6c0b4ce0 msgr2=0x7fbb6c09ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:51.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.142+0000 7fbb63e00640 1 --2- 172.21.15.31:0/941026691 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbb6c0b4ce0 0x7fbb6c09ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.142+0000 7fbb63e00640 1 -- 172.21.15.31:0/941026691 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb6c15b160 msgr2=0x7fbb6c09d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:51.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.142+0000 7fbb63e00640 1 --2- 172.21.15.31:0/941026691 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb6c15b160 0x7fbb6c09d1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.142+0000 7fbb63e00640 1 -- 172.21.15.31:0/941026691 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb6c09de90 con 0x7fbb6c0d1240 2024-09-19T04:40:51.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.142+0000 7fbb6b400640 1 --2- 172.21.15.31:0/941026691 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbb6c0b4ce0 0x7fbb6c09ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:40:51.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.142+0000 7fbb63e00640 1 --2- 172.21.15.31:0/941026691 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbb6c0d1240 0x7fbb6c153f40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fbb5400e980 tx=0x7fbb5400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:51.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.142+0000 7fbb63400640 1 -- 172.21.15.31:0/941026691 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb54017070 con 0x7fbb6c0d1240 2024-09-19T04:40:51.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.142+0000 7fbb63400640 1 -- 172.21.15.31:0/941026691 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb5400ca00 con 0x7fbb6c0d1240 2024-09-19T04:40:51.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.142+0000 7fbb63400640 1 -- 172.21.15.31:0/941026691 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb5400cdd0 con 0x7fbb6c0d1240 2024-09-19T04:40:51.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.142+0000 7fbb72000640 1 -- 172.21.15.31:0/941026691 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb6c09e170 con 0x7fbb6c0d1240 2024-09-19T04:40:51.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.142+0000 7fbb72000640 1 -- 172.21.15.31:0/941026691 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb6c09e730 con 0x7fbb6c0d1240 2024-09-19T04:40:51.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.143+0000 7fbb72000640 1 -- 172.21.15.31:0/941026691 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb6c0709e0 con 0x7fbb6c0d1240 2024-09-19T04:40:51.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.144+0000 7fbb63400640 1 -- 172.21.15.31:0/941026691 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbb5401a070 con 0x7fbb6c0d1240 2024-09-19T04:40:51.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.146+0000 7fbb63400640 1 --2- 172.21.15.31:0/941026691 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fbb4806c2b0 0x7fbb4806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.146+0000 7fbb63400640 1 -- 172.21.15.31:0/941026691 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fbb5408b8a0 con 0x7fbb6c0d1240 2024-09-19T04:40:51.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.146+0000 7fbb6b400640 1 --2- 172.21.15.31:0/941026691 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fbb4806c2b0 0x7fbb4806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.148 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.147+0000 7fbb6b400640 1 --2- 172.21.15.31:0/941026691 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fbb4806c2b0 0x7fbb4806e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fbb5c034000 tx=0x7fbb5c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:51.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.150+0000 7fbb63400640 1 -- 172.21.15.31:0/941026691 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbb54059820 con 0x7fbb6c0d1240 2024-09-19T04:40:51.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.373+0000 7fbb72000640 1 -- 172.21.15.31:0/941026691 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbb6c156b90 con 0x7fbb6c0d1240 2024-09-19T04:40:51.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.374+0000 7fbb63400640 1 -- 172.21.15.31:0/941026691 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5211 (secure 0 0 0) 0x7fbb5405db20 con 0x7fbb6c0d1240 2024-09-19T04:40:51.376 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:51.376 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":18,"btime":"2024-09-19T04:40:48:869927+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4825,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6834/917622041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":917622041},{"type":"v1","addr":"172.21.15.52:6834","nonce":917622041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4828,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6836/91213986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":91213986},{"type":"v1","addr":"172.21.15.31:6836","nonce":91213986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/690258196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6835","nonce":690258196},{"type":"v1","addr":"172.21.15.31:6837","nonce":690258196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:40:45.265528+0000","modified":"2024-09-19T04:40:48.296702+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4839},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4839":{"gid":4839,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.52:6835/3791375786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":3791375786},{"type":"v1","addr":"172.21.15.52:6835","nonce":3791375786}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4839,"qdb_cluster":[4839]},"id":2}]} 2024-09-19T04:40:51.376 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 18 2024-09-19T04:40:51.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.376+0000 7fbb72000640 1 -- 172.21.15.31:0/941026691 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fbb4806c2b0 msgr2=0x7fbb4806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:51.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.376+0000 7fbb72000640 1 --2- 172.21.15.31:0/941026691 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fbb4806c2b0 0x7fbb4806e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fbb5c034000 tx=0x7fbb5c02e000 comp rx=0 tx=0).stop 2024-09-19T04:40:51.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.376+0000 7fbb72000640 1 -- 172.21.15.31:0/941026691 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbb6c0d1240 msgr2=0x7fbb6c153f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:51.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.376+0000 7fbb72000640 1 --2- 172.21.15.31:0/941026691 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbb6c0d1240 0x7fbb6c153f40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fbb5400e980 tx=0x7fbb5400ee40 comp rx=0 tx=0).stop 2024-09-19T04:40:51.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.376+0000 7fbb72000640 1 -- 172.21.15.31:0/941026691 shutdown_connections 2024-09-19T04:40:51.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.376+0000 7fbb72000640 1 --2- 172.21.15.31:0/941026691 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fbb4806c2b0 0x7fbb4806e770 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.376+0000 7fbb72000640 1 --2- 172.21.15.31:0/941026691 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb6c15b160 0x7fbb6c09d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.376+0000 7fbb72000640 1 --2- 172.21.15.31:0/941026691 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fbb6c0d1240 0x7fbb6c153f40 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.376+0000 7fbb72000640 1 --2- 172.21.15.31:0/941026691 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fbb6c0b4ce0 0x7fbb6c09ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.376+0000 7fbb72000640 1 -- 172.21.15.31:0/941026691 >> 172.21.15.31:0/941026691 conn(0x7fbb6c09aa70 msgr2=0x7fbb6c157390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:51.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.376+0000 7fbb72000640 1 -- 172.21.15.31:0/941026691 shutdown_connections 2024-09-19T04:40:51.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.376+0000 7fbb72000640 1 -- 172.21.15.31:0/941026691 wait complete. 2024-09-19T04:40:51.796 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 18, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T04:40:45.265528+0000', 'modified': '2024-09-19T04:40:48.296702+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4839}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4839': {'gid': 4839, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.52:6835/3791375786', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.52:6833', 'nonce': 3791375786}, {'type': 'v1', 'addr': '172.21.15.52:6835', 'nonce': 3791375786}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4839, 'qdb_cluster': [4839]} 2024-09-19T04:40:51.796 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T04:40:51.796 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-19T04:40:51.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.953+0000 7f6210c00640 1 Processor -- start 2024-09-19T04:40:51.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.954+0000 7f6210c00640 1 -- start start 2024-09-19T04:40:51.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.955+0000 7f6210c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f620c0afc40 0x7f620c166f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.955+0000 7f6210c00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f620c06e590 con 0x7f620c072620 2024-09-19T04:40:51.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.955+0000 7f6210c00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f620c06e870 con 0x7f620c072240 2024-09-19T04:40:51.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.955+0000 7f6210c00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f620c06eb50 con 0x7f620c0afc40 2024-09-19T04:40:51.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.955+0000 7f6201400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f620c072620 0x7f620c0af530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:44000/0 (socket says 172.21.15.31:44000) 2024-09-19T04:40:51.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.955+0000 7f6201400640 1 -- 172.21.15.31:0/77707821 learned_addr learned my addr 172.21.15.31:0/77707821 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:51.957 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.955+0000 7f620a800640 1 --2- 172.21.15.31:0/77707821 >> v2:172.21.15.31:3300/0 conn(0x7f620c0afc40 0x7f620c166f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.956+0000 7f620a800640 1 -- 172.21.15.31:0/77707821 >> v1:172.21.15.52:6789/0 conn(0x7f620c072240 legacy=0x7f620c15d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:51.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.956+0000 7f620a800640 1 -- 172.21.15.31:0/77707821 >> v1:172.21.15.31:6789/0 conn(0x7f620c072620 legacy=0x7f620c0af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:51.958 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.956+0000 7f620a800640 1 -- 172.21.15.31:0/77707821 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f620c06ee30 con 0x7f620c0afc40 2024-09-19T04:40:51.959 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.957+0000 7f620a800640 1 --2- 172.21.15.31:0/77707821 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f620c0afc40 0x7f620c166f50 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f6204009d90 tx=0x7f620402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=688af120518ec6ba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:51.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.957+0000 7f6209400640 1 -- 172.21.15.31:0/77707821 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6204007740 con 0x7f620c0afc40 2024-09-19T04:40:51.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.957+0000 7f6209400640 1 -- 172.21.15.31:0/77707821 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62040078e0 con 0x7f620c0afc40 2024-09-19T04:40:51.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.957+0000 7f6209400640 1 -- 172.21.15.31:0/77707821 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6204007cb0 con 0x7f620c0afc40 2024-09-19T04:40:51.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.957+0000 7f6210c00640 1 -- 172.21.15.31:0/77707821 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f620c0afc40 msgr2=0x7f620c166f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:51.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.957+0000 7f6210c00640 1 --2- 172.21.15.31:0/77707821 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f620c0afc40 0x7f620c166f50 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f6204009d90 tx=0x7f620402a6f0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.958+0000 7f6210c00640 1 -- 172.21.15.31:0/77707821 shutdown_connections 2024-09-19T04:40:51.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.958+0000 7f6210c00640 1 --2- 172.21.15.31:0/77707821 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f620c0afc40 0x7f620c166f50 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.958+0000 7f6210c00640 1 -- 172.21.15.31:0/77707821 >> 172.21.15.31:0/77707821 conn(0x7f620c067da0 msgr2=0x7f620c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:51.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.958+0000 7f6210c00640 1 -- 172.21.15.31:0/77707821 shutdown_connections 2024-09-19T04:40:51.960 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.958+0000 7f6210c00640 1 -- 172.21.15.31:0/77707821 wait complete. 2024-09-19T04:40:51.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.959+0000 7f6210c00640 1 Processor -- start 2024-09-19T04:40:51.961 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.959+0000 7f6210c00640 1 -- start start 2024-09-19T04:40:51.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.960+0000 7f6210c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f620c072240 0x7f620c14f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.963 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.960+0000 7f6210c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f620c072620 0x7f620c1455b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.960+0000 7f6210c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f620c0afc40 0x7f620c146850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.960+0000 7f6210c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f620c06dfd0 con 0x7f620c0afc40 2024-09-19T04:40:51.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.960+0000 7f6210c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f620c0ce3f0 con 0x7f620c072240 2024-09-19T04:40:51.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.960+0000 7f6210c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f620c06e150 con 0x7f620c072620 2024-09-19T04:40:51.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.960+0000 7f620a800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f620c0afc40 0x7f620c146850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.960+0000 7f620a800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f620c0afc40 0x7f620c146850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40952/0 (socket says 172.21.15.31:40952) 2024-09-19T04:40:51.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.960+0000 7f620a800640 1 -- 172.21.15.31:0/3462964122 learned_addr learned my addr 172.21.15.31:0/3462964122 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:51.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.961+0000 7f6209e00640 1 --2- 172.21.15.31:0/3462964122 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f620c072240 0x7f620c14f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.961+0000 7f6201400640 1 --2- 172.21.15.31:0/3462964122 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f620c072620 0x7f620c1455b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.961+0000 7f620a800640 1 -- 172.21.15.31:0/3462964122 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f620c072620 msgr2=0x7f620c1455b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:51.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.961+0000 7f620a800640 1 --2- 172.21.15.31:0/3462964122 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f620c072620 0x7f620c1455b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.961+0000 7f620a800640 1 -- 172.21.15.31:0/3462964122 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f620c072240 msgr2=0x7f620c14f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:51.964 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.961+0000 7f620a800640 1 --2- 172.21.15.31:0/3462964122 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f620c072240 0x7f620c14f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.961+0000 7f620a800640 1 -- 172.21.15.31:0/3462964122 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f620c14c660 con 0x7f620c0afc40 2024-09-19T04:40:51.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.961+0000 7f620a800640 1 --2- 172.21.15.31:0/3462964122 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f620c0afc40 0x7f620c146850 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f6204009d90 tx=0x7f6204004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:51.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.962+0000 7f6202a00640 1 -- 172.21.15.31:0/3462964122 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6204040070 con 0x7f620c0afc40 2024-09-19T04:40:51.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.962+0000 7f6202a00640 1 -- 172.21.15.31:0/3462964122 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6204031c90 con 0x7f620c0afc40 2024-09-19T04:40:51.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.962+0000 7f6202a00640 1 -- 172.21.15.31:0/3462964122 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f620403c640 con 0x7f620c0afc40 2024-09-19T04:40:51.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.962+0000 7f6210c00640 1 -- 172.21.15.31:0/3462964122 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f620c14c940 con 0x7f620c0afc40 2024-09-19T04:40:51.965 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.962+0000 7f6210c00640 1 -- 172.21.15.31:0/3462964122 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f620c14c180 con 0x7f620c0afc40 2024-09-19T04:40:51.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.965+0000 7f6202a00640 1 -- 172.21.15.31:0/3462964122 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6204039040 con 0x7f620c0afc40 2024-09-19T04:40:51.967 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.966+0000 7f6213a90740 1 Processor -- start 2024-09-19T04:40:51.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.966+0000 7f6202a00640 1 --2- 172.21.15.31:0/3462964122 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f61e806c2e0 0x7f61e806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.966+0000 7f6213a90740 1 -- start start 2024-09-19T04:40:51.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.966+0000 7f6202a00640 1 -- 172.21.15.31:0/3462964122 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f62040ac670 con 0x7f620c0afc40 2024-09-19T04:40:51.968 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.966+0000 7f6201400640 1 --2- 172.21.15.31:0/3462964122 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f61e806c2e0 0x7f61e806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.966+0000 7f6213a90740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059462cf0 0x55b0594a8490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.967+0000 7f6213a90740 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b0594604b0 0x55b0594630d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.967+0000 7f6213a90740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b059464480 0x55b05945d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.967+0000 7f6213a90740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x55b0593c13b0 con 0x55b059462cf0 2024-09-19T04:40:51.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.967+0000 7f6213a90740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55b0593c6410 con 0x55b059464480 2024-09-19T04:40:51.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.967+0000 7f6213a90740 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x55b05936e620 con 0x55b0594604b0 2024-09-19T04:40:51.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.967+0000 7f6209e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059462cf0 0x55b0594a8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.967+0000 7f6201400640 1 --2- 172.21.15.31:0/3462964122 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f61e806c2e0 0x7f61e806e7a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f61f4005880 tx=0x7f61f4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:51.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.967+0000 7f6209e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059462cf0 0x55b0594a8490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40956/0 (socket says 172.21.15.31:40956) 2024-09-19T04:40:51.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.967+0000 7f6209e00640 1 -- 172.21.15.31:0/4016958756 learned_addr learned my addr 172.21.15.31:0/4016958756 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:51.970 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.967+0000 7f620a800640 1 --2- 172.21.15.31:0/4016958756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b059464480 0x55b05945d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.967+0000 7f6201400640 1 --2- 172.21.15.31:0/4016958756 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b0594604b0 0x55b0594630d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.967+0000 7f6209e00640 1 -- 172.21.15.31:0/4016958756 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b0594604b0 msgr2=0x55b0594630d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:51.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.967+0000 7f6209e00640 1 --2- 172.21.15.31:0/4016958756 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b0594604b0 0x55b0594630d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.967+0000 7f6209e00640 1 -- 172.21.15.31:0/4016958756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b059464480 msgr2=0x55b05945d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:51.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.967+0000 7f6209e00640 1 --2- 172.21.15.31:0/4016958756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b059464480 0x55b05945d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.967+0000 7f6209e00640 1 -- 172.21.15.31:0/4016958756 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0590d92d0 con 0x55b059462cf0 2024-09-19T04:40:51.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.967+0000 7f620a800640 1 --2- 172.21.15.31:0/4016958756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b059464480 0x55b05945d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:51.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.967+0000 7f6209e00640 1 --2- 172.21.15.31:0/4016958756 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059462cf0 0x55b0594a8490 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f61fc0017f0 tx=0x7f61fc007e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71998077631e05d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:51.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.968+0000 7f61fa600640 1 -- 172.21.15.31:0/4016958756 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61fc0052e0 con 0x55b059462cf0 2024-09-19T04:40:51.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.968+0000 7f61fa600640 1 -- 172.21.15.31:0/4016958756 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61fc007030 con 0x55b059462cf0 2024-09-19T04:40:51.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.968+0000 7f61fa600640 1 -- 172.21.15.31:0/4016958756 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61fc007220 con 0x55b059462cf0 2024-09-19T04:40:51.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.968+0000 7f6213a90740 1 -- 172.21.15.31:0/4016958756 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059462cf0 msgr2=0x55b0594a8490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:51.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.968+0000 7f6213a90740 1 --2- 172.21.15.31:0/4016958756 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059462cf0 0x55b0594a8490 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f61fc0017f0 tx=0x7f61fc007e50 comp rx=0 tx=0).stop 2024-09-19T04:40:51.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.968+0000 7f6213a90740 1 -- 172.21.15.31:0/4016958756 shutdown_connections 2024-09-19T04:40:51.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.968+0000 7f6213a90740 1 --2- 172.21.15.31:0/4016958756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b059464480 0x55b05945d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.968+0000 7f6213a90740 1 --2- 172.21.15.31:0/4016958756 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b0594604b0 0x55b0594630d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.968+0000 7f6213a90740 1 --2- 172.21.15.31:0/4016958756 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059462cf0 0x55b0594a8490 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.968+0000 7f6213a90740 1 -- 172.21.15.31:0/4016958756 >> 172.21.15.31:0/4016958756 conn(0x55b05945f740 msgr2=0x55b0594a7960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:51.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.969+0000 7f6213a90740 1 -- 172.21.15.31:0/4016958756 shutdown_connections 2024-09-19T04:40:51.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.969+0000 7f6213a90740 1 -- 172.21.15.31:0/4016958756 wait complete. 2024-09-19T04:40:51.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.969+0000 7f6213a90740 1 -- start start 2024-09-19T04:40:51.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.970+0000 7f6213a90740 1 Processor -- start 2024-09-19T04:40:51.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.970+0000 7f6213a90740 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b059462cf0 0x55b05945e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.970+0000 7f6213a90740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b059464480 0x55b0594a5030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.971+0000 7f6213a90740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b05948a6d0 0x55b059488b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.971+0000 7f6213a90740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x55b059381780 con 0x55b05948a6d0 2024-09-19T04:40:51.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.971+0000 7f6213a90740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55b0593c23d0 con 0x55b059464480 2024-09-19T04:40:51.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.971+0000 7f6213a90740 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x55b05945ebe0 con 0x55b059462cf0 2024-09-19T04:40:51.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.971+0000 7f6213a90740 10 client.0 _ll_register_callbacks cb 0x55b0593bf5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:40:51.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.971+0000 7f620a800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b05948a6d0 0x55b059488b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.971+0000 7f620a800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b05948a6d0 0x55b059488b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40972/0 (socket says 172.21.15.31:40972) 2024-09-19T04:40:51.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.971+0000 7f620a800640 1 -- 172.21.15.31:0/2252964986 learned_addr learned my addr 172.21.15.31:0/2252964986 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:51.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.971+0000 7f6201400640 1 --2- 172.21.15.31:0/2252964986 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b059464480 0x55b0594a5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.971+0000 7f6209e00640 1 --2- 172.21.15.31:0/2252964986 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b059462cf0 0x55b05945e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.971+0000 7f620a800640 1 -- 172.21.15.31:0/2252964986 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b059462cf0 msgr2=0x55b05945e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:51.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.971+0000 7f620a800640 1 --2- 172.21.15.31:0/2252964986 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b059462cf0 0x55b05945e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.971+0000 7f620a800640 1 -- 172.21.15.31:0/2252964986 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b059464480 msgr2=0x55b0594a5030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:51.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.971+0000 7f620a800640 1 --2- 172.21.15.31:0/2252964986 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b059464480 0x55b0594a5030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.971+0000 7f620a800640 1 -- 172.21.15.31:0/2252964986 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0591a36b0 con 0x55b05948a6d0 2024-09-19T04:40:51.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.971+0000 7f6209e00640 1 --2- 172.21.15.31:0/2252964986 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b059462cf0 0x55b05945e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:51.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.971+0000 7f620a800640 1 --2- 172.21.15.31:0/2252964986 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b05948a6d0 0x55b059488b10 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f6204082d50 tx=0x7f6204031f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e065e9e38428be93 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:51.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.971+0000 7f61eea00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-19T04:40:51.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.972+0000 7f61eea00640 1 -- 172.21.15.31:0/2252964986 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6204049040 con 0x55b05948a6d0 2024-09-19T04:40:51.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.972+0000 7f61eea00640 1 -- 172.21.15.31:0/2252964986 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f620407abb0 con 0x55b05948a6d0 2024-09-19T04:40:51.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.972+0000 7f6213a90740 1 -- 172.21.15.31:0/2252964986 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f61fc007030 con 0x55b05948a6d0 2024-09-19T04:40:51.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.972+0000 7f61eea00640 1 -- 172.21.15.31:0/2252964986 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f6204099050 con 0x55b05948a6d0 2024-09-19T04:40:51.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.972+0000 7f6213a90740 10 client.5004 fetch_fsmap learned FSMap version 18 2024-09-19T04:40:51.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.972+0000 7f6213a90740 1 -- 172.21.15.31:0/2252964986 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x55b05948b300 con 0x55b05948a6d0 2024-09-19T04:40:51.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.972+0000 7f61eea00640 1 -- 172.21.15.31:0/2252964986 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61fc007030 con 0x55b05948a6d0 2024-09-19T04:40:51.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.972+0000 7f61eea00640 1 -- 172.21.15.31:0/2252964986 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f620404c020 con 0x55b05948a6d0 2024-09-19T04:40:51.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.972+0000 7f6213a90740 10 client.5004 fetch_fsmap finished waiting for FSMap version 18 2024-09-19T04:40:51.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.972+0000 7f6213a90740 10 client.5004 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T04:40:51.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.972+0000 7f6213a90740 20 client.5004 populate_metadata read hostname 'smithi031' 2024-09-19T04:40:51.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.972+0000 7f6213a90740 1 --2- 172.21.15.31:0/2252964986 >> [v2:172.21.15.52:6833/3791375786,v1:172.21.15.52:6835/3791375786] conn(0x55b05945cb80 0x55b0594b8cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.972+0000 7f6213a90740 4 client.5004 mds_command: new command op to 4839 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T04:40:51.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.972+0000 7f6213a90740 1 -- 172.21.15.31:0/2252964986 --> [v2:172.21.15.52:6833/3791375786,v1:172.21.15.52:6835/3791375786] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b0593d3b40 con 0x55b05945cb80 2024-09-19T04:40:51.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.973+0000 7f6209e00640 1 --2- 172.21.15.31:0/2252964986 >> [v2:172.21.15.52:6833/3791375786,v1:172.21.15.52:6835/3791375786] conn(0x55b05945cb80 0x55b0594b8cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.973+0000 7f6209e00640 1 --2- 172.21.15.31:0/2252964986 >> [v2:172.21.15.52:6833/3791375786,v1:172.21.15.52:6835/3791375786] conn(0x55b05945cb80 0x55b0594b8cf0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a7c029f9d3205aa server_cookie=2db01ffed5496ee0 in_seq=0 out_seq=0 2024-09-19T04:40:51.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.973+0000 7f61eea00640 10 client.5004 ms_handle_connect on v2:172.21.15.52:6833/3791375786 2024-09-19T04:40:51.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.974+0000 7f61eea00640 1 -- 172.21.15.31:0/2252964986 <== mds.0 v2:172.21.15.52:6833/3791375786 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b0593d3b40 con 0x55b05945cb80 2024-09-19T04:40:51.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.974+0000 7f61eea00640 10 client.5004 handle_command_reply: tid=0 2024-09-19T04:40:51.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.974+0000 7f6213a90740 1 client.5004 shutdown 2024-09-19T04:40:51.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.975+0000 7f6213a90740 1 -- 172.21.15.31:0/2252964986 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b05948a6d0 msgr2=0x55b059488b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:51.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.975+0000 7f6213a90740 1 --2- 172.21.15.31:0/2252964986 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b05948a6d0 0x55b059488b10 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f6204082d50 tx=0x7f6204031f00 comp rx=0 tx=0).stop 2024-09-19T04:40:51.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.975+0000 7f6213a90740 1 -- 172.21.15.31:0/2252964986 shutdown_connections 2024-09-19T04:40:51.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.975+0000 7f6213a90740 1 --2- 172.21.15.31:0/2252964986 >> [v2:172.21.15.52:6833/3791375786,v1:172.21.15.52:6835/3791375786] conn(0x55b05945cb80 0x55b0594b8cf0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.975+0000 7f6213a90740 1 --2- 172.21.15.31:0/2252964986 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b05948a6d0 0x55b059488b10 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.975+0000 7f6213a90740 1 --2- 172.21.15.31:0/2252964986 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b059464480 0x55b0594a5030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.975+0000 7f6213a90740 1 --2- 172.21.15.31:0/2252964986 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b059462cf0 0x55b05945e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.975+0000 7f61eea00640 0 client.5004 ms_handle_reset on v2:172.21.15.52:6833/3791375786 2024-09-19T04:40:51.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.975+0000 7f6213a90740 1 -- 172.21.15.31:0/2252964986 >> 172.21.15.31:0/2252964986 conn(0x55b0594604b0 msgr2=0x55b0594a6ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:51.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.975+0000 7f6213a90740 1 -- 172.21.15.31:0/2252964986 shutdown_connections 2024-09-19T04:40:51.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.975+0000 7f6213a90740 1 -- 172.21.15.31:0/2252964986 wait complete. 2024-09-19T04:40:51.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.975+0000 7f6213a90740 20 client.5004 trim_cache size 0 max 16384 2024-09-19T04:40:51.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.994+0000 7f6213a90740 1 Processor -- start 2024-09-19T04:40:51.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.994+0000 7f6213a90740 1 -- start start 2024-09-19T04:40:51.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.995+0000 7f6213a90740 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b059462cf0 0x55b0594cc1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.995+0000 7f6213a90740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059464480 0x55b0594a4940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.995+0000 7f6213a90740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b05948a6d0 0x55b0594a4e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:51.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.995+0000 7f6213a90740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f620c2002d0 con 0x55b059464480 2024-09-19T04:40:51.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.995+0000 7f6213a90740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f620c1490f0 con 0x55b05948a6d0 2024-09-19T04:40:51.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.995+0000 7f6213a90740 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f620c1ffdb0 con 0x55b059462cf0 2024-09-19T04:40:51.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.995+0000 7f6201400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059464480 0x55b0594a4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.995+0000 7f6201400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059464480 0x55b0594a4940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:40988/0 (socket says 172.21.15.31:40988) 2024-09-19T04:40:51.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.995+0000 7f6201400640 1 -- 172.21.15.31:0/3968970355 learned_addr learned my addr 172.21.15.31:0/3968970355 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:51.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.995+0000 7f620a800640 1 --2- 172.21.15.31:0/3968970355 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b05948a6d0 0x55b0594a4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:51.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.995+0000 7f6201400640 1 -- 172.21.15.31:0/3968970355 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b059462cf0 msgr2=0x55b0594cc1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:51.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.995+0000 7f6201400640 1 --2- 172.21.15.31:0/3968970355 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b059462cf0 0x55b0594cc1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.995+0000 7f6201400640 1 -- 172.21.15.31:0/3968970355 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b05948a6d0 msgr2=0x55b0594a4e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:51.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.995+0000 7f6201400640 1 --2- 172.21.15.31:0/3968970355 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b05948a6d0 0x55b0594a4e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:51.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.995+0000 7f6201400640 1 -- 172.21.15.31:0/3968970355 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0594ab900 con 0x55b059464480 2024-09-19T04:40:51.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.995+0000 7f620a800640 1 --2- 172.21.15.31:0/3968970355 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b05948a6d0 0x55b0594a4e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:51.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.996+0000 7f6201400640 1 --2- 172.21.15.31:0/3968970355 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059464480 0x55b0594a4940 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f61f400faf0 tx=0x7f61f4012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ae6fdc79aa32179 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:51.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.996+0000 7f61f9c00640 1 -- 172.21.15.31:0/3968970355 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f4014ce0 con 0x55b059464480 2024-09-19T04:40:51.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.996+0000 7f61f9c00640 1 -- 172.21.15.31:0/3968970355 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61f4028070 con 0x55b059464480 2024-09-19T04:40:51.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.996+0000 7f61f9c00640 1 -- 172.21.15.31:0/3968970355 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f4023680 con 0x55b059464480 2024-09-19T04:40:51.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.996+0000 7f6213a90740 1 -- 172.21.15.31:0/3968970355 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059464480 msgr2=0x55b0594a4940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:51.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.996+0000 7f6213a90740 1 --2- 172.21.15.31:0/3968970355 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059464480 0x55b0594a4940 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f61f400faf0 tx=0x7f61f4012000 comp rx=0 tx=0).stop 2024-09-19T04:40:52.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.997+0000 7f6213a90740 1 -- 172.21.15.31:0/3968970355 shutdown_connections 2024-09-19T04:40:52.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.997+0000 7f6213a90740 1 --2- 172.21.15.31:0/3968970355 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b05948a6d0 0x55b0594a4e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.997+0000 7f6213a90740 1 --2- 172.21.15.31:0/3968970355 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059464480 0x55b0594a4940 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.997+0000 7f6213a90740 1 --2- 172.21.15.31:0/3968970355 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b059462cf0 0x55b0594cc1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.997+0000 7f6213a90740 1 -- 172.21.15.31:0/3968970355 >> 172.21.15.31:0/3968970355 conn(0x55b0594604b0 msgr2=0x55b059463ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:52.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.997+0000 7f6213a90740 1 -- 172.21.15.31:0/3968970355 shutdown_connections 2024-09-19T04:40:52.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.997+0000 7f6213a90740 1 -- 172.21.15.31:0/3968970355 wait complete. 2024-09-19T04:40:52.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.997+0000 7f6213a90740 1 -- start start 2024-09-19T04:40:52.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.998+0000 7f6213a90740 1 Processor -- start 2024-09-19T04:40:52.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.998+0000 7f6213a90740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059462cf0 0x55b059463e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:52.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.998+0000 7f6213a90740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b059464480 0x55b0594c90c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:52.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.998+0000 7f6213a90740 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b05948a6d0 0x55b059528fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:52.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.998+0000 7f6213a90740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x55b05945ca00 con 0x55b059462cf0 2024-09-19T04:40:52.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.998+0000 7f6213a90740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55b05948b5e0 con 0x55b059464480 2024-09-19T04:40:52.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.998+0000 7f6213a90740 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x55b05945d050 con 0x55b05948a6d0 2024-09-19T04:40:52.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.999+0000 7f6213a90740 10 client.0 _ll_register_callbacks cb 0x7f6204007250 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:40:52.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.999+0000 7f6209e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059462cf0 0x55b059463e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:52.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.999+0000 7f6209e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059462cf0 0x55b059463e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41004/0 (socket says 172.21.15.31:41004) 2024-09-19T04:40:52.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.999+0000 7f6209e00640 1 -- 172.21.15.31:0/3399623719 learned_addr learned my addr 172.21.15.31:0/3399623719 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:52.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.999+0000 7f620a800640 1 --2- 172.21.15.31:0/3399623719 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b05948a6d0 0x55b059528fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:52.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.999+0000 7f6201400640 1 --2- 172.21.15.31:0/3399623719 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b059464480 0x55b0594c90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:52.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.999+0000 7f6209e00640 1 -- 172.21.15.31:0/3399623719 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b05948a6d0 msgr2=0x55b059528fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:52.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.999+0000 7f6209e00640 1 --2- 172.21.15.31:0/3399623719 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b05948a6d0 0x55b059528fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.999+0000 7f6209e00640 1 -- 172.21.15.31:0/3399623719 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b059464480 msgr2=0x55b0594c90c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:52.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.999+0000 7f6209e00640 1 --2- 172.21.15.31:0/3399623719 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b059464480 0x55b0594c90c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.999+0000 7f6209e00640 1 -- 172.21.15.31:0/3399623719 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b059529520 con 0x55b059462cf0 2024-09-19T04:40:52.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.999+0000 7f620a800640 1 --2- 172.21.15.31:0/3399623719 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b05948a6d0 0x55b059528fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:52.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.999+0000 7f6209e00640 1 --2- 172.21.15.31:0/3399623719 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059462cf0 0x55b059463e90 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f61fc0017c0 tx=0x7f61fc000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66bbfb996417b6d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:52.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:51.999+0000 7f61eea00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-19T04:40:52.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.000+0000 7f61eea00640 1 -- 172.21.15.31:0/3399623719 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61fc02b060 con 0x55b059462cf0 2024-09-19T04:40:52.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.000+0000 7f61eea00640 1 -- 172.21.15.31:0/3399623719 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f61fc025070 con 0x55b059462cf0 2024-09-19T04:40:52.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.000+0000 7f6213a90740 1 -- 172.21.15.31:0/3399623719 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f61f4028070 con 0x55b059462cf0 2024-09-19T04:40:52.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.000+0000 7f61eea00640 1 -- 172.21.15.31:0/3399623719 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f61fc031050 con 0x55b059462cf0 2024-09-19T04:40:52.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.000+0000 7f6213a90740 10 client.5010 fetch_fsmap learned FSMap version 18 2024-09-19T04:40:52.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.000+0000 7f6213a90740 1 -- 172.21.15.31:0/3399623719 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x55b0594c9700 con 0x55b059462cf0 2024-09-19T04:40:52.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.000+0000 7f61eea00640 1 -- 172.21.15.31:0/3399623719 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61f4028070 con 0x55b059462cf0 2024-09-19T04:40:52.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.000+0000 7f61eea00640 1 -- 172.21.15.31:0/3399623719 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f61fc034020 con 0x55b059462cf0 2024-09-19T04:40:52.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.000+0000 7f6213a90740 10 client.5010 fetch_fsmap finished waiting for FSMap version 18 2024-09-19T04:40:52.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.000+0000 7f6213a90740 10 client.5010 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T04:40:52.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.000+0000 7f6213a90740 20 client.5010 populate_metadata read hostname 'smithi031' 2024-09-19T04:40:52.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.000+0000 7f6213a90740 1 --2- 172.21.15.31:0/3399623719 >> [v2:172.21.15.52:6833/3791375786,v1:172.21.15.52:6835/3791375786] conn(0x55b0594c75c0 0x55b0595297a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:52.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.000+0000 7f6213a90740 4 client.5010 mds_command: new command op to 4839 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T04:40:52.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.000+0000 7f6213a90740 1 -- 172.21.15.31:0/3399623719 --> [v2:172.21.15.52:6833/3791375786,v1:172.21.15.52:6835/3791375786] -- command(tid 0: {"prefix": "status"}) -- 0x55b0593cde90 con 0x55b0594c75c0 2024-09-19T04:40:52.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.001+0000 7f6201400640 1 --2- 172.21.15.31:0/3399623719 >> [v2:172.21.15.52:6833/3791375786,v1:172.21.15.52:6835/3791375786] conn(0x55b0594c75c0 0x55b0595297a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:52.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.001+0000 7f6201400640 1 --2- 172.21.15.31:0/3399623719 >> [v2:172.21.15.52:6833/3791375786,v1:172.21.15.52:6835/3791375786] conn(0x55b0594c75c0 0x55b0595297a0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb0e23726e3d375f server_cookie=d250c779a1703dd7 in_seq=0 out_seq=0 2024-09-19T04:40:52.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.001+0000 7f61eea00640 10 client.5010 ms_handle_connect on v2:172.21.15.52:6833/3791375786 2024-09-19T04:40:52.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.002+0000 7f61eea00640 1 -- 172.21.15.31:0/3399623719 <== mds.0 v2:172.21.15.52:6833/3791375786 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55b0593cde90 con 0x55b0594c75c0 2024-09-19T04:40:52.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.002+0000 7f61eea00640 10 client.5010 handle_command_reply: tid=0 2024-09-19T04:40:52.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.002+0000 7f6213a90740 1 client.5010 shutdown 2024-09-19T04:40:52.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.002+0000 7f6213a90740 1 -- 172.21.15.31:0/3399623719 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059462cf0 msgr2=0x55b059463e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:52.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.002+0000 7f6213a90740 1 --2- 172.21.15.31:0/3399623719 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059462cf0 0x55b059463e90 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f61fc0017c0 tx=0x7f61fc000ed0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.002+0000 7f6213a90740 1 -- 172.21.15.31:0/3399623719 shutdown_connections 2024-09-19T04:40:52.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.002+0000 7f6213a90740 1 --2- 172.21.15.31:0/3399623719 >> [v2:172.21.15.52:6833/3791375786,v1:172.21.15.52:6835/3791375786] conn(0x55b0594c75c0 0x55b0595297a0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.007 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.002+0000 7f6213a90740 1 --2- 172.21.15.31:0/3399623719 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55b05948a6d0 0x55b059528fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.002+0000 7f6213a90740 1 --2- 172.21.15.31:0/3399623719 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b059464480 0x55b0594c90c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.002+0000 7f6213a90740 1 --2- 172.21.15.31:0/3399623719 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55b059462cf0 0x55b059463e90 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.002+0000 7f6213a90740 1 -- 172.21.15.31:0/3399623719 >> 172.21.15.31:0/3399623719 conn(0x55b0594604b0 msgr2=0x55b0594cc1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:52.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.002+0000 7f61eea00640 0 client.5010 ms_handle_reset on v2:172.21.15.52:6833/3791375786 2024-09-19T04:40:52.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.002+0000 7f6213a90740 1 -- 172.21.15.31:0/3399623719 shutdown_connections 2024-09-19T04:40:52.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.002+0000 7f6213a90740 1 -- 172.21.15.31:0/3399623719 wait complete. 2024-09-19T04:40:52.008 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.002+0000 7f6213a90740 20 client.5010 trim_cache size 0 max 16384 2024-09-19T04:40:52.008 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T04:40:52.008 INFO:teuthology.orchestra.run.smithi031.stdout: "cluster_fsid": "ae16a32b-37f5-48e5-a20a-d947237e5ec4", 2024-09-19T04:40:52.008 INFO:teuthology.orchestra.run.smithi031.stdout: "whoami": 0, 2024-09-19T04:40:52.009 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 4839, 2024-09-19T04:40:52.009 INFO:teuthology.orchestra.run.smithi031.stdout: "want_state": "up:active", 2024-09-19T04:40:52.009 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "up:active", 2024-09-19T04:40:52.009 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs", 2024-09-19T04:40:52.009 INFO:teuthology.orchestra.run.smithi031.stdout: "rank_uptime": 6.1439263339999997, 2024-09-19T04:40:52.009 INFO:teuthology.orchestra.run.smithi031.stdout: "mdsmap_epoch": 18, 2024-09-19T04:40:52.009 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch": 39, 2024-09-19T04:40:52.009 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch_barrier": 39, 2024-09-19T04:40:52.009 INFO:teuthology.orchestra.run.smithi031.stdout: "uptime": 13.105951105999999 2024-09-19T04:40:52.009 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T04:40:52.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.003+0000 7f6210c00640 1 -- 172.21.15.31:0/3462964122 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f61e806c2e0 msgr2=0x7f61e806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:52.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.003+0000 7f6210c00640 1 --2- 172.21.15.31:0/3462964122 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f61e806c2e0 0x7f61e806e7a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f61f4005880 tx=0x7f61f4009040 comp rx=0 tx=0).stop 2024-09-19T04:40:52.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.003+0000 7f6210c00640 1 -- 172.21.15.31:0/3462964122 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f620c0afc40 msgr2=0x7f620c146850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:52.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.003+0000 7f6210c00640 1 --2- 172.21.15.31:0/3462964122 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f620c0afc40 0x7f620c146850 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f6204009d90 tx=0x7f6204004a40 comp rx=0 tx=0).stop 2024-09-19T04:40:52.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.003+0000 7f6210c00640 1 -- 172.21.15.31:0/3462964122 shutdown_connections 2024-09-19T04:40:52.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.003+0000 7f6210c00640 1 --2- 172.21.15.31:0/3462964122 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f620c0afc40 0x7f620c146850 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.003+0000 7f6210c00640 1 --2- 172.21.15.31:0/3462964122 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f620c072620 0x7f620c1455b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.003+0000 7f6210c00640 1 --2- 172.21.15.31:0/3462964122 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f61e806c2e0 0x7f61e806e7a0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.003+0000 7f6210c00640 1 --2- 172.21.15.31:0/3462964122 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f620c072240 0x7f620c14f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.003+0000 7f6210c00640 1 -- 172.21.15.31:0/3462964122 >> 172.21.15.31:0/3462964122 conn(0x7f620c067da0 msgr2=0x7f620c0b4f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:52.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.003+0000 7f6210c00640 1 -- 172.21.15.31:0/3462964122 shutdown_connections 2024-09-19T04:40:52.011 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.003+0000 7f6210c00640 1 -- 172.21.15.31:0/3462964122 wait complete. 2024-09-19T04:40:52.025 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:40:52.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.183+0000 7f602e600640 1 Processor -- start 2024-09-19T04:40:52.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.183+0000 7f602e600640 1 -- start start 2024-09-19T04:40:52.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.184+0000 7f602e600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f602806f0e0 0x7f602815c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:52.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.184+0000 7f602e600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f60280b3ba0 0x7f60280b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:52.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.185+0000 7f602e600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f602815c620 con 0x7f602806f4c0 2024-09-19T04:40:52.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.185+0000 7f602e600640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f602815bc50 con 0x7f602806f0e0 2024-09-19T04:40:52.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.185+0000 7f602e600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f6028152630 con 0x7f60280b3ba0 2024-09-19T04:40:52.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.185+0000 7f6026a00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f602806f4c0 0x7f60280cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:44012/0 (socket says 172.21.15.31:44012) 2024-09-19T04:40:52.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.185+0000 7f6026a00640 1 -- 172.21.15.31:0/1867275812 learned_addr learned my addr 172.21.15.31:0/1867275812 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:52.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.185+0000 7f6027400640 1 --2- 172.21.15.31:0/1867275812 >> v2:172.21.15.52:3300/0 conn(0x7f602806f0e0 0x7f602815c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:52.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.185+0000 7f6027e00640 1 --2- 172.21.15.31:0/1867275812 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f60280b3ba0 0x7f60280b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:52.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.185+0000 7f6026000640 1 -- 172.21.15.31:0/1867275812 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 429068783 0 0) 0x7f602815c620 con 0x7f602806f4c0 2024-09-19T04:40:52.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.185+0000 7f6026000640 1 -- 172.21.15.31:0/1867275812 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f600c003520 con 0x7f602806f4c0 2024-09-19T04:40:52.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.185+0000 7f6027400640 1 -- 172.21.15.31:0/1867275812 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f60280b3ba0 msgr2=0x7f60280b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:52.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.185+0000 7f6027400640 1 --2- 172.21.15.31:0/1867275812 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f60280b3ba0 0x7f60280b4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.185+0000 7f6027400640 1 -- 172.21.15.31:0/1867275812 >> v1:172.21.15.31:6789/0 conn(0x7f602806f4c0 legacy=0x7f60280cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:52.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.185+0000 7f6027400640 1 -- 172.21.15.31:0/1867275812 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60280cfb40 con 0x7f602806f0e0 2024-09-19T04:40:52.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.187+0000 7f6027400640 1 --2- 172.21.15.31:0/1867275812 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f602806f0e0 0x7f602815c0e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f60180097a0 tx=0x7f601802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ac90dd2e032be2f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:52.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.187+0000 7f6026000640 1 -- 172.21.15.31:0/1867275812 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6018037070 con 0x7f602806f0e0 2024-09-19T04:40:52.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.187+0000 7f6026000640 1 -- 172.21.15.31:0/1867275812 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6018032440 con 0x7f602806f0e0 2024-09-19T04:40:52.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.187+0000 7f6026000640 1 -- 172.21.15.31:0/1867275812 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6018032810 con 0x7f602806f0e0 2024-09-19T04:40:52.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.187+0000 7f602e600640 1 -- 172.21.15.31:0/1867275812 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f602806f0e0 msgr2=0x7f602815c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:52.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.187+0000 7f602e600640 1 --2- 172.21.15.31:0/1867275812 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f602806f0e0 0x7f602815c0e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f60180097a0 tx=0x7f601802a180 comp rx=0 tx=0).stop 2024-09-19T04:40:52.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.188+0000 7f602e600640 1 -- 172.21.15.31:0/1867275812 shutdown_connections 2024-09-19T04:40:52.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.188+0000 7f602e600640 1 --2- 172.21.15.31:0/1867275812 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f60280b3ba0 0x7f60280b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.188+0000 7f602e600640 1 --2- 172.21.15.31:0/1867275812 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f602806f0e0 0x7f602815c0e0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.188+0000 7f602e600640 1 -- 172.21.15.31:0/1867275812 >> 172.21.15.31:0/1867275812 conn(0x7f6028067da0 msgr2=0x7f602806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:52.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.188+0000 7f602e600640 1 -- 172.21.15.31:0/1867275812 shutdown_connections 2024-09-19T04:40:52.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.188+0000 7f602e600640 1 -- 172.21.15.31:0/1867275812 wait complete. 2024-09-19T04:40:52.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.189+0000 7f602e600640 1 Processor -- start 2024-09-19T04:40:52.191 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.189+0000 7f602e600640 1 -- start start 2024-09-19T04:40:52.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.190+0000 7f602e600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f602806f0e0 0x7f6028155d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:52.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.190+0000 7f602e600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f602806f4c0 0x7f6028149e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:52.193 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.190+0000 7f602e600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f60280b3ba0 0x7f6028146760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:52.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.190+0000 7f602e600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f602806f930 con 0x7f60280b3ba0 2024-09-19T04:40:52.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.190+0000 7f602e600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f602815b8e0 con 0x7f602806f4c0 2024-09-19T04:40:52.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.190+0000 7f602e600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f60280cf770 con 0x7f602806f0e0 2024-09-19T04:40:52.196 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.190+0000 7f6027e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f60280b3ba0 0x7f6028146760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:52.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.191+0000 7f6027e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f60280b3ba0 0x7f6028146760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41020/0 (socket says 172.21.15.31:41020) 2024-09-19T04:40:52.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.191+0000 7f6027e00640 1 -- 172.21.15.31:0/2756313138 learned_addr learned my addr 172.21.15.31:0/2756313138 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:52.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.191+0000 7f6027400640 1 --2- 172.21.15.31:0/2756313138 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f602806f0e0 0x7f6028155d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:52.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.191+0000 7f6026a00640 1 --2- 172.21.15.31:0/2756313138 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f602806f4c0 0x7f6028149e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:52.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.191+0000 7f6027e00640 1 -- 172.21.15.31:0/2756313138 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f602806f0e0 msgr2=0x7f6028155d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:52.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.191+0000 7f6027e00640 1 --2- 172.21.15.31:0/2756313138 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f602806f0e0 0x7f6028155d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.191+0000 7f6027e00640 1 -- 172.21.15.31:0/2756313138 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f602806f4c0 msgr2=0x7f6028149e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:52.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.191+0000 7f6027e00640 1 --2- 172.21.15.31:0/2756313138 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f602806f4c0 0x7f6028149e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.197 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.191+0000 7f6027e00640 1 -- 172.21.15.31:0/2756313138 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6028159080 con 0x7f60280b3ba0 2024-09-19T04:40:52.198 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.191+0000 7f6027e00640 1 --2- 172.21.15.31:0/2756313138 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f60280b3ba0 0x7f6028146760 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f602000efc0 tx=0x7f602000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.192+0000 7f601f400640 1 -- 172.21.15.31:0/2756313138 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6020018020 con 0x7f60280b3ba0 2024-09-19T04:40:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.192+0000 7f601f400640 1 -- 172.21.15.31:0/2756313138 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6020014480 con 0x7f60280b3ba0 2024-09-19T04:40:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.192+0000 7f601f400640 1 -- 172.21.15.31:0/2756313138 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6020014870 con 0x7f60280b3ba0 2024-09-19T04:40:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.192+0000 7f602e600640 1 -- 172.21.15.31:0/2756313138 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6028156be0 con 0x7f60280b3ba0 2024-09-19T04:40:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.192+0000 7f602e600640 1 -- 172.21.15.31:0/2756313138 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6028158880 con 0x7f60280b3ba0 2024-09-19T04:40:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.193+0000 7f602e600640 1 -- 172.21.15.31:0/2756313138 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f602815ee80 con 0x7f60280b3ba0 2024-09-19T04:40:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.194+0000 7f601f400640 1 -- 172.21.15.31:0/2756313138 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6020005d10 con 0x7f60280b3ba0 2024-09-19T04:40:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.195+0000 7f601f400640 1 --2- 172.21.15.31:0/2756313138 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f600806c2b0 0x7f600806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.195+0000 7f601f400640 1 -- 172.21.15.31:0/2756313138 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f602008bf60 con 0x7f60280b3ba0 2024-09-19T04:40:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.195+0000 7f6027400640 1 --2- 172.21.15.31:0/2756313138 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f600806c2b0 0x7f600806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:52.199 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.196+0000 7f6027400640 1 --2- 172.21.15.31:0/2756313138 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f600806c2b0 0x7f600806e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6018034000 tx=0x7f601802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:52.201 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.199+0000 7f601f400640 1 -- 172.21.15.31:0/2756313138 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6020022070 con 0x7f60280b3ba0 2024-09-19T04:40:52.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.419+0000 7f602e600640 1 -- 172.21.15.31:0/2756313138 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f6028151fd0 con 0x7f60280b3ba0 2024-09-19T04:40:52.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.419+0000 7f601f400640 1 -- 172.21.15.31:0/2756313138 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v18) ==== 53+0+73 (secure 0 0 0) 0x7f6020010040 con 0x7f60280b3ba0 2024-09-19T04:40:52.421 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:40:52.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.422+0000 7f602e600640 1 -- 172.21.15.31:0/2756313138 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f600806c2b0 msgr2=0x7f600806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:52.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.422+0000 7f602e600640 1 --2- 172.21.15.31:0/2756313138 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f600806c2b0 0x7f600806e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6018034000 tx=0x7f601802e000 comp rx=0 tx=0).stop 2024-09-19T04:40:52.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.422+0000 7f602e600640 1 -- 172.21.15.31:0/2756313138 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f60280b3ba0 msgr2=0x7f6028146760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:52.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.422+0000 7f602e600640 1 --2- 172.21.15.31:0/2756313138 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f60280b3ba0 0x7f6028146760 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f602000efc0 tx=0x7f602000c490 comp rx=0 tx=0).stop 2024-09-19T04:40:52.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.422+0000 7f602e600640 1 -- 172.21.15.31:0/2756313138 shutdown_connections 2024-09-19T04:40:52.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.422+0000 7f602e600640 1 --2- 172.21.15.31:0/2756313138 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f60280b3ba0 0x7f6028146760 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.422+0000 7f602e600640 1 --2- 172.21.15.31:0/2756313138 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f600806c2b0 0x7f600806e770 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.422+0000 7f602e600640 1 --2- 172.21.15.31:0/2756313138 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f602806f4c0 0x7f6028149e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.422+0000 7f602e600640 1 --2- 172.21.15.31:0/2756313138 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f602806f0e0 0x7f6028155d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:52.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.422+0000 7f602e600640 1 -- 172.21.15.31:0/2756313138 >> 172.21.15.31:0/2756313138 conn(0x7f6028067da0 msgr2=0x7f602815aa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:52.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.422+0000 7f602e600640 1 -- 172.21.15.31:0/2756313138 shutdown_connections 2024-09-19T04:40:52.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52.422+0000 7f602e600640 1 -- 172.21.15.31:0/2756313138 wait complete. 2024-09-19T04:40:52.440 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:40:52.440 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:40:52.440 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-19T04:40:52.440 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T04:40:52.440 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:52.440 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:40:52.440 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:40:52.440 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:40:52.440 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:40:52.441 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:52.441 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-19T04:40:52.476 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:40:52.477 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:40:52.477 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:40:52.477 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:52.477 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-19T04:40:52.477 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:52.477 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:52.477 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:52.477 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-19T04:40:52.478 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:52.478 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:52.478 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-19T04:40:52.478 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:40:52.478 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:52.478 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-19T04:40:52.478 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T04:40:52.478 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42648sec preferred_lft 42648sec 2024-09-19T04:40:52.478 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-19T04:40:52.478 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:52.478 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:52.478 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:52.478 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-19T04:40:52.478 INFO:teuthology.orchestra.run.smithi031.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:40:52.479 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 9a:a3:31:f5:b3:c7 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:52.479 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:40:52.479 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:52.479 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::8c16:44ff:fe32:5c30/64 scope link 2024-09-19T04:40:52.479 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:52.479 INFO:teuthology.orchestra.run.smithi031.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:40:52.479 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 9a:a3:31:f5:b3:c7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:40:52.479 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::98a3:31ff:fef5:b3c7/64 scope link 2024-09-19T04:40:52.479 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:52.479 INFO:teuthology.orchestra.run.smithi031.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:40:52.479 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether f2:dd:65:4c:66:2b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:40:52.479 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::f0dd:65ff:fe4c:662b/64 scope link 2024-09-19T04:40:52.479 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:52.480 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:52.480 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:40:52.570 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-19T04:40:52.574 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:52.574 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-19T04:40:52.610 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-19T04:40:52.610 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:40:52.610 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T04:40:52.610 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T04:40:52.610 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:40:52.610 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:52.611 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:40:52.611 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T04:40:52.611 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T04:40:52.611 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T04:40:52.611 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:40:52.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:52.800 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:52.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:52.809 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-19T04:40:52.844 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:40:52.844 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T04:40:52.845 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:40:52.845 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:52.845 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-19T04:40:52.941 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:52.942 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:52.977 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:40:52.977 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:52.977 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:53.052 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T04:40:53.053 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:53.053 DEBUG:teuthology.orchestra.run.smithi031:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:40:53.182 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:40:53.182 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:40:53.182 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:40:53.197 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:40:53.198 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:40:53.198 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:40:53.198 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:40:53.198 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:40:53.220 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:40:53.221 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:40:53.221 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:40:53.221 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:40:53.221 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:40:53.221 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790" 2024-09-19T04:40:53.221 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790:/ 2024-09-19T04:40:53.221 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=ae16a32b-37f5-48e5-a20a-d947237e5ec4" will pass to kernel 2024-09-19T04:40:53.222 INFO:teuthology.orchestra.run.smithi031.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T04:40:53.222 INFO:teuthology.orchestra.run.smithi031.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:40:53.222 INFO:teuthology.orchestra.run.smithi031.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:40:53.222 INFO:teuthology.orchestra.run.smithi031.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:40:53.222 INFO:teuthology.orchestra.run.smithi031.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:40:53.225 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:40:53.225 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:53.226 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:53.283 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:40:53.366 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:53.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:53.388 INFO:teuthology.orchestra.run.smithi031.stdout:client4778 2024-09-19T04:40:53.388 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:40:53.388 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:53.423 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create data_new --pg_num_min 64 2024-09-19T04:40:53.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.623+0000 7f22bce00640 1 Processor -- start 2024-09-19T04:40:53.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.623+0000 7f22bce00640 1 -- start start 2024-09-19T04:40:53.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.624+0000 7f22bce00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f22b80cd810 0x7f22b80b28a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:53.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.624+0000 7f22bce00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f22b80cf040 0x7f22b80cf470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:53.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.624+0000 7f22bce00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22b80cdbf0 con 0x7f22b806ddc0 2024-09-19T04:40:53.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.624+0000 7f22bce00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f22b8072550 con 0x7f22b80cf040 2024-09-19T04:40:53.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.624+0000 7f22bce00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f22b80cf9b0 con 0x7f22b80cd810 2024-09-19T04:40:53.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.625+0000 7f22afe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f22b806ddc0 0x7f22b8071e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:44014/0 (socket says 172.21.15.31:44014) 2024-09-19T04:40:53.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.625+0000 7f22afe00640 1 -- 172.21.15.31:0/665540681 learned_addr learned my addr 172.21.15.31:0/665540681 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:53.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.625+0000 7f22b7e00640 1 --2- 172.21.15.31:0/665540681 >> v2:172.21.15.31:3300/0 conn(0x7f22b80cf040 0x7f22b80cf470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:53.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.625+0000 7f22b7400640 1 --2- 172.21.15.31:0/665540681 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f22b80cd810 0x7f22b80b28a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:53.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.625+0000 7f22b7e00640 1 -- 172.21.15.31:0/665540681 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f22b80cd810 msgr2=0x7f22b80b28a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:53.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.625+0000 7f22b7e00640 1 --2- 172.21.15.31:0/665540681 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f22b80cd810 0x7f22b80b28a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:53.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.625+0000 7f22b7e00640 1 -- 172.21.15.31:0/665540681 >> v1:172.21.15.31:6789/0 conn(0x7f22b806ddc0 legacy=0x7f22b8071e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:53.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.625+0000 7f22b7e00640 1 -- 172.21.15.31:0/665540681 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22b806e250 con 0x7f22b80cf040 2024-09-19T04:40:53.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.626+0000 7f22b7e00640 1 --2- 172.21.15.31:0/665540681 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22b80cf040 0x7f22b80cf470 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f22b80726d0 tx=0x7f22b002a5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a61b7c8e14b1629f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:53.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.626+0000 7f22b6a00640 1 -- 172.21.15.31:0/665540681 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22b0007740 con 0x7f22b80cf040 2024-09-19T04:40:53.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.626+0000 7f22b6a00640 1 -- 172.21.15.31:0/665540681 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22b00078e0 con 0x7f22b80cf040 2024-09-19T04:40:53.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.626+0000 7f22b6a00640 1 -- 172.21.15.31:0/665540681 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22b0007cb0 con 0x7f22b80cf040 2024-09-19T04:40:53.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.627+0000 7f22bce00640 1 -- 172.21.15.31:0/665540681 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22b80cf040 msgr2=0x7f22b80cf470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:53.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.627+0000 7f22bce00640 1 --2- 172.21.15.31:0/665540681 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22b80cf040 0x7f22b80cf470 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f22b80726d0 tx=0x7f22b002a5b0 comp rx=0 tx=0).stop 2024-09-19T04:40:53.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.627+0000 7f22bce00640 1 -- 172.21.15.31:0/665540681 shutdown_connections 2024-09-19T04:40:53.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.627+0000 7f22bce00640 1 --2- 172.21.15.31:0/665540681 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22b80cf040 0x7f22b80cf470 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:53.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.627+0000 7f22bce00640 1 --2- 172.21.15.31:0/665540681 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f22b80cd810 0x7f22b80b28a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:53.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.627+0000 7f22bce00640 1 -- 172.21.15.31:0/665540681 >> 172.21.15.31:0/665540681 conn(0x7f22b80b1d80 msgr2=0x7f22b80b2190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:53.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.627+0000 7f22bce00640 1 -- 172.21.15.31:0/665540681 shutdown_connections 2024-09-19T04:40:53.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.627+0000 7f22bce00640 1 -- 172.21.15.31:0/665540681 wait complete. 2024-09-19T04:40:53.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.629+0000 7f22bce00640 1 Processor -- start 2024-09-19T04:40:53.630 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.629+0000 7f22bce00640 1 -- start start 2024-09-19T04:40:53.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.630+0000 7f22bce00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22b80cd810 0x7f22b814c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:53.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.630+0000 7f22bce00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f22b80cf040 0x7f22b809da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:53.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.630+0000 7f22bce00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22b809dfc0 0x7f22b8159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:53.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.630+0000 7f22bce00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f22b806eaf0 con 0x7f22b80cd810 2024-09-19T04:40:53.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.630+0000 7f22bce00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f22b806e810 con 0x7f22b809dfc0 2024-09-19T04:40:53.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.630+0000 7f22bce00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f22b806edd0 con 0x7f22b80cf040 2024-09-19T04:40:53.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.630+0000 7f22b7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22b80cd810 0x7f22b814c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:53.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.630+0000 7f22b7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22b80cd810 0x7f22b814c900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41034/0 (socket says 172.21.15.31:41034) 2024-09-19T04:40:53.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.630+0000 7f22b7400640 1 -- 172.21.15.31:0/2030019534 learned_addr learned my addr 172.21.15.31:0/2030019534 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:53.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.630+0000 7f22afe00640 1 --2- 172.21.15.31:0/2030019534 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f22b80cf040 0x7f22b809da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:53.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.630+0000 7f22b7e00640 1 --2- 172.21.15.31:0/2030019534 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22b809dfc0 0x7f22b8159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:53.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.630+0000 7f22b7400640 1 -- 172.21.15.31:0/2030019534 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f22b80cf040 msgr2=0x7f22b809da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:53.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.630+0000 7f22b7400640 1 --2- 172.21.15.31:0/2030019534 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f22b80cf040 0x7f22b809da80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:53.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.630+0000 7f22b7400640 1 -- 172.21.15.31:0/2030019534 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22b809dfc0 msgr2=0x7f22b8159ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:53.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.630+0000 7f22b7400640 1 --2- 172.21.15.31:0/2030019534 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22b809dfc0 0x7f22b8159ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:53.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.630+0000 7f22b7400640 1 -- 172.21.15.31:0/2030019534 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22b809cd00 con 0x7f22b80cd810 2024-09-19T04:40:53.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.631+0000 7f22b7400640 1 --2- 172.21.15.31:0/2030019534 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22b80cd810 0x7f22b814c900 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f22a800e9e0 tx=0x7f22a800eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:53.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.631+0000 7f22af400640 1 -- 172.21.15.31:0/2030019534 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a8017070 con 0x7f22b80cd810 2024-09-19T04:40:53.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.631+0000 7f22af400640 1 -- 172.21.15.31:0/2030019534 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22a800c9d0 con 0x7f22b80cd810 2024-09-19T04:40:53.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.631+0000 7f22af400640 1 -- 172.21.15.31:0/2030019534 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a800cdc0 con 0x7f22b80cd810 2024-09-19T04:40:53.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.631+0000 7f22bce00640 1 -- 172.21.15.31:0/2030019534 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22b814ce40 con 0x7f22b80cd810 2024-09-19T04:40:53.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.631+0000 7f22bce00640 1 -- 172.21.15.31:0/2030019534 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22b809cfa0 con 0x7f22b80cd810 2024-09-19T04:40:53.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.632+0000 7f22bce00640 1 -- 172.21.15.31:0/2030019534 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22b8144bd0 con 0x7f22b80cd810 2024-09-19T04:40:53.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.633+0000 7f22af400640 1 -- 172.21.15.31:0/2030019534 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f22a801a070 con 0x7f22b80cd810 2024-09-19T04:40:53.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.634+0000 7f22af400640 1 --2- 172.21.15.31:0/2030019534 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f229406c2b0 0x7f229406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:53.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.634+0000 7f22af400640 1 -- 172.21.15.31:0/2030019534 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f22a808b690 con 0x7f22b80cd810 2024-09-19T04:40:53.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.634+0000 7f22afe00640 1 --2- 172.21.15.31:0/2030019534 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f229406c2b0 0x7f229406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:53.636 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.635+0000 7f22afe00640 1 --2- 172.21.15.31:0/2030019534 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f229406c2b0 0x7f229406e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f22b809a4e0 tx=0x7f22a0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:53.640 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.638+0000 7f22af400640 1 -- 172.21.15.31:0/2030019534 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f22a8059bd0 con 0x7f22b80cd810 2024-09-19T04:40:53.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.823+0000 7f22bce00640 1 -- 172.21.15.31:0/2030019534 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "data_new", "pg_num_min": 64} v 0) -- 0x7f22b80cfc40 con 0x7f22b80cd810 2024-09-19T04:40:53.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.972+0000 7f22af400640 1 -- 172.21.15.31:0/2030019534 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "data_new", "pg_num_min": 64}]=0 pool 'data_new' created v40) ==== 124+0+0 (secure 0 0 0) 0x7f22a80594d0 con 0x7f22b80cd810 2024-09-19T04:40:53.974 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'data_new' created 2024-09-19T04:40:53.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.975+0000 7f22bce00640 1 -- 172.21.15.31:0/2030019534 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f229406c2b0 msgr2=0x7f229406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:53.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.975+0000 7f22bce00640 1 --2- 172.21.15.31:0/2030019534 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f229406c2b0 0x7f229406e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f22b809a4e0 tx=0x7f22a0009040 comp rx=0 tx=0).stop 2024-09-19T04:40:53.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.975+0000 7f22bce00640 1 -- 172.21.15.31:0/2030019534 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22b80cd810 msgr2=0x7f22b814c900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:53.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.975+0000 7f22bce00640 1 --2- 172.21.15.31:0/2030019534 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22b80cd810 0x7f22b814c900 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f22a800e9e0 tx=0x7f22a800eea0 comp rx=0 tx=0).stop 2024-09-19T04:40:53.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.975+0000 7f22bce00640 1 -- 172.21.15.31:0/2030019534 shutdown_connections 2024-09-19T04:40:53.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.975+0000 7f22bce00640 1 --2- 172.21.15.31:0/2030019534 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f229406c2b0 0x7f229406e770 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:53.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.975+0000 7f22bce00640 1 --2- 172.21.15.31:0/2030019534 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22b809dfc0 0x7f22b8159ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:53.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.975+0000 7f22bce00640 1 --2- 172.21.15.31:0/2030019534 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f22b80cf040 0x7f22b809da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:53.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.975+0000 7f22bce00640 1 --2- 172.21.15.31:0/2030019534 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22b80cd810 0x7f22b814c900 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:53.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.975+0000 7f22bce00640 1 -- 172.21.15.31:0/2030019534 >> 172.21.15.31:0/2030019534 conn(0x7f22b80b1d80 msgr2=0x7f22b80b2160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:53.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.975+0000 7f22bce00640 1 -- 172.21.15.31:0/2030019534 shutdown_connections 2024-09-19T04:40:53.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:53.975+0000 7f22bce00640 1 -- 172.21.15.31:0/2030019534 wait complete. 2024-09-19T04:40:53.999 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs data_new 2024-09-19T04:40:54.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.156+0000 7f7fa7200640 1 Processor -- start 2024-09-19T04:40:54.158 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.156+0000 7f7fa7200640 1 -- start start 2024-09-19T04:40:54.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.157+0000 7f7fa7200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f7fa815e310 0x7f7fa806f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:54.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.157+0000 7f7fa7200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7fa8070580 0x7f7fa80aed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:54.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.157+0000 7f7fa7200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7fa815f060 con 0x7f7fa815e6f0 2024-09-19T04:40:54.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.157+0000 7f7fa7200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f7fa815f340 con 0x7f7fa815e310 2024-09-19T04:40:54.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.157+0000 7f7fa7200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f7fa815f620 con 0x7f7fa8070580 2024-09-19T04:40:54.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.158+0000 7f7fa5e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f7fa815e310 0x7f7fa806f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:54.161 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.158+0000 7f7f9fe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f7fa815e6f0 0x7f7fa806fe70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:44024/0 (socket says 172.21.15.31:44024) 2024-09-19T04:40:54.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.158+0000 7f7f9fe00640 1 -- 172.21.15.31:0/3483267186 learned_addr learned my addr 172.21.15.31:0/3483267186 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:54.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.158+0000 7f7fa6800640 1 --2- 172.21.15.31:0/3483267186 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7fa8070580 0x7f7fa80aed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:54.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.158+0000 7f7fa5e00640 1 -- 172.21.15.31:0/3483267186 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7fa8070580 msgr2=0x7f7fa80aed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:54.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.158+0000 7f7fa5e00640 1 --2- 172.21.15.31:0/3483267186 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7fa8070580 0x7f7fa80aed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:54.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.158+0000 7f7fa5e00640 1 -- 172.21.15.31:0/3483267186 >> v1:172.21.15.31:6789/0 conn(0x7f7fa815e6f0 legacy=0x7f7fa806fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:54.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.158+0000 7f7fa5e00640 1 -- 172.21.15.31:0/3483267186 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fa815f900 con 0x7f7fa815e310 2024-09-19T04:40:54.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.158+0000 7f7fa5400640 1 -- 172.21.15.31:0/3483267186 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3798911945 0 0) 0x7f7fa815f060 con 0x7f7fa815e6f0 2024-09-19T04:40:54.162 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.159+0000 7f7fa5e00640 1 --2- 172.21.15.31:0/3483267186 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa815e310 0x7f7fa806f3b0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f7f980097a0 tx=0x7f7f9802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f4d80c6954f2b6a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:54.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.160+0000 7f7fa5400640 1 -- 172.21.15.31:0/3483267186 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f98037070 con 0x7f7fa815e310 2024-09-19T04:40:54.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.160+0000 7f7fa5400640 1 -- 172.21.15.31:0/3483267186 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f98032440 con 0x7f7fa815e310 2024-09-19T04:40:54.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.160+0000 7f7fa5400640 1 -- 172.21.15.31:0/3483267186 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f98032810 con 0x7f7fa815e310 2024-09-19T04:40:54.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.160+0000 7f7fa7200640 1 -- 172.21.15.31:0/3483267186 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa815e310 msgr2=0x7f7fa806f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:54.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.160+0000 7f7fa7200640 1 --2- 172.21.15.31:0/3483267186 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa815e310 0x7f7fa806f3b0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f7f980097a0 tx=0x7f7f9802a180 comp rx=0 tx=0).stop 2024-09-19T04:40:54.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.160+0000 7f7fa7200640 1 -- 172.21.15.31:0/3483267186 shutdown_connections 2024-09-19T04:40:54.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.160+0000 7f7fa7200640 1 --2- 172.21.15.31:0/3483267186 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7fa8070580 0x7f7fa80aed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:54.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.160+0000 7f7fa7200640 1 --2- 172.21.15.31:0/3483267186 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa815e310 0x7f7fa806f3b0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:54.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.160+0000 7f7fa7200640 1 -- 172.21.15.31:0/3483267186 >> 172.21.15.31:0/3483267186 conn(0x7f7fa80736b0 msgr2=0x7f7fa806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:54.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.160+0000 7f7fa7200640 1 -- 172.21.15.31:0/3483267186 shutdown_connections 2024-09-19T04:40:54.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.160+0000 7f7fa7200640 1 -- 172.21.15.31:0/3483267186 wait complete. 2024-09-19T04:40:54.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.162+0000 7f7fa7200640 1 Processor -- start 2024-09-19T04:40:54.166 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.162+0000 7f7fa7200640 1 -- start start 2024-09-19T04:40:54.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.163+0000 7f7fa7200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa8070580 0x7f7fa81601b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:54.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.163+0000 7f7fa7200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7fa815e310 0x7f7fa8158500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:54.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.163+0000 7f7fa7200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fa815e6f0 0x7f7fa814cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:54.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.163+0000 7f7fa7200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa815ec90 con 0x7f7fa8070580 2024-09-19T04:40:54.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.163+0000 7f7fa7200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa815eb10 con 0x7f7fa815e6f0 2024-09-19T04:40:54.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.163+0000 7f7fa7200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f7fa815ee10 con 0x7f7fa815e310 2024-09-19T04:40:54.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.163+0000 7f7fa5e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa8070580 0x7f7fa81601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:54.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.163+0000 7f7fa5e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa8070580 0x7f7fa81601b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41058/0 (socket says 172.21.15.31:41058) 2024-09-19T04:40:54.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.163+0000 7f7fa5e00640 1 -- 172.21.15.31:0/3136343511 learned_addr learned my addr 172.21.15.31:0/3136343511 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:54.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.164+0000 7f7f9fe00640 1 --2- 172.21.15.31:0/3136343511 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7fa815e310 0x7f7fa8158500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:54.169 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.164+0000 7f7fa6800640 1 --2- 172.21.15.31:0/3136343511 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fa815e6f0 0x7f7fa814cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:54.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.164+0000 7f7fa5e00640 1 -- 172.21.15.31:0/3136343511 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7fa815e310 msgr2=0x7f7fa8158500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:54.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.164+0000 7f7fa5e00640 1 --2- 172.21.15.31:0/3136343511 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7fa815e310 0x7f7fa8158500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:54.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.164+0000 7f7fa5e00640 1 -- 172.21.15.31:0/3136343511 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fa815e6f0 msgr2=0x7f7fa814cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:54.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.164+0000 7f7fa5e00640 1 --2- 172.21.15.31:0/3136343511 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fa815e6f0 0x7f7fa814cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:54.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.164+0000 7f7fa5e00640 1 -- 172.21.15.31:0/3136343511 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fa81606f0 con 0x7f7fa8070580 2024-09-19T04:40:54.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.164+0000 7f7f9fe00640 1 --2- 172.21.15.31:0/3136343511 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7fa815e310 0x7f7fa8158500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:54.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.164+0000 7f7fa5e00640 1 --2- 172.21.15.31:0/3136343511 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa8070580 0x7f7fa81601b0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f7f980098c0 tx=0x7f7f980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:54.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.164+0000 7f7f9e000640 1 -- 172.21.15.31:0/3136343511 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f98040020 con 0x7f7fa8070580 2024-09-19T04:40:54.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.164+0000 7f7f9e000640 1 -- 172.21.15.31:0/3136343511 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f98038040 con 0x7f7fa8070580 2024-09-19T04:40:54.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.164+0000 7f7f9e000640 1 -- 172.21.15.31:0/3136343511 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f98037070 con 0x7f7fa8070580 2024-09-19T04:40:54.170 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.164+0000 7f7fa7200640 1 -- 172.21.15.31:0/3136343511 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fa8158e00 con 0x7f7fa8070580 2024-09-19T04:40:54.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.165+0000 7f7fa7200640 1 -- 172.21.15.31:0/3136343511 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fa80b40d0 con 0x7f7fa8070580 2024-09-19T04:40:54.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.166+0000 7f7fa7200640 1 -- 172.21.15.31:0/3136343511 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fa806f3b0 con 0x7f7fa8070580 2024-09-19T04:40:54.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.167+0000 7f7f9e000640 1 -- 172.21.15.31:0/3136343511 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7f98043020 con 0x7f7fa8070580 2024-09-19T04:40:54.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.168+0000 7f7f9e000640 1 --2- 172.21.15.31:0/3136343511 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7f8406c2b0 0x7f7f8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:54.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.168+0000 7f7f9e000640 1 -- 172.21.15.31:0/3136343511 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6464+0+0 (secure 0 0 0) 0x7f7f980abd50 con 0x7f7fa8070580 2024-09-19T04:40:54.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.168+0000 7f7f9fe00640 1 --2- 172.21.15.31:0/3136343511 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7f8406c2b0 0x7f7f8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:54.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.169+0000 7f7f9fe00640 1 --2- 172.21.15.31:0/3136343511 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7f8406c2b0 0x7f7f8406e770 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f7fa8162be0 tx=0x7f7f90009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:54.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.173+0000 7f7f9e000640 1 -- 172.21.15.31:0/3136343511 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7f9804a030 con 0x7f7fa8070580 2024-09-19T04:40:54.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.394+0000 7f7fa7200640 1 -- 172.21.15.31:0/3136343511 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "data_new"} v 0) -- 0x7f7fa80b5e30 con 0x7f7fa8070580 2024-09-19T04:40:54.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.984+0000 7f7f9e000640 1 -- 172.21.15.31:0/3136343511 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "data_new"}]=0 added data pool 7 to fsmap v19) ==== 131+0+0 (secure 0 0 0) 0x7f7f98032e20 con 0x7f7fa8070580 2024-09-19T04:40:54.989 INFO:teuthology.orchestra.run.smithi031.stderr:added data pool 7 to fsmap 2024-09-19T04:40:54.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.988+0000 7f7fa7200640 1 -- 172.21.15.31:0/3136343511 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7f8406c2b0 msgr2=0x7f7f8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:54.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.988+0000 7f7fa7200640 1 --2- 172.21.15.31:0/3136343511 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7f8406c2b0 0x7f7f8406e770 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f7fa8162be0 tx=0x7f7f90009040 comp rx=0 tx=0).stop 2024-09-19T04:40:54.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.988+0000 7f7fa7200640 1 -- 172.21.15.31:0/3136343511 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa8070580 msgr2=0x7f7fa81601b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:54.990 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.988+0000 7f7fa7200640 1 --2- 172.21.15.31:0/3136343511 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa8070580 0x7f7fa81601b0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f7f980098c0 tx=0x7f7f980046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:54.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.989+0000 7f7fa7200640 1 -- 172.21.15.31:0/3136343511 shutdown_connections 2024-09-19T04:40:54.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.989+0000 7f7fa7200640 1 --2- 172.21.15.31:0/3136343511 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7f8406c2b0 0x7f7f8406e770 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:54.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.989+0000 7f7fa7200640 1 --2- 172.21.15.31:0/3136343511 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fa815e6f0 0x7f7fa814cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:54.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.989+0000 7f7fa7200640 1 --2- 172.21.15.31:0/3136343511 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7fa815e310 0x7f7fa8158500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:54.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.989+0000 7f7fa7200640 1 --2- 172.21.15.31:0/3136343511 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa8070580 0x7f7fa81601b0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:54.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:54.989+0000 7f7fa7200640 1 -- 172.21.15.31:0/3136343511 >> 172.21.15.31:0/3136343511 conn(0x7f7fa80736b0 msgr2=0x7f7fa80afa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:55.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.000+0000 7f7fa7200640 1 -- 172.21.15.31:0/3136343511 shutdown_connections 2024-09-19T04:40:55.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.000+0000 7f7fa7200640 1 -- 172.21.15.31:0/3136343511 wait complete. 2024-09-19T04:40:55.020 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:40:55.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.177+0000 7ff0d1c00640 1 Processor -- start 2024-09-19T04:40:55.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.177+0000 7ff0d1c00640 1 -- start start 2024-09-19T04:40:55.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.178+0000 7ff0d1c00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7ff0cc1475b0 0x7ff0cc0afb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:55.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.179+0000 7ff0d1c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7ff0cc147990 0x7ff0cc0b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:55.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.179+0000 7ff0d1c00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0cc0b3c60 con 0x7ff0cc071fd0 2024-09-19T04:40:55.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.179+0000 7ff0d1c00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7ff0cc0b3f40 con 0x7ff0cc147990 2024-09-19T04:40:55.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.179+0000 7ff0d1c00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7ff0cc0b4220 con 0x7ff0cc1475b0 2024-09-19T04:40:55.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.179+0000 7ff0c3e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7ff0cc147990 0x7ff0cc0b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:55.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.179+0000 7ff0c3e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7ff0cc147990 0x7ff0cc0b3430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41066/0 (socket says 172.21.15.31:41066) 2024-09-19T04:40:55.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.179+0000 7ff0c3e00640 1 -- 172.21.15.31:0/3591031760 learned_addr learned my addr 172.21.15.31:0/3591031760 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:55.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.179+0000 7ff0caa00640 1 --2- 172.21.15.31:0/3591031760 >> v2:172.21.15.52:3300/0 conn(0x7ff0cc1475b0 0x7ff0cc0afb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:55.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.179+0000 7ff0c3e00640 1 -- 172.21.15.31:0/3591031760 >> v2:172.21.15.52:3300/0 conn(0x7ff0cc1475b0 msgr2=0x7ff0cc0afb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:55.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.179+0000 7ff0c3e00640 1 --2- 172.21.15.31:0/3591031760 >> v2:172.21.15.52:3300/0 conn(0x7ff0cc1475b0 0x7ff0cc0afb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.179+0000 7ff0c3e00640 1 -- 172.21.15.31:0/3591031760 >> v1:172.21.15.52:6789/0 conn(0x7ff0cc071fd0 legacy=0x7ff0cc161f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:55.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.179+0000 7ff0c3e00640 1 -- 172.21.15.31:0/3591031760 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0cc0b4500 con 0x7ff0cc147990 2024-09-19T04:40:55.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.180+0000 7ff0c3e00640 1 --2- 172.21.15.31:0/3591031760 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0cc147990 0x7ff0cc0b3430 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc0b5930 tx=0x7ff0b402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4b3c2e598b47cf9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:55.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.181+0000 7ff0ca000640 1 -- 172.21.15.31:0/3591031760 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b4037070 con 0x7ff0cc147990 2024-09-19T04:40:55.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.181+0000 7ff0ca000640 1 -- 172.21.15.31:0/3591031760 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0b4032440 con 0x7ff0cc147990 2024-09-19T04:40:55.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.181+0000 7ff0ca000640 1 -- 172.21.15.31:0/3591031760 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b4032810 con 0x7ff0cc147990 2024-09-19T04:40:55.183 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.181+0000 7ff0d1c00640 1 -- 172.21.15.31:0/3591031760 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0cc147990 msgr2=0x7ff0cc0b3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:55.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.181+0000 7ff0d1c00640 1 --2- 172.21.15.31:0/3591031760 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0cc147990 0x7ff0cc0b3430 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc0b5930 tx=0x7ff0b402a270 comp rx=0 tx=0).stop 2024-09-19T04:40:55.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.181+0000 7ff0d1c00640 1 -- 172.21.15.31:0/3591031760 shutdown_connections 2024-09-19T04:40:55.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.181+0000 7ff0d1c00640 1 --2- 172.21.15.31:0/3591031760 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0cc147990 0x7ff0cc0b3430 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.181+0000 7ff0d1c00640 1 --2- 172.21.15.31:0/3591031760 >> v2:172.21.15.52:3300/0 conn(0x7ff0cc1475b0 0x7ff0cc0afb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.181+0000 7ff0d1c00640 1 -- 172.21.15.31:0/3591031760 >> 172.21.15.31:0/3591031760 conn(0x7ff0cc067da0 msgr2=0x7ff0cc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:55.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.181+0000 7ff0d1c00640 1 -- 172.21.15.31:0/3591031760 shutdown_connections 2024-09-19T04:40:55.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.181+0000 7ff0d1c00640 1 -- 172.21.15.31:0/3591031760 wait complete. 2024-09-19T04:40:55.184 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.183+0000 7ff0d1c00640 1 Processor -- start 2024-09-19T04:40:55.185 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.183+0000 7ff0d1c00640 1 -- start start 2024-09-19T04:40:55.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.184+0000 7ff0d1c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0cc071fd0 0x7ff0cc142ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:55.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.184+0000 7ff0d1c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff0cc1475b0 0x7ff0cc15e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:55.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.184+0000 7ff0d1c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff0cc147990 0x7ff0cc13e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:55.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.184+0000 7ff0d1c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff0cc06efe0 con 0x7ff0cc071fd0 2024-09-19T04:40:55.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.184+0000 7ff0d1c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff0cc0b3970 con 0x7ff0cc147990 2024-09-19T04:40:55.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.184+0000 7ff0d1c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7ff0cc06f160 con 0x7ff0cc1475b0 2024-09-19T04:40:55.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.184+0000 7ff0caa00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0cc071fd0 0x7ff0cc142ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:55.187 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.184+0000 7ff0caa00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0cc071fd0 0x7ff0cc142ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41070/0 (socket says 172.21.15.31:41070) 2024-09-19T04:40:55.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.184+0000 7ff0caa00640 1 -- 172.21.15.31:0/964054216 learned_addr learned my addr 172.21.15.31:0/964054216 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:55.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.184+0000 7ff0cb400640 1 --2- 172.21.15.31:0/964054216 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff0cc147990 0x7ff0cc13e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:55.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.184+0000 7ff0c3e00640 1 --2- 172.21.15.31:0/964054216 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff0cc1475b0 0x7ff0cc15e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:55.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.185+0000 7ff0caa00640 1 -- 172.21.15.31:0/964054216 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff0cc1475b0 msgr2=0x7ff0cc15e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:55.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.185+0000 7ff0caa00640 1 --2- 172.21.15.31:0/964054216 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff0cc1475b0 0x7ff0cc15e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.185+0000 7ff0caa00640 1 -- 172.21.15.31:0/964054216 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff0cc147990 msgr2=0x7ff0cc13e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:55.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.185+0000 7ff0caa00640 1 --2- 172.21.15.31:0/964054216 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff0cc147990 0x7ff0cc13e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.185+0000 7ff0caa00640 1 -- 172.21.15.31:0/964054216 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0cc141b00 con 0x7ff0cc071fd0 2024-09-19T04:40:55.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.185+0000 7ff0cb400640 1 --2- 172.21.15.31:0/964054216 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff0cc147990 0x7ff0cc13e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:55.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.185+0000 7ff0c3e00640 1 --2- 172.21.15.31:0/964054216 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff0cc1475b0 0x7ff0cc15e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:55.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.185+0000 7ff0caa00640 1 --2- 172.21.15.31:0/964054216 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0cc071fd0 0x7ff0cc142ba0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc00d830 tx=0x7ff0bc00dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:55.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.185+0000 7ff0c2a00640 1 -- 172.21.15.31:0/964054216 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc00b6c0 con 0x7ff0cc071fd0 2024-09-19T04:40:55.188 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.185+0000 7ff0c2a00640 1 -- 172.21.15.31:0/964054216 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0bc019070 con 0x7ff0cc071fd0 2024-09-19T04:40:55.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.185+0000 7ff0c2a00640 1 -- 172.21.15.31:0/964054216 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc00ba80 con 0x7ff0cc071fd0 2024-09-19T04:40:55.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.185+0000 7ff0d1c00640 1 -- 172.21.15.31:0/964054216 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0cc141de0 con 0x7ff0cc071fd0 2024-09-19T04:40:55.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.185+0000 7ff0d1c00640 1 -- 172.21.15.31:0/964054216 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0cc1423a0 con 0x7ff0cc071fd0 2024-09-19T04:40:55.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.186+0000 7ff0d1c00640 1 -- 172.21.15.31:0/964054216 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0cc0afb60 con 0x7ff0cc071fd0 2024-09-19T04:40:55.189 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.187+0000 7ff0c2a00640 1 -- 172.21.15.31:0/964054216 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff0bc01e460 con 0x7ff0cc071fd0 2024-09-19T04:40:55.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.188+0000 7ff0c2a00640 1 --2- 172.21.15.31:0/964054216 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff0a806c2b0 0x7ff0a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:55.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.188+0000 7ff0c2a00640 1 -- 172.21.15.31:0/964054216 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6496+0+0 (secure 0 0 0) 0x7ff0bc08bef0 con 0x7ff0cc071fd0 2024-09-19T04:40:55.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.188+0000 7ff0c3e00640 1 --2- 172.21.15.31:0/964054216 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff0a806c2b0 0x7ff0a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:55.190 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.189+0000 7ff0c3e00640 1 --2- 172.21.15.31:0/964054216 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff0a806c2b0 0x7ff0a806e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ff0b4034000 tx=0x7ff0b402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:55.194 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.193+0000 7ff0c2a00640 1 -- 172.21.15.31:0/964054216 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff0bc05a2d0 con 0x7ff0cc071fd0 2024-09-19T04:40:55.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.412+0000 7ff0d1c00640 1 -- 172.21.15.31:0/964054216 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff0cc0d00f0 con 0x7ff0cc071fd0 2024-09-19T04:40:55.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.413+0000 7ff0c2a00640 1 -- 172.21.15.31:0/964054216 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 19 v19) ==== 94+0+5213 (secure 0 0 0) 0x7ff0bc059bd0 con 0x7ff0cc071fd0 2024-09-19T04:40:55.415 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:55.415 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":19,"btime":"2024-09-19T04:40:54:974422+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4825,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6834/917622041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":917622041},{"type":"v1","addr":"172.21.15.52:6834","nonce":917622041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4828,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6836/91213986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":91213986},{"type":"v1","addr":"172.21.15.31:6836","nonce":91213986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/690258196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6835","nonce":690258196},{"type":"v1","addr":"172.21.15.31:6837","nonce":690258196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":19,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:40:45.265528+0000","modified":"2024-09-19T04:40:54.396830+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4839},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4839":{"gid":4839,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.52:6835/3791375786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":3791375786},{"type":"v1","addr":"172.21.15.52:6835","nonce":3791375786}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6,7],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4839,"qdb_cluster":[4839]},"id":2}]} 2024-09-19T04:40:55.415 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 19 2024-09-19T04:40:55.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.415+0000 7ff0d1c00640 1 -- 172.21.15.31:0/964054216 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff0a806c2b0 msgr2=0x7ff0a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:55.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.415+0000 7ff0d1c00640 1 --2- 172.21.15.31:0/964054216 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff0a806c2b0 0x7ff0a806e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ff0b4034000 tx=0x7ff0b402e000 comp rx=0 tx=0).stop 2024-09-19T04:40:55.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.415+0000 7ff0d1c00640 1 -- 172.21.15.31:0/964054216 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0cc071fd0 msgr2=0x7ff0cc142ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:55.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.415+0000 7ff0d1c00640 1 --2- 172.21.15.31:0/964054216 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0cc071fd0 0x7ff0cc142ba0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc00d830 tx=0x7ff0bc00dcf0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.415+0000 7ff0d1c00640 1 -- 172.21.15.31:0/964054216 shutdown_connections 2024-09-19T04:40:55.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.415+0000 7ff0d1c00640 1 --2- 172.21.15.31:0/964054216 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff0a806c2b0 0x7ff0a806e770 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.415+0000 7ff0d1c00640 1 --2- 172.21.15.31:0/964054216 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff0cc147990 0x7ff0cc13e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.415+0000 7ff0d1c00640 1 --2- 172.21.15.31:0/964054216 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff0cc1475b0 0x7ff0cc15e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.415+0000 7ff0d1c00640 1 --2- 172.21.15.31:0/964054216 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff0cc071fd0 0x7ff0cc142ba0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.415+0000 7ff0d1c00640 1 -- 172.21.15.31:0/964054216 >> 172.21.15.31:0/964054216 conn(0x7ff0cc067da0 msgr2=0x7ff0cc0af050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:55.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.415+0000 7ff0d1c00640 1 -- 172.21.15.31:0/964054216 shutdown_connections 2024-09-19T04:40:55.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.415+0000 7ff0d1c00640 1 -- 172.21.15.31:0/964054216 wait complete. 2024-09-19T04:40:55.433 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:40:55.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.588+0000 7f4e9b400640 1 Processor -- start 2024-09-19T04:40:55.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.588+0000 7f4e9b400640 1 -- start start 2024-09-19T04:40:55.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.589+0000 7f4e9b400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e94072240 0x7f4e9415d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:55.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.589+0000 7f4e9b400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f4e940afc40 0x7f4e940cd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:55.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.589+0000 7f4e9b400640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e9415d730 con 0x7f4e94072620 2024-09-19T04:40:55.591 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.589+0000 7f4e9b400640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f4e9406e590 con 0x7f4e940afc40 2024-09-19T04:40:55.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.589+0000 7f4e9b400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f4e9406e870 con 0x7f4e94072240 2024-09-19T04:40:55.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.589+0000 7f4e93e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f4e94072620 0x7f4e940af530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:44030/0 (socket says 172.21.15.31:44030) 2024-09-19T04:40:55.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.589+0000 7f4e93e00640 1 -- 172.21.15.31:0/1716905487 learned_addr learned my addr 172.21.15.31:0/1716905487 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:55.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.590+0000 7f4e99400640 1 --2- 172.21.15.31:0/1716905487 >> v2:172.21.15.52:3300/0 conn(0x7f4e940afc40 0x7f4e940cd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:55.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.590+0000 7f4e98a00640 1 --2- 172.21.15.31:0/1716905487 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e94072240 0x7f4e9415d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:55.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.590+0000 7f4e93400640 1 -- 172.21.15.31:0/1716905487 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4232869966 0 0) 0x7f4e9415d730 con 0x7f4e94072620 2024-09-19T04:40:55.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.590+0000 7f4e93400640 1 -- 172.21.15.31:0/1716905487 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4e7c003520 con 0x7f4e94072620 2024-09-19T04:40:55.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.590+0000 7f4e93400640 1 -- 172.21.15.31:0/1716905487 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2929136741 0 0) 0x7f4e7c003520 con 0x7f4e94072620 2024-09-19T04:40:55.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.590+0000 7f4e93400640 1 -- 172.21.15.31:0/1716905487 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e94072240 msgr2=0x7f4e9415d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:55.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.590+0000 7f4e93400640 1 --2- 172.21.15.31:0/1716905487 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e94072240 0x7f4e9415d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.590+0000 7f4e93400640 1 -- 172.21.15.31:0/1716905487 >> v2:172.21.15.52:3300/0 conn(0x7f4e940afc40 msgr2=0x7f4e940cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:55.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.590+0000 7f4e93400640 1 --2- 172.21.15.31:0/1716905487 >> v2:172.21.15.52:3300/0 conn(0x7f4e940afc40 0x7f4e940cd1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.590+0000 7f4e93400640 1 -- 172.21.15.31:0/1716905487 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e9406eb50 con 0x7f4e94072620 2024-09-19T04:40:55.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.590+0000 7f4e93400640 1 -- 172.21.15.31:0/1716905487 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7f4e80001670 con 0x7f4e94072620 2024-09-19T04:40:55.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.590+0000 7f4e93400640 1 -- 172.21.15.31:0/1716905487 >> v1:172.21.15.31:6789/0 conn(0x7f4e94072620 legacy=0x7f4e940af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:55.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.590+0000 7f4e93400640 1 --2- 172.21.15.31:0/1716905487 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e7c0039b0 0x7f4e7c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:55.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.590+0000 7f4e93400640 1 --2- 172.21.15.31:0/1716905487 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e94072240 0x7f4e7c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:55.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.590+0000 7f4e93400640 1 --2- 172.21.15.31:0/1716905487 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e7c004d40 0x7f4e7c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:55.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.590+0000 7f4e93400640 1 -- 172.21.15.31:0/1716905487 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9406e590 con 0x7f4e7c0039b0 2024-09-19T04:40:55.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.590+0000 7f4e93400640 1 -- 172.21.15.31:0/1716905487 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9406e870 con 0x7f4e7c004d40 2024-09-19T04:40:55.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.590+0000 7f4e93400640 1 -- 172.21.15.31:0/1716905487 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f4e7c00b9c0 con 0x7f4e94072240 2024-09-19T04:40:55.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.590+0000 7f4e98a00640 1 --2- 172.21.15.31:0/1716905487 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e7c0039b0 0x7f4e7c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:55.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.591+0000 7f4e93e00640 1 --2- 172.21.15.31:0/1716905487 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e94072240 0x7f4e7c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:55.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.591+0000 7f4e99400640 1 --2- 172.21.15.31:0/1716905487 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e7c004d40 0x7f4e7c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:55.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.591+0000 7f4e98a00640 1 -- 172.21.15.31:0/1716905487 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e94072240 msgr2=0x7f4e7c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:55.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.591+0000 7f4e98a00640 1 --2- 172.21.15.31:0/1716905487 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e94072240 0x7f4e7c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.591+0000 7f4e98a00640 1 -- 172.21.15.31:0/1716905487 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e7c004d40 msgr2=0x7f4e7c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:55.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.591+0000 7f4e98a00640 1 --2- 172.21.15.31:0/1716905487 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e7c004d40 0x7f4e7c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.591+0000 7f4e98a00640 1 -- 172.21.15.31:0/1716905487 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e7c003520 con 0x7f4e7c0039b0 2024-09-19T04:40:55.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.592+0000 7f4e98a00640 1 --2- 172.21.15.31:0/1716905487 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e7c0039b0 0x7f4e7c003dd0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f4e88009ac0 tx=0x7f4e7c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7295dbc1cf01c01 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:55.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.592+0000 7f4e93400640 1 -- 172.21.15.31:0/1716905487 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e88036070 con 0x7f4e7c0039b0 2024-09-19T04:40:55.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.592+0000 7f4e93400640 1 -- 172.21.15.31:0/1716905487 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e88031400 con 0x7f4e7c0039b0 2024-09-19T04:40:55.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.592+0000 7f4e93400640 1 -- 172.21.15.31:0/1716905487 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e88009690 con 0x7f4e7c0039b0 2024-09-19T04:40:55.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.592+0000 7f4e9b400640 1 -- 172.21.15.31:0/1716905487 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e7c0039b0 msgr2=0x7f4e7c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:55.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.592+0000 7f4e9b400640 1 --2- 172.21.15.31:0/1716905487 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e7c0039b0 0x7f4e7c003dd0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f4e88009ac0 tx=0x7f4e7c005830 comp rx=0 tx=0).stop 2024-09-19T04:40:55.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.592+0000 7f4e99400640 1 -- 172.21.15.31:0/1716905487 reap_dead start 2024-09-19T04:40:55.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.593+0000 7f4e9b400640 1 -- 172.21.15.31:0/1716905487 shutdown_connections 2024-09-19T04:40:55.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.593+0000 7f4e9b400640 1 -- 172.21.15.31:0/1716905487 >> 172.21.15.31:0/1716905487 conn(0x7f4e94067da0 msgr2=0x7f4e9406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:55.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.593+0000 7f4e9b400640 1 -- 172.21.15.31:0/1716905487 shutdown_connections 2024-09-19T04:40:55.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.593+0000 7f4e9b400640 1 -- 172.21.15.31:0/1716905487 wait complete. 2024-09-19T04:40:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.594+0000 7f4e9b400640 1 Processor -- start 2024-09-19T04:40:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.594+0000 7f4e9b400640 1 -- start start 2024-09-19T04:40:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.595+0000 7f4e9b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e7c0039b0 0x7f4e940ad9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.595+0000 7f4e9b400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e940ab2e0 0x7f4e940a9ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.595+0000 7f4e9b400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e94152560 0x7f4e940aba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.595+0000 7f4e9b400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9406e150 con 0x7f4e7c0039b0 2024-09-19T04:40:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.595+0000 7f4e9b400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9406dfd0 con 0x7f4e94152560 2024-09-19T04:40:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.595+0000 7f4e9b400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f4e9406e2d0 con 0x7f4e940ab2e0 2024-09-19T04:40:55.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.596+0000 7f4e98a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e7c0039b0 0x7f4e940ad9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.596+0000 7f4e98a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e7c0039b0 0x7f4e940ad9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41086/0 (socket says 172.21.15.31:41086) 2024-09-19T04:40:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.596+0000 7f4e98a00640 1 -- 172.21.15.31:0/2468368178 learned_addr learned my addr 172.21.15.31:0/2468368178 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.596+0000 7f4e93e00640 1 --2- 172.21.15.31:0/2468368178 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e940ab2e0 0x7f4e940a9ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.596+0000 7f4e98a00640 1 -- 172.21.15.31:0/2468368178 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e940ab2e0 msgr2=0x7f4e940a9ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.596+0000 7f4e98a00640 1 --2- 172.21.15.31:0/2468368178 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e940ab2e0 0x7f4e940a9ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.596+0000 7f4e99400640 1 --2- 172.21.15.31:0/2468368178 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e94152560 0x7f4e940aba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.596+0000 7f4e98a00640 1 -- 172.21.15.31:0/2468368178 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e94152560 msgr2=0x7f4e940aba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.596+0000 7f4e98a00640 1 --2- 172.21.15.31:0/2468368178 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e94152560 0x7f4e940aba00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.596+0000 7f4e98a00640 1 -- 172.21.15.31:0/2468368178 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e940b0220 con 0x7f4e7c0039b0 2024-09-19T04:40:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.596+0000 7f4e93e00640 1 --2- 172.21.15.31:0/2468368178 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e940ab2e0 0x7f4e940a9ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.596+0000 7f4e98a00640 1 --2- 172.21.15.31:0/2468368178 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e7c0039b0 0x7f4e940ad9f0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f4e88009be0 tx=0x7f4e88004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:55.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.597+0000 7f4e90c00640 1 -- 172.21.15.31:0/2468368178 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e88040020 con 0x7f4e7c0039b0 2024-09-19T04:40:55.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.597+0000 7f4e90c00640 1 -- 172.21.15.31:0/2468368178 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e88003940 con 0x7f4e7c0039b0 2024-09-19T04:40:55.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.597+0000 7f4e90c00640 1 -- 172.21.15.31:0/2468368178 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e88036040 con 0x7f4e7c0039b0 2024-09-19T04:40:55.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.597+0000 7f4e9b400640 1 -- 172.21.15.31:0/2468368178 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e940aa710 con 0x7f4e7c0039b0 2024-09-19T04:40:55.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.597+0000 7f4e9b400640 1 -- 172.21.15.31:0/2468368178 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e940b07c0 con 0x7f4e7c0039b0 2024-09-19T04:40:55.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.598+0000 7f4e9b400640 1 -- 172.21.15.31:0/2468368178 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e9415d1f0 con 0x7f4e7c0039b0 2024-09-19T04:40:55.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.599+0000 7f4e90c00640 1 -- 172.21.15.31:0/2468368178 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4e88043020 con 0x7f4e7c0039b0 2024-09-19T04:40:55.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.600+0000 7f4e90c00640 1 --2- 172.21.15.31:0/2468368178 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4e7406c2e0 0x7f4e7406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:55.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.600+0000 7f4e90c00640 1 -- 172.21.15.31:0/2468368178 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6496+0+0 (secure 0 0 0) 0x7f4e880ab9f0 con 0x7f4e7c0039b0 2024-09-19T04:40:55.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.600+0000 7f4e93e00640 1 --2- 172.21.15.31:0/2468368178 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4e7406c2e0 0x7f4e7406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:55.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.601+0000 7f4e93e00640 1 --2- 172.21.15.31:0/2468368178 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4e7406c2e0 0x7f4e7406e7a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f4e9415d850 tx=0x7f4e80000ed0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:55.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.604+0000 7f4e90c00640 1 -- 172.21.15.31:0/2468368178 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4e8804a070 con 0x7f4e7c0039b0 2024-09-19T04:40:55.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.790+0000 7f4e9b400640 1 -- 172.21.15.31:0/2468368178 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4e941553b0 con 0x7f4e7c0039b0 2024-09-19T04:40:55.793 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.791+0000 7f4e90c00640 1 -- 172.21.15.31:0/2468368178 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) ==== 74+0+18815 (secure 0 0 0) 0x7f4e88079dd0 con 0x7f4e7c0039b0 2024-09-19T04:40:55.793 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:40:55.793 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":41,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:40:54.396531+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:40:43.609773+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-19T04:40:44.256043+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"data_new","create_time":"2024-09-19T04:40:53.866590+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:40:55.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.793+0000 7f4e9b400640 1 -- 172.21.15.31:0/2468368178 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4e7406c2e0 msgr2=0x7f4e7406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:55.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.793+0000 7f4e9b400640 1 --2- 172.21.15.31:0/2468368178 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4e7406c2e0 0x7f4e7406e7a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f4e9415d850 tx=0x7f4e80000ed0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.793+0000 7f4e9b400640 1 -- 172.21.15.31:0/2468368178 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e7c0039b0 msgr2=0x7f4e940ad9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:55.795 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.793+0000 7f4e9b400640 1 --2- 172.21.15.31:0/2468368178 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e7c0039b0 0x7f4e940ad9f0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f4e88009be0 tx=0x7f4e88004730 comp rx=0 tx=0).stop 2024-09-19T04:40:55.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.793+0000 7f4e9b400640 1 -- 172.21.15.31:0/2468368178 shutdown_connections 2024-09-19T04:40:55.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.793+0000 7f4e9b400640 1 --2- 172.21.15.31:0/2468368178 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4e7406c2e0 0x7f4e7406e7a0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.793+0000 7f4e9b400640 1 --2- 172.21.15.31:0/2468368178 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e94152560 0x7f4e940aba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.793+0000 7f4e9b400640 1 --2- 172.21.15.31:0/2468368178 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e940ab2e0 0x7f4e940a9ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.793+0000 7f4e9b400640 1 --2- 172.21.15.31:0/2468368178 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e7c0039b0 0x7f4e940ad9f0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:55.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.793+0000 7f4e9b400640 1 -- 172.21.15.31:0/2468368178 >> 172.21.15.31:0/2468368178 conn(0x7f4e94067da0 msgr2=0x7f4e9415bad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:55.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.793+0000 7f4e9b400640 1 -- 172.21.15.31:0/2468368178 shutdown_connections 2024-09-19T04:40:55.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:55.794+0000 7f4e9b400640 1 -- 172.21.15.31:0/2468368178 wait complete. 2024-09-19T04:40:55.812 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:55.812 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch layoutfile) 2024-09-19T04:40:55.853 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:55.853 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir layoutdir) 2024-09-19T04:40:55.933 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mds 'allow rw' mon 'allow r' osd 'allow rw pool=cephfs_data,allow rw pool=data_new' 2024-09-19T04:40:56.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.138+0000 7f43aca00640 1 Processor -- start 2024-09-19T04:40:56.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.138+0000 7f43aca00640 1 -- start start 2024-09-19T04:40:56.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.139+0000 7f43aca00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f43a8074020 0x7f43a80b39f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:56.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.139+0000 7f43aca00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43a80cf2b0 con 0x7f43a80cea80 2024-09-19T04:40:56.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.139+0000 7f43aca00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43a80cf590 con 0x7f43a806f770 2024-09-19T04:40:56.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.139+0000 7f43aca00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f43a80cf870 con 0x7f43a8074020 2024-09-19T04:40:56.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.139+0000 7f439d400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f43a80cea80 0x7f43a806f060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:44042/0 (socket says 172.21.15.31:44042) 2024-09-19T04:40:56.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.139+0000 7f439d400640 1 -- 172.21.15.31:0/452603873 learned_addr learned my addr 172.21.15.31:0/452603873 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:56.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.139+0000 7f43a5e00640 1 --2- 172.21.15.31:0/452603873 >> v2:172.21.15.52:3300/0 conn(0x7f43a8074020 0x7f43a80b39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:56.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.140+0000 7f43a5400640 1 -- 172.21.15.31:0/452603873 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2143835005 0 0) 0x7f43a80cf2b0 con 0x7f43a80cea80 2024-09-19T04:40:56.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.140+0000 7f43a5400640 1 -- 172.21.15.31:0/452603873 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f438c003520 con 0x7f43a80cea80 2024-09-19T04:40:56.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.140+0000 7f43a5400640 1 -- 172.21.15.31:0/452603873 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3733649210 0 0) 0x7f438c003520 con 0x7f43a80cea80 2024-09-19T04:40:56.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.140+0000 7f43a5400640 1 -- 172.21.15.31:0/452603873 >> v2:172.21.15.52:3300/0 conn(0x7f43a8074020 msgr2=0x7f43a80b39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:56.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.140+0000 7f43a5400640 1 --2- 172.21.15.31:0/452603873 >> v2:172.21.15.52:3300/0 conn(0x7f43a8074020 0x7f43a80b39f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:56.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.140+0000 7f43a5400640 1 -- 172.21.15.31:0/452603873 >> v1:172.21.15.52:6789/0 conn(0x7f43a806f770 legacy=0x7f43a80720a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:56.144 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.140+0000 7f43a5400640 1 -- 172.21.15.31:0/452603873 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43a80cfb50 con 0x7f43a80cea80 2024-09-19T04:40:56.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.140+0000 7f43a5400640 1 -- 172.21.15.31:0/452603873 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7f4390001670 con 0x7f43a80cea80 2024-09-19T04:40:56.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.140+0000 7f43a5400640 1 -- 172.21.15.31:0/452603873 >> v1:172.21.15.31:6789/0 conn(0x7f43a80cea80 legacy=0x7f43a806f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:56.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.140+0000 7f43a5400640 1 --2- 172.21.15.31:0/452603873 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f438c003a00 0x7f438c003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:56.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.140+0000 7f43a5400640 1 --2- 172.21.15.31:0/452603873 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f438c004800 0x7f438c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:56.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.140+0000 7f43a5400640 1 --2- 172.21.15.31:0/452603873 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f438c005210 0x7f438c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:56.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.140+0000 7f43a5400640 1 -- 172.21.15.31:0/452603873 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f43a80cf870 con 0x7f438c003a00 2024-09-19T04:40:56.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.140+0000 7f43a5400640 1 -- 172.21.15.31:0/452603873 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f438c00c160 con 0x7f438c004800 2024-09-19T04:40:56.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.140+0000 7f43a5400640 1 -- 172.21.15.31:0/452603873 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f438c00c360 con 0x7f438c005210 2024-09-19T04:40:56.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.140+0000 7f43a5e00640 1 --2- 172.21.15.31:0/452603873 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f438c003a00 0x7f438c003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:56.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.140+0000 7f439d400640 1 --2- 172.21.15.31:0/452603873 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f438c004800 0x7f438c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:56.145 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.141+0000 7f43a6800640 1 --2- 172.21.15.31:0/452603873 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f438c005210 0x7f438c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:56.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.141+0000 7f43a5e00640 1 -- 172.21.15.31:0/452603873 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f438c005210 msgr2=0x7f438c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:56.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.141+0000 7f43a5e00640 1 --2- 172.21.15.31:0/452603873 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f438c005210 0x7f438c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:56.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.141+0000 7f43a5e00640 1 -- 172.21.15.31:0/452603873 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f438c004800 msgr2=0x7f438c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:56.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.141+0000 7f43a5e00640 1 --2- 172.21.15.31:0/452603873 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f438c004800 0x7f438c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:56.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.141+0000 7f43a5e00640 1 -- 172.21.15.31:0/452603873 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f438c003520 con 0x7f438c003a00 2024-09-19T04:40:56.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.141+0000 7f439d400640 1 --2- 172.21.15.31:0/452603873 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f438c004800 0x7f438c004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:40:56.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.141+0000 7f43a6800640 1 -- 172.21.15.31:0/452603873 reap_dead start 2024-09-19T04:40:56.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.142+0000 7f43a5e00640 1 --2- 172.21.15.31:0/452603873 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f438c003a00 0x7f438c003e20 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f4398009a90 tx=0x7f438c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66b53aed6d8c42c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:56.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.142+0000 7f43a5400640 1 -- 172.21.15.31:0/452603873 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4398036070 con 0x7f438c003a00 2024-09-19T04:40:56.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.142+0000 7f43a5400640 1 -- 172.21.15.31:0/452603873 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4398031400 con 0x7f438c003a00 2024-09-19T04:40:56.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.142+0000 7f43a5400640 1 -- 172.21.15.31:0/452603873 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4398009690 con 0x7f438c003a00 2024-09-19T04:40:56.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.142+0000 7f43aca00640 1 -- 172.21.15.31:0/452603873 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f438c003a00 msgr2=0x7f438c003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:56.146 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.142+0000 7f43aca00640 1 --2- 172.21.15.31:0/452603873 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f438c003a00 0x7f438c003e20 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f4398009a90 tx=0x7f438c005830 comp rx=0 tx=0).stop 2024-09-19T04:40:56.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.142+0000 7f43aca00640 1 -- 172.21.15.31:0/452603873 shutdown_connections 2024-09-19T04:40:56.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.143+0000 7f43aca00640 1 --2- 172.21.15.31:0/452603873 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f438c003a00 0x7f438c003e20 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:56.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.143+0000 7f43aca00640 1 -- 172.21.15.31:0/452603873 >> 172.21.15.31:0/452603873 conn(0x7f43a80d0190 msgr2=0x7f43a80d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:56.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.143+0000 7f43aca00640 1 -- 172.21.15.31:0/452603873 shutdown_connections 2024-09-19T04:40:56.147 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.143+0000 7f43aca00640 1 -- 172.21.15.31:0/452603873 wait complete. 2024-09-19T04:40:56.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.144+0000 7f43aca00640 1 Processor -- start 2024-09-19T04:40:56.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.144+0000 7f43aca00640 1 -- start start 2024-09-19T04:40:56.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.145+0000 7f43aca00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f438c003a00 0x7f43a8151f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:56.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.145+0000 7f43aca00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43a809c180 0x7f43a806e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:56.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.145+0000 7f43aca00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43a815c940 0x7f43a815cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:56.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.145+0000 7f43aca00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f43a80b3b70 con 0x7f43a815c940 2024-09-19T04:40:56.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.145+0000 7f43aca00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f43a80b39f0 con 0x7f43a809c180 2024-09-19T04:40:56.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.145+0000 7f43aca00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f43a80b3cf0 con 0x7f438c003a00 2024-09-19T04:40:56.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.145+0000 7f43a6800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43a815c940 0x7f43a815cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:56.149 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.145+0000 7f43a6800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43a815c940 0x7f43a815cdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41090/0 (socket says 172.21.15.31:41090) 2024-09-19T04:40:56.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.145+0000 7f43a6800640 1 -- 172.21.15.31:0/1565154112 learned_addr learned my addr 172.21.15.31:0/1565154112 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:56.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.146+0000 7f43a5e00640 1 --2- 172.21.15.31:0/1565154112 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f438c003a00 0x7f43a8151f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:56.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.146+0000 7f439d400640 1 --2- 172.21.15.31:0/1565154112 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43a809c180 0x7f43a806e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:56.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.146+0000 7f43a6800640 1 -- 172.21.15.31:0/1565154112 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f438c003a00 msgr2=0x7f43a8151f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:56.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.146+0000 7f43a6800640 1 --2- 172.21.15.31:0/1565154112 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f438c003a00 0x7f43a8151f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:56.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.146+0000 7f43a6800640 1 -- 172.21.15.31:0/1565154112 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43a809c180 msgr2=0x7f43a806e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:56.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.146+0000 7f43a6800640 1 --2- 172.21.15.31:0/1565154112 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43a809c180 0x7f43a806e1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:56.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.146+0000 7f43a6800640 1 -- 172.21.15.31:0/1565154112 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43a809c600 con 0x7f43a815c940 2024-09-19T04:40:56.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.146+0000 7f43a6800640 1 --2- 172.21.15.31:0/1565154112 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43a815c940 0x7f43a815cdc0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f43a0007fd0 tx=0x7f43a000eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:56.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.146+0000 7f439ea00640 1 -- 172.21.15.31:0/1565154112 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43a0006b50 con 0x7f43a815c940 2024-09-19T04:40:56.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.146+0000 7f439ea00640 1 -- 172.21.15.31:0/1565154112 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43a0006d10 con 0x7f43a815c940 2024-09-19T04:40:56.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.146+0000 7f439ea00640 1 -- 172.21.15.31:0/1565154112 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43a0003970 con 0x7f43a815c940 2024-09-19T04:40:56.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.147+0000 7f43aca00640 1 -- 172.21.15.31:0/1565154112 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43a809c8d0 con 0x7f43a815c940 2024-09-19T04:40:56.150 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.147+0000 7f43aca00640 1 -- 172.21.15.31:0/1565154112 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43a809a4d0 con 0x7f43a815c940 2024-09-19T04:40:56.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.148+0000 7f43aca00640 1 -- 172.21.15.31:0/1565154112 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43a809a2f0 con 0x7f43a815c940 2024-09-19T04:40:56.151 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.149+0000 7f439ea00640 1 -- 172.21.15.31:0/1565154112 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f43a001a020 con 0x7f43a815c940 2024-09-19T04:40:56.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.150+0000 7f439ea00640 1 --2- 172.21.15.31:0/1565154112 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f438406c2b0 0x7f438406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:56.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.150+0000 7f439ea00640 1 -- 172.21.15.31:0/1565154112 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6496+0+0 (secure 0 0 0) 0x7f43a008abd0 con 0x7f43a815c940 2024-09-19T04:40:56.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.150+0000 7f43a5e00640 1 --2- 172.21.15.31:0/1565154112 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f438406c2b0 0x7f438406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:56.152 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.151+0000 7f43a5e00640 1 --2- 172.21.15.31:0/1565154112 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f438406c2b0 0x7f438406e770 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f4398033000 tx=0x7f4398008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:56.156 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.154+0000 7f439ea00640 1 -- 172.21.15.31:0/1565154112 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f43a809a2f0 con 0x7f43a815c940 2024-09-19T04:40:56.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.407+0000 7f43aca00640 1 -- 172.21.15.31:0/1565154112 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow rw", "mon", "allow r", "osd", "allow rw pool=cephfs_data,allow rw pool=data_new"]} v 0) -- 0x7f43a815ed30 con 0x7f43a815c940 2024-09-19T04:40:56.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.410+0000 7f439ea00640 1 -- 172.21.15.31:0/1565154112 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow rw", "mon", "allow r", "osd", "allow rw pool=cephfs_data,allow rw pool=data_new"]}]=0 updated caps for client.0 v12) ==== 210+0+167 (secure 0 0 0) 0x7f43a0059040 con 0x7f43a815c940 2024-09-19T04:40:56.412 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-19T04:40:56.412 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDZqutml7qZARAA13b5YKV6Lq7t2WiQ9cjFCQ== 2024-09-19T04:40:56.412 INFO:teuthology.orchestra.run.smithi031.stdout: caps mds = "allow rw" 2024-09-19T04:40:56.412 INFO:teuthology.orchestra.run.smithi031.stdout: caps mon = "allow r" 2024-09-19T04:40:56.412 INFO:teuthology.orchestra.run.smithi031.stdout: caps osd = "allow rw pool=cephfs_data,allow rw pool=data_new" 2024-09-19T04:40:56.412 INFO:teuthology.orchestra.run.smithi031.stderr:updated caps for client.0 2024-09-19T04:40:56.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.412+0000 7f43aca00640 1 -- 172.21.15.31:0/1565154112 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f438406c2b0 msgr2=0x7f438406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:56.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.412+0000 7f43aca00640 1 --2- 172.21.15.31:0/1565154112 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f438406c2b0 0x7f438406e770 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f4398033000 tx=0x7f4398008030 comp rx=0 tx=0).stop 2024-09-19T04:40:56.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.412+0000 7f43aca00640 1 -- 172.21.15.31:0/1565154112 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43a815c940 msgr2=0x7f43a815cdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:56.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.412+0000 7f43aca00640 1 --2- 172.21.15.31:0/1565154112 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43a815c940 0x7f43a815cdc0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f43a0007fd0 tx=0x7f43a000eb90 comp rx=0 tx=0).stop 2024-09-19T04:40:56.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.412+0000 7f43aca00640 1 -- 172.21.15.31:0/1565154112 shutdown_connections 2024-09-19T04:40:56.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.412+0000 7f43aca00640 1 --2- 172.21.15.31:0/1565154112 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43a815c940 0x7f43a815cdc0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:56.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.412+0000 7f43aca00640 1 --2- 172.21.15.31:0/1565154112 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f438406c2b0 0x7f438406e770 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:56.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.412+0000 7f43aca00640 1 --2- 172.21.15.31:0/1565154112 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43a809c180 0x7f43a806e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:56.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.412+0000 7f43aca00640 1 --2- 172.21.15.31:0/1565154112 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f438c003a00 0x7f43a8151f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:56.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.412+0000 7f43aca00640 1 -- 172.21.15.31:0/1565154112 >> 172.21.15.31:0/1565154112 conn(0x7f43a80d0190 msgr2=0x7f43a8153980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:56.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.412+0000 7f43aca00640 1 -- 172.21.15.31:0/1565154112 shutdown_connections 2024-09-19T04:40:56.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.412+0000 7f43aca00640 1 -- 172.21.15.31:0/1565154112 wait complete. 2024-09-19T04:40:56.431 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:40:56.431 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:56.466 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:40:56.466 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:56.542 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:40:56.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.737+0000 7f6618200640 1 Processor -- start 2024-09-19T04:40:56.739 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.738+0000 7f6618200640 1 -- start start 2024-09-19T04:40:56.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.739+0000 7f6618200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f6610072240 0x7f661015d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:56.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.739+0000 7f6618200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f661015d730 con 0x7f66100afc40 2024-09-19T04:40:56.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.739+0000 7f6618200640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f661006e590 con 0x7f6610072620 2024-09-19T04:40:56.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.739+0000 7f6618200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f661006e870 con 0x7f6610072240 2024-09-19T04:40:56.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.739+0000 7f6616200640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f66100afc40 0x7f66100cd1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:44044/0 (socket says 172.21.15.31:44044) 2024-09-19T04:40:56.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.739+0000 7f6616200640 1 -- 172.21.15.31:0/4284250462 learned_addr learned my addr 172.21.15.31:0/4284250462 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:56.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.739+0000 7f6615800640 1 --2- 172.21.15.31:0/4284250462 >> v2:172.21.15.52:3300/0 conn(0x7f6610072240 0x7f661015d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:56.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.740+0000 7f660fe00640 1 -- 172.21.15.31:0/4284250462 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 52504678 0 0) 0x7f661015d730 con 0x7f66100afc40 2024-09-19T04:40:56.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.740+0000 7f660fe00640 1 -- 172.21.15.31:0/4284250462 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f65f8003520 con 0x7f66100afc40 2024-09-19T04:40:56.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.740+0000 7f6615800640 1 -- 172.21.15.31:0/4284250462 >> v1:172.21.15.52:6789/0 conn(0x7f6610072620 legacy=0x7f66100af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:56.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.740+0000 7f660fe00640 1 -- 172.21.15.31:0/4284250462 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3542662769 0 0) 0x7f661006e590 con 0x7f6610072620 2024-09-19T04:40:56.742 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.740+0000 7f6615800640 1 -- 172.21.15.31:0/4284250462 >> v1:172.21.15.31:6789/0 conn(0x7f66100afc40 legacy=0x7f66100cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:56.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.740+0000 7f6615800640 1 -- 172.21.15.31:0/4284250462 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f661006eb50 con 0x7f6610072240 2024-09-19T04:40:56.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.741+0000 7f6615800640 1 --2- 172.21.15.31:0/4284250462 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6610072240 0x7f661015d1f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f66040097a0 tx=0x7f660402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b4317aac68168163 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:56.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.741+0000 7f660fe00640 1 -- 172.21.15.31:0/4284250462 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6604037070 con 0x7f6610072240 2024-09-19T04:40:56.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.741+0000 7f660fe00640 1 -- 172.21.15.31:0/4284250462 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6604032440 con 0x7f6610072240 2024-09-19T04:40:56.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.741+0000 7f660fe00640 1 -- 172.21.15.31:0/4284250462 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66040327f0 con 0x7f6610072240 2024-09-19T04:40:56.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.742+0000 7f6618200640 1 -- 172.21.15.31:0/4284250462 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6610072240 msgr2=0x7f661015d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:56.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.742+0000 7f6618200640 1 --2- 172.21.15.31:0/4284250462 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6610072240 0x7f661015d1f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f66040097a0 tx=0x7f660402a230 comp rx=0 tx=0).stop 2024-09-19T04:40:56.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.742+0000 7f6618200640 1 -- 172.21.15.31:0/4284250462 shutdown_connections 2024-09-19T04:40:56.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.742+0000 7f6618200640 1 --2- 172.21.15.31:0/4284250462 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6610072240 0x7f661015d1f0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:56.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.742+0000 7f6618200640 1 -- 172.21.15.31:0/4284250462 >> 172.21.15.31:0/4284250462 conn(0x7f6610067da0 msgr2=0x7f661006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:56.744 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.742+0000 7f6618200640 1 -- 172.21.15.31:0/4284250462 shutdown_connections 2024-09-19T04:40:56.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.742+0000 7f6618200640 1 -- 172.21.15.31:0/4284250462 wait complete. 2024-09-19T04:40:56.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.744+0000 7f6618200640 1 Processor -- start 2024-09-19T04:40:56.745 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.744+0000 7f6618200640 1 -- start start 2024-09-19T04:40:56.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.745+0000 7f6618200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6610072240 0x7f66100cc6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:56.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.745+0000 7f6618200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6610072620 0x7f66100c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:56.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.745+0000 7f6618200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f66100afc40 0x7f66100b4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:56.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.745+0000 7f6618200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f661006e150 con 0x7f6610072240 2024-09-19T04:40:56.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.745+0000 7f6618200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f661006dfd0 con 0x7f6610072620 2024-09-19T04:40:56.749 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.745+0000 7f6618200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f661006e2d0 con 0x7f66100afc40 2024-09-19T04:40:56.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.745+0000 7f6615800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6610072240 0x7f66100cc6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:56.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.745+0000 7f6615800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6610072240 0x7f66100cc6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41094/0 (socket says 172.21.15.31:41094) 2024-09-19T04:40:56.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.745+0000 7f6615800640 1 -- 172.21.15.31:0/3085749313 learned_addr learned my addr 172.21.15.31:0/3085749313 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:56.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.745+0000 7f6615800640 1 -- 172.21.15.31:0/3085749313 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f66100afc40 msgr2=0x7f66100b4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:56.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.745+0000 7f6615800640 1 --2- 172.21.15.31:0/3085749313 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f66100afc40 0x7f66100b4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:56.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.745+0000 7f6615800640 1 -- 172.21.15.31:0/3085749313 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6610072620 msgr2=0x7f66100c53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:56.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.745+0000 7f6614e00640 1 --2- 172.21.15.31:0/3085749313 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6610072620 0x7f66100c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:56.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.746+0000 7f6615800640 1 --2- 172.21.15.31:0/3085749313 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6610072620 0x7f66100c53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:56.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.746+0000 7f6615800640 1 -- 172.21.15.31:0/3085749313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66100ccc30 con 0x7f6610072240 2024-09-19T04:40:56.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.746+0000 7f6614e00640 1 --2- 172.21.15.31:0/3085749313 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6610072620 0x7f66100c53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:40:56.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.746+0000 7f6615800640 1 --2- 172.21.15.31:0/3085749313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6610072240 0x7f66100cc6f0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f660402a270 tx=0x7f66040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:56.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.746+0000 7f660d600640 1 -- 172.21.15.31:0/3085749313 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6604041070 con 0x7f6610072240 2024-09-19T04:40:56.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.746+0000 7f660d600640 1 -- 172.21.15.31:0/3085749313 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f660403c870 con 0x7f6610072240 2024-09-19T04:40:56.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.746+0000 7f6618200640 1 -- 172.21.15.31:0/3085749313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66100af120 con 0x7f6610072240 2024-09-19T04:40:56.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.746+0000 7f660d600640 1 -- 172.21.15.31:0/3085749313 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6604037040 con 0x7f6610072240 2024-09-19T04:40:56.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.746+0000 7f6618200640 1 -- 172.21.15.31:0/3085749313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6610147960 con 0x7f6610072240 2024-09-19T04:40:56.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.747+0000 7f6618200640 1 -- 172.21.15.31:0/3085749313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f661015d1f0 con 0x7f6610072240 2024-09-19T04:40:56.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.748+0000 7f660d600640 1 -- 172.21.15.31:0/3085749313 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6604044070 con 0x7f6610072240 2024-09-19T04:40:56.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.750+0000 7f660d600640 1 --2- 172.21.15.31:0/3085749313 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f65f006c2b0 0x7f65f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:56.751 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.750+0000 7f660d600640 1 -- 172.21.15.31:0/3085749313 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6496+0+0 (secure 0 0 0) 0x7f66040ac2e0 con 0x7f6610072240 2024-09-19T04:40:56.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.750+0000 7f6614e00640 1 --2- 172.21.15.31:0/3085749313 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f65f006c2b0 0x7f65f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:56.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.750+0000 7f6614e00640 1 --2- 172.21.15.31:0/3085749313 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f65f006c2b0 0x7f65f006e770 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f66101f74d0 tx=0x7f65fc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:56.756 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.754+0000 7f660d600640 1 -- 172.21.15.31:0/3085749313 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f66100ccc30 con 0x7f6610072240 2024-09-19T04:40:56.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.949+0000 7f6618200640 1 -- 172.21.15.31:0/3085749313 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f66100cd350 con 0x7f6610072240 2024-09-19T04:40:56.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.950+0000 7f660d600640 1 -- 172.21.15.31:0/3085749313 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v42) ==== 80+0+0 (secure 0 0 0) 0x7f660407a7e0 con 0x7f6610072240 2024-09-19T04:40:56.952 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-19T04:40:56.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.952+0000 7f6618200640 1 -- 172.21.15.31:0/3085749313 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f65f006c2b0 msgr2=0x7f65f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:56.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.952+0000 7f6618200640 1 --2- 172.21.15.31:0/3085749313 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f65f006c2b0 0x7f65f006e770 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f66101f74d0 tx=0x7f65fc009040 comp rx=0 tx=0).stop 2024-09-19T04:40:56.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.952+0000 7f6618200640 1 -- 172.21.15.31:0/3085749313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6610072240 msgr2=0x7f66100cc6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:56.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.952+0000 7f6618200640 1 --2- 172.21.15.31:0/3085749313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6610072240 0x7f66100cc6f0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f660402a270 tx=0x7f66040046c0 comp rx=0 tx=0).stop 2024-09-19T04:40:56.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.952+0000 7f6618200640 1 -- 172.21.15.31:0/3085749313 shutdown_connections 2024-09-19T04:40:56.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.952+0000 7f6618200640 1 --2- 172.21.15.31:0/3085749313 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f66100afc40 0x7f66100b4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:56.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.952+0000 7f6618200640 1 --2- 172.21.15.31:0/3085749313 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f65f006c2b0 0x7f65f006e770 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:56.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.952+0000 7f6618200640 1 --2- 172.21.15.31:0/3085749313 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6610072620 0x7f66100c53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:56.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.952+0000 7f6618200640 1 --2- 172.21.15.31:0/3085749313 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6610072240 0x7f66100cc6f0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:56.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.952+0000 7f6618200640 1 -- 172.21.15.31:0/3085749313 >> 172.21.15.31:0/3085749313 conn(0x7f6610067da0 msgr2=0x7f661015f600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:56.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.952+0000 7f6618200640 1 -- 172.21.15.31:0/3085749313 shutdown_connections 2024-09-19T04:40:56.955 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:56.952+0000 7f6618200640 1 -- 172.21.15.31:0/3085749313 wait complete. 2024-09-19T04:40:56.970 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T04:40:56.970 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:56.971 DEBUG:teuthology.orchestra.run.smithi031:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:57.041 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:40:57.042 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:57.042 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T04:40:57.078 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:40:57.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.277+0000 7fe0d9600640 1 Processor -- start 2024-09-19T04:40:57.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.277+0000 7fe0d9600640 1 -- start start 2024-09-19T04:40:57.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.278+0000 7fe0d9600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fe0d40ce830 0x7fe0d406d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:57.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.278+0000 7fe0d9600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fe0d40aff20 0x7fe0d40cec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:57.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.279+0000 7fe0d9600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0d4160df0 con 0x7fe0d40cd510 2024-09-19T04:40:57.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.279+0000 7fe0d9600640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fe0d41608c0 con 0x7fe0d40aff20 2024-09-19T04:40:57.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.279+0000 7fe0d9600640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fe0d4067950 con 0x7fe0d40ce830 2024-09-19T04:40:57.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.279+0000 7fe0d3400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fe0d40cd510 0x7fe0d40cd940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:44052/0 (socket says 172.21.15.31:44052) 2024-09-19T04:40:57.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.279+0000 7fe0ca000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fe0d40aff20 0x7fe0d40cec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:57.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.279+0000 7fe0d3400640 1 -- 172.21.15.31:0/1989933001 learned_addr learned my addr 172.21.15.31:0/1989933001 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:57.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.279+0000 7fe0d2a00640 1 --2- 172.21.15.31:0/1989933001 >> v2:172.21.15.52:3300/0 conn(0x7fe0d40ce830 0x7fe0d406d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:57.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.279+0000 7fe0ca000640 1 -- 172.21.15.31:0/1989933001 >> v2:172.21.15.52:3300/0 conn(0x7fe0d40ce830 msgr2=0x7fe0d406d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:57.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.279+0000 7fe0ca000640 1 --2- 172.21.15.31:0/1989933001 >> v2:172.21.15.52:3300/0 conn(0x7fe0d40ce830 0x7fe0d406d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:57.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.279+0000 7fe0ca000640 1 -- 172.21.15.31:0/1989933001 >> v1:172.21.15.31:6789/0 conn(0x7fe0d40cd510 legacy=0x7fe0d40cd940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:57.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.279+0000 7fe0d2000640 1 -- 172.21.15.31:0/1989933001 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1974949429 0 0) 0x7fe0d4160df0 con 0x7fe0d40cd510 2024-09-19T04:40:57.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.279+0000 7fe0ca000640 1 -- 172.21.15.31:0/1989933001 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0d406e9b0 con 0x7fe0d40aff20 2024-09-19T04:40:57.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.280+0000 7fe0ca000640 1 --2- 172.21.15.31:0/1989933001 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d40aff20 0x7fe0d40cec10 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc0097a0 tx=0x7fe0bc02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7edfdec13bb7401 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:57.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.281+0000 7fe0d2000640 1 -- 172.21.15.31:0/1989933001 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0bc037070 con 0x7fe0d40aff20 2024-09-19T04:40:57.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.281+0000 7fe0d2000640 1 -- 172.21.15.31:0/1989933001 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0bc02ae50 con 0x7fe0d40aff20 2024-09-19T04:40:57.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.281+0000 7fe0d2000640 1 -- 172.21.15.31:0/1989933001 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0bc032660 con 0x7fe0d40aff20 2024-09-19T04:40:57.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.281+0000 7fe0d9600640 1 -- 172.21.15.31:0/1989933001 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d40aff20 msgr2=0x7fe0d40cec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:57.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.281+0000 7fe0d9600640 1 --2- 172.21.15.31:0/1989933001 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d40aff20 0x7fe0d40cec10 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc0097a0 tx=0x7fe0bc02a140 comp rx=0 tx=0).stop 2024-09-19T04:40:57.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.281+0000 7fe0d9600640 1 -- 172.21.15.31:0/1989933001 shutdown_connections 2024-09-19T04:40:57.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.281+0000 7fe0d9600640 1 --2- 172.21.15.31:0/1989933001 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d40aff20 0x7fe0d40cec10 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:57.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.281+0000 7fe0d9600640 1 --2- 172.21.15.31:0/1989933001 >> v2:172.21.15.52:3300/0 conn(0x7fe0d40ce830 0x7fe0d406d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:57.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.281+0000 7fe0d9600640 1 -- 172.21.15.31:0/1989933001 >> 172.21.15.31:0/1989933001 conn(0x7fe0d40736d0 msgr2=0x7fe0d406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:57.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.281+0000 7fe0d9600640 1 -- 172.21.15.31:0/1989933001 shutdown_connections 2024-09-19T04:40:57.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.281+0000 7fe0d9600640 1 -- 172.21.15.31:0/1989933001 wait complete. 2024-09-19T04:40:57.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.283+0000 7fe0d9600640 1 Processor -- start 2024-09-19T04:40:57.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.283+0000 7fe0d9600640 1 -- start start 2024-09-19T04:40:57.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.284+0000 7fe0d9600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d40aff20 0x7fe0d4147bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:57.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.284+0000 7fe0d9600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0d40cd510 0x7fe0d4158550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:57.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.284+0000 7fe0d9600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe0d40ce830 0x7fe0d414b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:57.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.284+0000 7fe0d9600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe0d4160b10 con 0x7fe0d40aff20 2024-09-19T04:40:57.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.284+0000 7fe0d9600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe0d4067bf0 con 0x7fe0d40cd510 2024-09-19T04:40:57.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.284+0000 7fe0d9600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fe0d415c690 con 0x7fe0d40ce830 2024-09-19T04:40:57.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.284+0000 7fe0d2a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d40aff20 0x7fe0d4147bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:57.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.284+0000 7fe0d2a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d40aff20 0x7fe0d4147bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41106/0 (socket says 172.21.15.31:41106) 2024-09-19T04:40:57.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.284+0000 7fe0d2a00640 1 -- 172.21.15.31:0/1838082234 learned_addr learned my addr 172.21.15.31:0/1838082234 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:57.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.285+0000 7fe0ca000640 1 --2- 172.21.15.31:0/1838082234 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0d40cd510 0x7fe0d4158550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:57.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.285+0000 7fe0d3400640 1 --2- 172.21.15.31:0/1838082234 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe0d40ce830 0x7fe0d414b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:57.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.285+0000 7fe0d2a00640 1 -- 172.21.15.31:0/1838082234 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe0d40ce830 msgr2=0x7fe0d414b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:57.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.285+0000 7fe0d2a00640 1 --2- 172.21.15.31:0/1838082234 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe0d40ce830 0x7fe0d414b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:57.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.285+0000 7fe0d2a00640 1 -- 172.21.15.31:0/1838082234 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0d40cd510 msgr2=0x7fe0d4158550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:57.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.285+0000 7fe0d2a00640 1 --2- 172.21.15.31:0/1838082234 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0d40cd510 0x7fe0d4158550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:57.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.285+0000 7fe0d2a00640 1 -- 172.21.15.31:0/1838082234 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0d415c9d0 con 0x7fe0d40aff20 2024-09-19T04:40:57.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.285+0000 7fe0d2a00640 1 --2- 172.21.15.31:0/1838082234 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d40aff20 0x7fe0d4147bf0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe0c4007e40 tx=0x7fe0c400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:57.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.285+0000 7fe0cb400640 1 -- 172.21.15.31:0/1838082234 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0c4014620 con 0x7fe0d40aff20 2024-09-19T04:40:57.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.285+0000 7fe0cb400640 1 -- 172.21.15.31:0/1838082234 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0c4019070 con 0x7fe0d40aff20 2024-09-19T04:40:57.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.285+0000 7fe0cb400640 1 -- 172.21.15.31:0/1838082234 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0c4014a00 con 0x7fe0d40aff20 2024-09-19T04:40:57.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.286+0000 7fe0d9600640 1 -- 172.21.15.31:0/1838082234 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0d41481d0 con 0x7fe0d40aff20 2024-09-19T04:40:57.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.286+0000 7fe0d9600640 1 -- 172.21.15.31:0/1838082234 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0d4148790 con 0x7fe0d40aff20 2024-09-19T04:40:57.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.287+0000 7fe0d9600640 1 -- 172.21.15.31:0/1838082234 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0d40cec10 con 0x7fe0d40aff20 2024-09-19T04:40:57.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.288+0000 7fe0cb400640 1 -- 172.21.15.31:0/1838082234 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe0c4014ba0 con 0x7fe0d40aff20 2024-09-19T04:40:57.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.288+0000 7fe0cb400640 1 --2- 172.21.15.31:0/1838082234 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe0b006c2e0 0x7fe0b006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:57.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.288+0000 7fe0cb400640 1 -- 172.21.15.31:0/1838082234 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6496+0+0 (secure 0 0 0) 0x7fe0c408be10 con 0x7fe0d40aff20 2024-09-19T04:40:57.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.289+0000 7fe0ca000640 1 --2- 172.21.15.31:0/1838082234 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe0b006c2e0 0x7fe0b006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:57.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.289+0000 7fe0ca000640 1 --2- 172.21.15.31:0/1838082234 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe0b006c2e0 0x7fe0b006e7a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc034000 tx=0x7fe0bc02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:57.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.293+0000 7fe0cb400640 1 -- 172.21.15.31:0/1838082234 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe0c408f030 con 0x7fe0d40aff20 2024-09-19T04:40:57.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.516+0000 7fe0d9600640 1 -- 172.21.15.31:0/1838082234 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe0d40b4960 con 0x7fe0d40aff20 2024-09-19T04:40:57.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.517+0000 7fe0cb400640 1 -- 172.21.15.31:0/1838082234 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v19) ==== 53+0+82 (secure 0 0 0) 0x7fe0c4059c30 con 0x7fe0d40aff20 2024-09-19T04:40:57.519 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data data_new ] 2024-09-19T04:40:57.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.519+0000 7fe0d9600640 1 -- 172.21.15.31:0/1838082234 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe0b006c2e0 msgr2=0x7fe0b006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:57.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.519+0000 7fe0d9600640 1 --2- 172.21.15.31:0/1838082234 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe0b006c2e0 0x7fe0b006e7a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc034000 tx=0x7fe0bc02e000 comp rx=0 tx=0).stop 2024-09-19T04:40:57.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.519+0000 7fe0d9600640 1 -- 172.21.15.31:0/1838082234 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d40aff20 msgr2=0x7fe0d4147bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:57.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.519+0000 7fe0d9600640 1 --2- 172.21.15.31:0/1838082234 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d40aff20 0x7fe0d4147bf0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe0c4007e40 tx=0x7fe0c400e4b0 comp rx=0 tx=0).stop 2024-09-19T04:40:57.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.519+0000 7fe0d9600640 1 -- 172.21.15.31:0/1838082234 shutdown_connections 2024-09-19T04:40:57.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.519+0000 7fe0d9600640 1 --2- 172.21.15.31:0/1838082234 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe0d40ce830 0x7fe0d414b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:57.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.519+0000 7fe0d9600640 1 --2- 172.21.15.31:0/1838082234 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe0b006c2e0 0x7fe0b006e7a0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:57.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.519+0000 7fe0d9600640 1 --2- 172.21.15.31:0/1838082234 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0d40cd510 0x7fe0d4158550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:57.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.519+0000 7fe0d9600640 1 --2- 172.21.15.31:0/1838082234 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe0d40aff20 0x7fe0d4147bf0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:57.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.519+0000 7fe0d9600640 1 -- 172.21.15.31:0/1838082234 >> 172.21.15.31:0/1838082234 conn(0x7fe0d40736d0 msgr2=0x7fe0d40b5160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:57.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.520+0000 7fe0d9600640 1 -- 172.21.15.31:0/1838082234 shutdown_connections 2024-09-19T04:40:57.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57.520+0000 7fe0d9600640 1 -- 172.21.15.31:0/1838082234 wait complete. 2024-09-19T04:40:57.537 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:40:57.537 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:40:57.537 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-19T04:40:57.537 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T04:40:57.537 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:57.538 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:40:57.538 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:40:57.538 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:40:57.538 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:40:57.538 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:57.538 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-19T04:40:57.574 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:40:57.574 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:40:57.574 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:40:57.574 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:57.574 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-19T04:40:57.574 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:57.574 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:57.574 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:57.574 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-19T04:40:57.574 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:57.575 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:57.575 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-19T04:40:57.575 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:40:57.575 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:57.575 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-19T04:40:57.575 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T04:40:57.575 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42643sec preferred_lft 42643sec 2024-09-19T04:40:57.575 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-19T04:40:57.575 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:57.575 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:40:57.575 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:57.575 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-19T04:40:57.575 INFO:teuthology.orchestra.run.smithi031.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:40:57.576 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 9a:a3:31:f5:b3:c7 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:40:57.576 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:40:57.576 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:57.576 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::8c16:44ff:fe32:5c30/64 scope link 2024-09-19T04:40:57.576 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:57.576 INFO:teuthology.orchestra.run.smithi031.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:40:57.576 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 9a:a3:31:f5:b3:c7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:40:57.576 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::98a3:31ff:fef5:b3c7/64 scope link 2024-09-19T04:40:57.576 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:57.576 INFO:teuthology.orchestra.run.smithi031.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:40:57.576 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether f2:dd:65:4c:66:2b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:40:57.576 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::f0dd:65ff:fe4c:662b/64 scope link 2024-09-19T04:40:57.576 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:40:57.577 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:57.577 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:40:57.668 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-19T04:40:57.671 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:57.671 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-19T04:40:57.707 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-19T04:40:57.707 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:40:57.707 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T04:40:57.708 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T04:40:57.708 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:40:57.708 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:40:57.708 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:40:57.708 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T04:40:57.708 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T04:40:57.708 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T04:40:57.708 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:40:57.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:40:57.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:57.905 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:57.905 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-19T04:40:57.941 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:40:57.941 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T04:40:57.942 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:40:57.942 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:57.942 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-19T04:40:58.038 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:58.039 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:58.074 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:40:58.074 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:40:58.074 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:58.149 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T04:40:58.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:58.150 DEBUG:teuthology.orchestra.run.smithi031:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:40:58.278 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:40:58.279 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:40:58.279 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:40:58.294 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:40:58.294 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:40:58.294 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:40:58.294 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:40:58.294 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:40:58.318 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:40:58.319 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:40:58.319 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:40:58.319 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:40:58.319 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:40:58.319 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790" 2024-09-19T04:40:58.319 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790:/ 2024-09-19T04:40:58.319 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=ae16a32b-37f5-48e5-a20a-d947237e5ec4" will pass to kernel 2024-09-19T04:40:58.322 INFO:teuthology.orchestra.run.smithi031.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T04:40:58.322 INFO:teuthology.orchestra.run.smithi031.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:40:58.322 INFO:teuthology.orchestra.run.smithi031.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:40:58.322 INFO:teuthology.orchestra.run.smithi031.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:40:58.322 INFO:teuthology.orchestra.run.smithi031.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:40:58.324 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:40:58.325 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:58.325 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:58.381 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:40:58.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:58 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:40:58.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:40:58.471 INFO:teuthology.orchestra.run.smithi031.stdout:client5023 2024-09-19T04:40:58.471 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:40:58.471 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:58.507 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:58.507 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.file.layout.pool -v data_new layoutfile) 2024-09-19T04:40:58.583 INFO:teuthology.orchestra.run.smithi031.stderr:setfattr: layoutfile: Permission denied 2024-09-19T04:40:58.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:40:58.584 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:58.584 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.layout.pool -v data_new layoutdir) 2024-09-19T04:40:58.661 INFO:teuthology.orchestra.run.smithi031.stderr:setfattr: layoutdir: Permission denied 2024-09-19T04:40:58.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:40:58.662 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:40:58.662 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:58.738 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:40:58.738 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:40:58.813 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:40:59.013 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.011+0000 7f6d64400640 1 Processor -- start 2024-09-19T04:40:59.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.012+0000 7f6d64400640 1 -- start start 2024-09-19T04:40:59.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.013+0000 7f6d64400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f6d5c072240 0x7f6d5c15d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:59.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.013+0000 7f6d64400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f6d5c0afc40 0x7f6d5c0cd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:59.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.013+0000 7f6d64400640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d5c15d730 con 0x7f6d5c072620 2024-09-19T04:40:59.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.013+0000 7f6d64400640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f6d5c06e590 con 0x7f6d5c0afc40 2024-09-19T04:40:59.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.013+0000 7f6d64400640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f6d5c06e870 con 0x7f6d5c072240 2024-09-19T04:40:59.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.013+0000 7f6d62400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f6d5c0afc40 0x7f6d5c0cd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:59.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.013+0000 7f6d61000640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f6d5c072620 0x7f6d5c0af530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:42710/0 (socket says 172.21.15.31:42710) 2024-09-19T04:40:59.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.013+0000 7f6d62400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f6d5c0afc40 0x7f6d5c0cd1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41252/0 (socket says 172.21.15.31:41252) 2024-09-19T04:40:59.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.013+0000 7f6d61000640 1 -- 172.21.15.31:0/3500700500 learned_addr learned my addr 172.21.15.31:0/3500700500 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:59.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.013+0000 7f6d61a00640 1 --2- 172.21.15.31:0/3500700500 >> v2:172.21.15.52:3300/0 conn(0x7f6d5c072240 0x7f6d5c15d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:59.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.014+0000 7f6d62400640 1 -- 172.21.15.31:0/3500700500 >> v2:172.21.15.52:3300/0 conn(0x7f6d5c072240 msgr2=0x7f6d5c15d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:59.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.014+0000 7f6d62400640 1 --2- 172.21.15.31:0/3500700500 >> v2:172.21.15.52:3300/0 conn(0x7f6d5c072240 0x7f6d5c15d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:59.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.014+0000 7f6d62400640 1 -- 172.21.15.31:0/3500700500 >> v1:172.21.15.31:6789/0 conn(0x7f6d5c072620 legacy=0x7f6d5c0af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:59.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.014+0000 7f6d62400640 1 -- 172.21.15.31:0/3500700500 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d5c06eb50 con 0x7f6d5c0afc40 2024-09-19T04:40:59.017 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.014+0000 7f6d5be00640 1 -- 172.21.15.31:0/3500700500 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 245368231 0 0) 0x7f6d5c15d730 con 0x7f6d5c072620 2024-09-19T04:40:59.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.015+0000 7f6d62400640 1 --2- 172.21.15.31:0/3500700500 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d5c0afc40 0x7f6d5c0cd1d0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f6d5c0b5920 tx=0x7f6d5402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3adc58adc550745 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:59.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.015+0000 7f6d5be00640 1 -- 172.21.15.31:0/3500700500 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d54007740 con 0x7f6d5c0afc40 2024-09-19T04:40:59.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.015+0000 7f6d5be00640 1 -- 172.21.15.31:0/3500700500 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d540078e0 con 0x7f6d5c0afc40 2024-09-19T04:40:59.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.015+0000 7f6d5be00640 1 -- 172.21.15.31:0/3500700500 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d54007cb0 con 0x7f6d5c0afc40 2024-09-19T04:40:59.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.015+0000 7f6d64400640 1 -- 172.21.15.31:0/3500700500 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d5c0afc40 msgr2=0x7f6d5c0cd1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:59.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.015+0000 7f6d64400640 1 --2- 172.21.15.31:0/3500700500 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d5c0afc40 0x7f6d5c0cd1d0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f6d5c0b5920 tx=0x7f6d5402a680 comp rx=0 tx=0).stop 2024-09-19T04:40:59.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.016+0000 7f6d64400640 1 -- 172.21.15.31:0/3500700500 shutdown_connections 2024-09-19T04:40:59.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.016+0000 7f6d64400640 1 --2- 172.21.15.31:0/3500700500 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d5c0afc40 0x7f6d5c0cd1d0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:59.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.016+0000 7f6d64400640 1 --2- 172.21.15.31:0/3500700500 >> v2:172.21.15.52:3300/0 conn(0x7f6d5c072240 0x7f6d5c15d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:59.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.016+0000 7f6d64400640 1 -- 172.21.15.31:0/3500700500 >> 172.21.15.31:0/3500700500 conn(0x7f6d5c067da0 msgr2=0x7f6d5c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:59.020 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.016+0000 7f6d64400640 1 -- 172.21.15.31:0/3500700500 shutdown_connections 2024-09-19T04:40:59.021 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.016+0000 7f6d64400640 1 -- 172.21.15.31:0/3500700500 wait complete. 2024-09-19T04:40:59.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.017+0000 7f6d64400640 1 Processor -- start 2024-09-19T04:40:59.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.018+0000 7f6d64400640 1 -- start start 2024-09-19T04:40:59.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.018+0000 7f6d64400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d5c072240 0x7f6d5c155ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:59.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.018+0000 7f6d64400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6d5c072620 0x7f6d5c0a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:59.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.018+0000 7f6d64400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6d5c0afc40 0x7f6d5c0aeb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:59.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.019+0000 7f6d64400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6d5c06e150 con 0x7f6d5c072240 2024-09-19T04:40:59.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.019+0000 7f6d64400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f6d5c06dfd0 con 0x7f6d5c0afc40 2024-09-19T04:40:59.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.019+0000 7f6d64400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f6d5c06e2d0 con 0x7f6d5c072620 2024-09-19T04:40:59.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.019+0000 7f6d61a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d5c072240 0x7f6d5c155ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:59.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.019+0000 7f6d61a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d5c072240 0x7f6d5c155ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41266/0 (socket says 172.21.15.31:41266) 2024-09-19T04:40:59.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.019+0000 7f6d61a00640 1 -- 172.21.15.31:0/4174703822 learned_addr learned my addr 172.21.15.31:0/4174703822 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:59.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.019+0000 7f6d61000640 1 --2- 172.21.15.31:0/4174703822 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6d5c072620 0x7f6d5c0a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:59.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.019+0000 7f6d62400640 1 --2- 172.21.15.31:0/4174703822 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6d5c0afc40 0x7f6d5c0aeb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:59.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.019+0000 7f6d61a00640 1 -- 172.21.15.31:0/4174703822 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6d5c072620 msgr2=0x7f6d5c0a94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:59.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.019+0000 7f6d61a00640 1 --2- 172.21.15.31:0/4174703822 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6d5c072620 0x7f6d5c0a94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:59.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.019+0000 7f6d61a00640 1 -- 172.21.15.31:0/4174703822 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6d5c0afc40 msgr2=0x7f6d5c0aeb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:59.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.019+0000 7f6d61a00640 1 --2- 172.21.15.31:0/4174703822 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6d5c0afc40 0x7f6d5c0aeb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:59.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.019+0000 7f6d61a00640 1 -- 172.21.15.31:0/4174703822 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d5c0a9e40 con 0x7f6d5c072240 2024-09-19T04:40:59.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.019+0000 7f6d61a00640 1 --2- 172.21.15.31:0/4174703822 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d5c072240 0x7f6d5c155ea0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f6d5000e9b0 tx=0x7f6d5000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:59.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.020+0000 7f6d59600640 1 -- 172.21.15.31:0/4174703822 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d50017070 con 0x7f6d5c072240 2024-09-19T04:40:59.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.020+0000 7f6d59600640 1 -- 172.21.15.31:0/4174703822 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d5000c9a0 con 0x7f6d5c072240 2024-09-19T04:40:59.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.020+0000 7f6d59600640 1 -- 172.21.15.31:0/4174703822 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d5000cd90 con 0x7f6d5c072240 2024-09-19T04:40:59.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.020+0000 7f6d64400640 1 -- 172.21.15.31:0/4174703822 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d5c0aa120 con 0x7f6d5c072240 2024-09-19T04:40:59.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.020+0000 7f6d64400640 1 -- 172.21.15.31:0/4174703822 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d5c0aa6e0 con 0x7f6d5c072240 2024-09-19T04:40:59.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.021+0000 7f6d64400640 1 -- 172.21.15.31:0/4174703822 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d5c15d1f0 con 0x7f6d5c072240 2024-09-19T04:40:59.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.022+0000 7f6d59600640 1 -- 172.21.15.31:0/4174703822 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6d5001a070 con 0x7f6d5c072240 2024-09-19T04:40:59.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.023+0000 7f6d59600640 1 --2- 172.21.15.31:0/4174703822 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6d3c06c2b0 0x7f6d3c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:59.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.023+0000 7f6d59600640 1 -- 172.21.15.31:0/4174703822 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6496+0+0 (secure 0 0 0) 0x7f6d5008bbc0 con 0x7f6d5c072240 2024-09-19T04:40:59.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.023+0000 7f6d61000640 1 --2- 172.21.15.31:0/4174703822 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6d3c06c2b0 0x7f6d3c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:59.027 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.023+0000 7f6d61000640 1 --2- 172.21.15.31:0/4174703822 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6d3c06c2b0 0x7f6d3c06e770 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6d48000f60 tx=0x7f6d48007b50 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:59.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.027+0000 7f6d59600640 1 -- 172.21.15.31:0/4174703822 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6d50059fa0 con 0x7f6d5c072240 2024-09-19T04:40:59.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.224+0000 7f6d64400640 1 -- 172.21.15.31:0/4174703822 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6d5c0ad350 con 0x7f6d5c072240 2024-09-19T04:40:59.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.225+0000 7f6d59600640 1 -- 172.21.15.31:0/4174703822 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v42) ==== 80+0+0 (secure 0 0 0) 0x7f6d500598a0 con 0x7f6d5c072240 2024-09-19T04:40:59.227 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-19T04:40:59.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.227+0000 7f6d64400640 1 -- 172.21.15.31:0/4174703822 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6d3c06c2b0 msgr2=0x7f6d3c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:59.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.227+0000 7f6d64400640 1 --2- 172.21.15.31:0/4174703822 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6d3c06c2b0 0x7f6d3c06e770 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6d48000f60 tx=0x7f6d48007b50 comp rx=0 tx=0).stop 2024-09-19T04:40:59.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.227+0000 7f6d64400640 1 -- 172.21.15.31:0/4174703822 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d5c072240 msgr2=0x7f6d5c155ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:59.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.227+0000 7f6d64400640 1 --2- 172.21.15.31:0/4174703822 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d5c072240 0x7f6d5c155ea0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f6d5000e9b0 tx=0x7f6d5000ee70 comp rx=0 tx=0).stop 2024-09-19T04:40:59.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.227+0000 7f6d64400640 1 -- 172.21.15.31:0/4174703822 shutdown_connections 2024-09-19T04:40:59.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.227+0000 7f6d64400640 1 --2- 172.21.15.31:0/4174703822 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6d3c06c2b0 0x7f6d3c06e770 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:59.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.227+0000 7f6d64400640 1 --2- 172.21.15.31:0/4174703822 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6d5c0afc40 0x7f6d5c0aeb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:59.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.227+0000 7f6d64400640 1 --2- 172.21.15.31:0/4174703822 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6d5c072620 0x7f6d5c0a94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:59.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.227+0000 7f6d64400640 1 --2- 172.21.15.31:0/4174703822 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6d5c072240 0x7f6d5c155ea0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:59.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.227+0000 7f6d64400640 1 -- 172.21.15.31:0/4174703822 >> 172.21.15.31:0/4174703822 conn(0x7f6d5c067da0 msgr2=0x7f6d5c0cdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:59.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.227+0000 7f6d64400640 1 -- 172.21.15.31:0/4174703822 shutdown_connections 2024-09-19T04:40:59.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.227+0000 7f6d64400640 1 -- 172.21.15.31:0/4174703822 wait complete. 2024-09-19T04:40:59.244 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T04:40:59.245 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:59.245 DEBUG:teuthology.orchestra.run.smithi031:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T04:40:59.310 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:40:59.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:40:59.310 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T04:40:59.346 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mds 'allow rwp' mon 'allow r' osd 'allow rw pool=cephfs_data,allow rw pool=data_new' 2024-09-19T04:40:59.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.548+0000 7ff4cde00640 1 Processor -- start 2024-09-19T04:40:59.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.548+0000 7ff4cde00640 1 -- start start 2024-09-19T04:40:59.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.549+0000 7ff4cde00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7ff4c815c5a0 0x7ff4c81609c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:59.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.549+0000 7ff4cde00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4c80af6f0 con 0x7ff4c80b49d0 2024-09-19T04:40:59.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.549+0000 7ff4cde00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4c80af9d0 con 0x7ff4c806f970 2024-09-19T04:40:59.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.549+0000 7ff4cde00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7ff4c815c980 con 0x7ff4c815c5a0 2024-09-19T04:40:59.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.549+0000 7ff4c6a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7ff4c815c5a0 0x7ff4c81609c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:59.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.549+0000 7ff4c7400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7ff4c80b49d0 0x7ff4c80ceb30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:42724/0 (socket says 172.21.15.31:42724) 2024-09-19T04:40:59.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.549+0000 7ff4c7400640 1 -- 172.21.15.31:0/806985941 learned_addr learned my addr 172.21.15.31:0/806985941 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:59.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.550+0000 7ff4c6a00640 1 -- 172.21.15.31:0/806985941 >> v1:172.21.15.52:6789/0 conn(0x7ff4c806f970 legacy=0x7ff4c806df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:59.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.550+0000 7ff4c6a00640 1 -- 172.21.15.31:0/806985941 >> v1:172.21.15.31:6789/0 conn(0x7ff4c80b49d0 legacy=0x7ff4c80ceb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:59.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.550+0000 7ff4c6a00640 1 -- 172.21.15.31:0/806985941 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4c80b41d0 con 0x7ff4c815c5a0 2024-09-19T04:40:59.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.550+0000 7ff4c6000640 1 -- 172.21.15.31:0/806985941 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 841427911 0 0) 0x7ff4c80af6f0 con 0x7ff4c80b49d0 2024-09-19T04:40:59.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.551+0000 7ff4c6a00640 1 --2- 172.21.15.31:0/806985941 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4c815c5a0 0x7ff4c81609c0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7ff4b80097a0 tx=0x7ff4b802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=934d4e9f23967999 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:59.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.551+0000 7ff4c6000640 1 -- 172.21.15.31:0/806985941 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b8037070 con 0x7ff4c815c5a0 2024-09-19T04:40:59.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.551+0000 7ff4c6000640 1 -- 172.21.15.31:0/806985941 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4b8032440 con 0x7ff4c815c5a0 2024-09-19T04:40:59.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.551+0000 7ff4c6000640 1 -- 172.21.15.31:0/806985941 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b8032810 con 0x7ff4c815c5a0 2024-09-19T04:40:59.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.552+0000 7ff4cde00640 1 -- 172.21.15.31:0/806985941 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4c815c5a0 msgr2=0x7ff4c81609c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:59.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.552+0000 7ff4cde00640 1 --2- 172.21.15.31:0/806985941 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4c815c5a0 0x7ff4c81609c0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7ff4b80097a0 tx=0x7ff4b802a230 comp rx=0 tx=0).stop 2024-09-19T04:40:59.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.552+0000 7ff4cde00640 1 -- 172.21.15.31:0/806985941 shutdown_connections 2024-09-19T04:40:59.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.552+0000 7ff4cde00640 1 --2- 172.21.15.31:0/806985941 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4c815c5a0 0x7ff4c81609c0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:59.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.552+0000 7ff4cde00640 1 -- 172.21.15.31:0/806985941 >> 172.21.15.31:0/806985941 conn(0x7ff4c80d0190 msgr2=0x7ff4c80d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:59.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.552+0000 7ff4cde00640 1 -- 172.21.15.31:0/806985941 shutdown_connections 2024-09-19T04:40:59.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.552+0000 7ff4cde00640 1 -- 172.21.15.31:0/806985941 wait complete. 2024-09-19T04:40:59.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.553+0000 7ff4cde00640 1 Processor -- start 2024-09-19T04:40:59.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.553+0000 7ff4cde00640 1 -- start start 2024-09-19T04:40:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.554+0000 7ff4cde00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4c806f970 0x7ff4c8157110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.554+0000 7ff4cde00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4c80b49d0 0x7ff4c80cebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.554+0000 7ff4cde00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff4c815c5a0 0x7ff4c81586b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:59.557 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.554+0000 7ff4cde00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff4c80b3e80 con 0x7ff4c80b49d0 2024-09-19T04:40:59.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.554+0000 7ff4cde00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff4c8160f00 con 0x7ff4c806f970 2024-09-19T04:40:59.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.554+0000 7ff4cde00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7ff4c806e660 con 0x7ff4c815c5a0 2024-09-19T04:40:59.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.555+0000 7ff4bfe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4c80b49d0 0x7ff4c80cebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:59.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.555+0000 7ff4bfe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4c80b49d0 0x7ff4c80cebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41282/0 (socket says 172.21.15.31:41282) 2024-09-19T04:40:59.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.555+0000 7ff4bfe00640 1 -- 172.21.15.31:0/4205392458 learned_addr learned my addr 172.21.15.31:0/4205392458 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:40:59.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.555+0000 7ff4c6a00640 1 --2- 172.21.15.31:0/4205392458 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4c806f970 0x7ff4c8157110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:59.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.555+0000 7ff4c7400640 1 --2- 172.21.15.31:0/4205392458 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff4c815c5a0 0x7ff4c81586b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:59.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.555+0000 7ff4bfe00640 1 -- 172.21.15.31:0/4205392458 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff4c815c5a0 msgr2=0x7ff4c81586b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:59.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.555+0000 7ff4bfe00640 1 --2- 172.21.15.31:0/4205392458 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff4c815c5a0 0x7ff4c81586b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:59.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.555+0000 7ff4bfe00640 1 -- 172.21.15.31:0/4205392458 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4c806f970 msgr2=0x7ff4c8157110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:59.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.555+0000 7ff4bfe00640 1 --2- 172.21.15.31:0/4205392458 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4c806f970 0x7ff4c8157110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:59.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.555+0000 7ff4bfe00640 1 -- 172.21.15.31:0/4205392458 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4c80cf130 con 0x7ff4c80b49d0 2024-09-19T04:40:59.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.555+0000 7ff4bfe00640 1 --2- 172.21.15.31:0/4205392458 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4c80b49d0 0x7ff4c80cebf0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7ff4b000c480 tx=0x7ff4b000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:59.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.556+0000 7ff4bf400640 1 -- 172.21.15.31:0/4205392458 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b00052d0 con 0x7ff4c80b49d0 2024-09-19T04:40:59.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.556+0000 7ff4bf400640 1 -- 172.21.15.31:0/4205392458 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4b0005470 con 0x7ff4c80b49d0 2024-09-19T04:40:59.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.556+0000 7ff4cde00640 1 -- 172.21.15.31:0/4205392458 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4c81577a0 con 0x7ff4c80b49d0 2024-09-19T04:40:59.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.556+0000 7ff4bf400640 1 -- 172.21.15.31:0/4205392458 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b0012870 con 0x7ff4c80b49d0 2024-09-19T04:40:59.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.556+0000 7ff4cde00640 1 -- 172.21.15.31:0/4205392458 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4c8157d60 con 0x7ff4c80b49d0 2024-09-19T04:40:59.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.557+0000 7ff4cde00640 1 -- 172.21.15.31:0/4205392458 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4c806ea70 con 0x7ff4c80b49d0 2024-09-19T04:40:59.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.558+0000 7ff4bf400640 1 -- 172.21.15.31:0/4205392458 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff4b0012a10 con 0x7ff4c80b49d0 2024-09-19T04:40:59.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.558+0000 7ff4bf400640 1 --2- 172.21.15.31:0/4205392458 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff4a406c2b0 0x7ff4a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:59.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.559+0000 7ff4bf400640 1 -- 172.21.15.31:0/4205392458 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6496+0+0 (secure 0 0 0) 0x7ff4b008b240 con 0x7ff4c80b49d0 2024-09-19T04:40:59.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.559+0000 7ff4c6a00640 1 --2- 172.21.15.31:0/4205392458 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff4a406c2b0 0x7ff4a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:59.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.559+0000 7ff4c6a00640 1 --2- 172.21.15.31:0/4205392458 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff4a406c2b0 0x7ff4a406e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff4b8034000 tx=0x7ff4b802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:59.564 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.563+0000 7ff4bf400640 1 -- 172.21.15.31:0/4205392458 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff4b0059060 con 0x7ff4c80b49d0 2024-09-19T04:40:59.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.816+0000 7ff4cde00640 1 -- 172.21.15.31:0/4205392458 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow rwp", "mon", "allow r", "osd", "allow rw pool=cephfs_data,allow rw pool=data_new"]} v 0) -- 0x7ff4c81609c0 con 0x7ff4c80b49d0 2024-09-19T04:40:59.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.818+0000 7ff4bf400640 1 -- 172.21.15.31:0/4205392458 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow rwp", "mon", "allow r", "osd", "allow rw pool=cephfs_data,allow rw pool=data_new"]}]=0 updated caps for client.0 v13) ==== 211+0+168 (secure 0 0 0) 0x7ff4b005d360 con 0x7ff4c80b49d0 2024-09-19T04:40:59.820 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-19T04:40:59.820 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDZqutml7qZARAA13b5YKV6Lq7t2WiQ9cjFCQ== 2024-09-19T04:40:59.820 INFO:teuthology.orchestra.run.smithi031.stdout: caps mds = "allow rwp" 2024-09-19T04:40:59.820 INFO:teuthology.orchestra.run.smithi031.stdout: caps mon = "allow r" 2024-09-19T04:40:59.820 INFO:teuthology.orchestra.run.smithi031.stdout: caps osd = "allow rw pool=cephfs_data,allow rw pool=data_new" 2024-09-19T04:40:59.821 INFO:teuthology.orchestra.run.smithi031.stderr:updated caps for client.0 2024-09-19T04:40:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.820+0000 7ff4cde00640 1 -- 172.21.15.31:0/4205392458 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff4a406c2b0 msgr2=0x7ff4a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.820+0000 7ff4cde00640 1 --2- 172.21.15.31:0/4205392458 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff4a406c2b0 0x7ff4a406e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff4b8034000 tx=0x7ff4b802e000 comp rx=0 tx=0).stop 2024-09-19T04:40:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.820+0000 7ff4cde00640 1 -- 172.21.15.31:0/4205392458 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4c80b49d0 msgr2=0x7ff4c80cebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.820+0000 7ff4cde00640 1 --2- 172.21.15.31:0/4205392458 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4c80b49d0 0x7ff4c80cebf0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7ff4b000c480 tx=0x7ff4b000c940 comp rx=0 tx=0).stop 2024-09-19T04:40:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.820+0000 7ff4cde00640 1 -- 172.21.15.31:0/4205392458 shutdown_connections 2024-09-19T04:40:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.820+0000 7ff4cde00640 1 --2- 172.21.15.31:0/4205392458 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff4c815c5a0 0x7ff4c81586b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.820+0000 7ff4cde00640 1 --2- 172.21.15.31:0/4205392458 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4c80b49d0 0x7ff4c80cebf0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.820+0000 7ff4cde00640 1 --2- 172.21.15.31:0/4205392458 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff4a406c2b0 0x7ff4a406e770 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.820+0000 7ff4cde00640 1 --2- 172.21.15.31:0/4205392458 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4c806f970 0x7ff4c8157110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.820+0000 7ff4cde00640 1 -- 172.21.15.31:0/4205392458 >> 172.21.15.31:0/4205392458 conn(0x7ff4c80d0190 msgr2=0x7ff4c806ee00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.821+0000 7ff4cde00640 1 -- 172.21.15.31:0/4205392458 shutdown_connections 2024-09-19T04:40:59.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.821+0000 7ff4cde00640 1 -- 172.21.15.31:0/4205392458 wait complete. 2024-09-19T04:40:59.839 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:40:59.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.993+0000 7f6f21c00640 1 Processor -- start 2024-09-19T04:40:59.995 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.993+0000 7f6f21c00640 1 -- start start 2024-09-19T04:40:59.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.994+0000 7f6f21c00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f6f1c1475b0 0x7f6f1c0afb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:59.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.994+0000 7f6f21c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f6f1c071fd0 0x7f6f1c072460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:40:59.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.994+0000 7f6f21c00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f1c0b3c60 con 0x7f6f1c147990 2024-09-19T04:40:59.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.994+0000 7f6f21c00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f6f1c0b3f40 con 0x7f6f1c071fd0 2024-09-19T04:40:59.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.994+0000 7f6f21c00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f6f1c0b4220 con 0x7f6f1c1475b0 2024-09-19T04:40:59.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.995+0000 7f6f1b400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f6f1c071fd0 0x7f6f1c072460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:59.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.995+0000 7f6f1a000640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f6f1c147990 0x7f6f1c0b3430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:42734/0 (socket says 172.21.15.31:42734) 2024-09-19T04:40:59.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.995+0000 7f6f1a000640 1 -- 172.21.15.31:0/3465200990 learned_addr learned my addr 172.21.15.31:0/3465200990 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:40:59.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.995+0000 7f6f1aa00640 1 --2- 172.21.15.31:0/3465200990 >> v2:172.21.15.52:3300/0 conn(0x7f6f1c1475b0 0x7f6f1c0afb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:40:59.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.995+0000 7f6f1b400640 1 -- 172.21.15.31:0/3465200990 >> v2:172.21.15.52:3300/0 conn(0x7f6f1c1475b0 msgr2=0x7f6f1c0afb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:40:59.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.995+0000 7f6f1b400640 1 --2- 172.21.15.31:0/3465200990 >> v2:172.21.15.52:3300/0 conn(0x7f6f1c1475b0 0x7f6f1c0afb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:59.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.995+0000 7f6f1b400640 1 -- 172.21.15.31:0/3465200990 >> v1:172.21.15.31:6789/0 conn(0x7f6f1c147990 legacy=0x7f6f1c0b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:59.997 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.995+0000 7f6f1b400640 1 -- 172.21.15.31:0/3465200990 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f1c0b4500 con 0x7f6f1c071fd0 2024-09-19T04:40:59.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.996+0000 7f6f1b400640 1 --2- 172.21.15.31:0/3465200990 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f1c071fd0 0x7f6f1c072460 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c0b5930 tx=0x7f6f1402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a767761a555a2a6b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:40:59.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.996+0000 7f6f19600640 1 -- 172.21.15.31:0/3465200990 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f14007740 con 0x7f6f1c071fd0 2024-09-19T04:40:59.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.996+0000 7f6f19600640 1 -- 172.21.15.31:0/3465200990 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f140078e0 con 0x7f6f1c071fd0 2024-09-19T04:40:59.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.996+0000 7f6f19600640 1 -- 172.21.15.31:0/3465200990 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f14007cb0 con 0x7f6f1c071fd0 2024-09-19T04:40:59.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.997+0000 7f6f21c00640 1 -- 172.21.15.31:0/3465200990 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f1c071fd0 msgr2=0x7f6f1c072460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:40:59.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.997+0000 7f6f21c00640 1 --2- 172.21.15.31:0/3465200990 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f1c071fd0 0x7f6f1c072460 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c0b5930 tx=0x7f6f1402a680 comp rx=0 tx=0).stop 2024-09-19T04:40:59.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.997+0000 7f6f21c00640 1 -- 172.21.15.31:0/3465200990 shutdown_connections 2024-09-19T04:40:59.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.997+0000 7f6f21c00640 1 --2- 172.21.15.31:0/3465200990 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f1c071fd0 0x7f6f1c072460 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:59.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.997+0000 7f6f21c00640 1 --2- 172.21.15.31:0/3465200990 >> v2:172.21.15.52:3300/0 conn(0x7f6f1c1475b0 0x7f6f1c0afb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:40:59.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.997+0000 7f6f21c00640 1 -- 172.21.15.31:0/3465200990 >> 172.21.15.31:0/3465200990 conn(0x7f6f1c067da0 msgr2=0x7f6f1c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:40:59.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.997+0000 7f6f21c00640 1 -- 172.21.15.31:0/3465200990 shutdown_connections 2024-09-19T04:40:59.999 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.997+0000 7f6f21c00640 1 -- 172.21.15.31:0/3465200990 wait complete. 2024-09-19T04:41:00.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.999+0000 7f6f21c00640 1 Processor -- start 2024-09-19T04:41:00.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:40:59.999+0000 7f6f21c00640 1 -- start start 2024-09-19T04:41:00.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.000+0000 7f6f21c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f1c071fd0 0x7f6f1c160cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:00.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.000+0000 7f6f21c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6f1c1475b0 0x7f6f1c13e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:00.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.000+0000 7f6f21c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f1c147990 0x7f6f1c15cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:00.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.000+0000 7f6f21c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6f1c06e150 con 0x7f6f1c147990 2024-09-19T04:41:00.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.000+0000 7f6f21c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f6f1c06dfd0 con 0x7f6f1c071fd0 2024-09-19T04:41:00.002 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.000+0000 7f6f21c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f6f1c06e2d0 con 0x7f6f1c1475b0 2024-09-19T04:41:00.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.000+0000 7f6f1b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f1c147990 0x7f6f1c15cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:00.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.000+0000 7f6f1b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f1c147990 0x7f6f1c15cf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41312/0 (socket says 172.21.15.31:41312) 2024-09-19T04:41:00.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.000+0000 7f6f1b400640 1 -- 172.21.15.31:0/132011184 learned_addr learned my addr 172.21.15.31:0/132011184 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:00.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.000+0000 7f6f1aa00640 1 --2- 172.21.15.31:0/132011184 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f1c071fd0 0x7f6f1c160cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:00.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.000+0000 7f6f1a000640 1 --2- 172.21.15.31:0/132011184 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6f1c1475b0 0x7f6f1c13e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:00.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.000+0000 7f6f1b400640 1 -- 172.21.15.31:0/132011184 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6f1c1475b0 msgr2=0x7f6f1c13e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:00.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.000+0000 7f6f1b400640 1 --2- 172.21.15.31:0/132011184 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6f1c1475b0 0x7f6f1c13e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:00.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.000+0000 7f6f1b400640 1 -- 172.21.15.31:0/132011184 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f1c071fd0 msgr2=0x7f6f1c160cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:00.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.000+0000 7f6f1b400640 1 --2- 172.21.15.31:0/132011184 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f1c071fd0 0x7f6f1c160cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:00.003 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.000+0000 7f6f1b400640 1 -- 172.21.15.31:0/132011184 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f1c13e5e0 con 0x7f6f1c147990 2024-09-19T04:41:00.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.000+0000 7f6f1aa00640 1 --2- 172.21.15.31:0/132011184 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f1c071fd0 0x7f6f1c160cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:00.004 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.001+0000 7f6f1b400640 1 --2- 172.21.15.31:0/132011184 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f1c147990 0x7f6f1c15cf00 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6f1402ac70 tx=0x7f6f14004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:00.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.001+0000 7f6f12a00640 1 -- 172.21.15.31:0/132011184 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f14040070 con 0x7f6f1c147990 2024-09-19T04:41:00.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.001+0000 7f6f12a00640 1 -- 172.21.15.31:0/132011184 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f14031bc0 con 0x7f6f1c147990 2024-09-19T04:41:00.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.001+0000 7f6f12a00640 1 -- 172.21.15.31:0/132011184 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f14045460 con 0x7f6f1c147990 2024-09-19T04:41:00.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.001+0000 7f6f21c00640 1 -- 172.21.15.31:0/132011184 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f1c13e8b0 con 0x7f6f1c147990 2024-09-19T04:41:00.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.001+0000 7f6f21c00640 1 -- 172.21.15.31:0/132011184 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f1c13ee70 con 0x7f6f1c147990 2024-09-19T04:41:00.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.002+0000 7f6f21c00640 1 -- 172.21.15.31:0/132011184 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f1c0afb60 con 0x7f6f1c147990 2024-09-19T04:41:00.005 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.003+0000 7f6f12a00640 1 -- 172.21.15.31:0/132011184 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6f14039040 con 0x7f6f1c147990 2024-09-19T04:41:00.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.004+0000 7f6f12a00640 1 --2- 172.21.15.31:0/132011184 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6efc06c2b0 0x7f6efc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:00.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.004+0000 7f6f12a00640 1 -- 172.21.15.31:0/132011184 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6496+0+0 (secure 0 0 0) 0x7f6f140ad180 con 0x7f6f1c147990 2024-09-19T04:41:00.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.004+0000 7f6f1aa00640 1 --2- 172.21.15.31:0/132011184 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6efc06c2b0 0x7f6efc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:00.006 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.005+0000 7f6f1aa00640 1 --2- 172.21.15.31:0/132011184 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6efc06c2b0 0x7f6efc06e770 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f6f0c006fd0 tx=0x7f6f0c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:00.010 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.008+0000 7f6f12a00640 1 -- 172.21.15.31:0/132011184 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6f1407b5f0 con 0x7f6f1c147990 2024-09-19T04:41:00.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.228+0000 7f6f21c00640 1 -- 172.21.15.31:0/132011184 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f6f1c06f280 con 0x7f6f1c147990 2024-09-19T04:41:00.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.228+0000 7f6f12a00640 1 -- 172.21.15.31:0/132011184 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v19) ==== 53+0+82 (secure 0 0 0) 0x7f6f1407aef0 con 0x7f6f1c147990 2024-09-19T04:41:00.230 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data data_new ] 2024-09-19T04:41:00.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.231+0000 7f6f21c00640 1 -- 172.21.15.31:0/132011184 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6efc06c2b0 msgr2=0x7f6efc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:00.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.231+0000 7f6f21c00640 1 --2- 172.21.15.31:0/132011184 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6efc06c2b0 0x7f6efc06e770 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f6f0c006fd0 tx=0x7f6f0c008040 comp rx=0 tx=0).stop 2024-09-19T04:41:00.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.231+0000 7f6f21c00640 1 -- 172.21.15.31:0/132011184 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f1c147990 msgr2=0x7f6f1c15cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:00.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.231+0000 7f6f21c00640 1 --2- 172.21.15.31:0/132011184 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f1c147990 0x7f6f1c15cf00 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6f1402ac70 tx=0x7f6f14004a40 comp rx=0 tx=0).stop 2024-09-19T04:41:00.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.231+0000 7f6f21c00640 1 -- 172.21.15.31:0/132011184 shutdown_connections 2024-09-19T04:41:00.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.231+0000 7f6f21c00640 1 --2- 172.21.15.31:0/132011184 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6f1c147990 0x7f6f1c15cf00 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:00.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.231+0000 7f6f21c00640 1 --2- 172.21.15.31:0/132011184 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6f1c1475b0 0x7f6f1c13e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:00.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.231+0000 7f6f21c00640 1 --2- 172.21.15.31:0/132011184 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6efc06c2b0 0x7f6efc06e770 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:00.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.231+0000 7f6f21c00640 1 --2- 172.21.15.31:0/132011184 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f1c071fd0 0x7f6f1c160cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:00.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.231+0000 7f6f21c00640 1 -- 172.21.15.31:0/132011184 >> 172.21.15.31:0/132011184 conn(0x7f6f1c067da0 msgr2=0x7f6f1c0b4c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:00.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.231+0000 7f6f21c00640 1 -- 172.21.15.31:0/132011184 shutdown_connections 2024-09-19T04:41:00.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00.231+0000 7f6f21c00640 1 -- 172.21.15.31:0/132011184 wait complete. 2024-09-19T04:41:00.248 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:41:00.248 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:41:00.248 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-19T04:41:00.248 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T04:41:00.248 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:00.248 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:41:00.248 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:41:00.248 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:41:00.248 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:41:00.249 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:00.249 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-19T04:41:00.284 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:41:00.284 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:41:00.284 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:41:00.284 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:00.285 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-19T04:41:00.285 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:00.285 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:41:00.285 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:00.285 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-19T04:41:00.285 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:41:00.285 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:00.285 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-19T04:41:00.285 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:41:00.285 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:00.285 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-19T04:41:00.285 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T04:41:00.286 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42640sec preferred_lft 42640sec 2024-09-19T04:41:00.286 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-19T04:41:00.286 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:00.286 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:41:00.286 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:00.286 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-19T04:41:00.286 INFO:teuthology.orchestra.run.smithi031.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:41:00.286 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 9a:a3:31:f5:b3:c7 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:00.286 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:41:00.286 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:00.286 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::8c16:44ff:fe32:5c30/64 scope link 2024-09-19T04:41:00.286 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:00.287 INFO:teuthology.orchestra.run.smithi031.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:41:00.287 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 9a:a3:31:f5:b3:c7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:41:00.287 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::98a3:31ff:fef5:b3c7/64 scope link 2024-09-19T04:41:00.287 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:00.287 INFO:teuthology.orchestra.run.smithi031.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:41:00.287 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether f2:dd:65:4c:66:2b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:41:00.287 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::f0dd:65ff:fe4c:662b/64 scope link 2024-09-19T04:41:00.287 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:00.287 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:00.288 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:41:00.378 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-19T04:41:00.381 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:00.381 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-19T04:41:00.417 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-19T04:41:00.417 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:41:00.418 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T04:41:00.418 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T04:41:00.418 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:41:00.418 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:41:00.418 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:41:00.418 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T04:41:00.418 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T04:41:00.418 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T04:41:00.419 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:41:00.535 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:41:00.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:41:00.614 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:00.614 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-19T04:41:00.650 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:41:00.650 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T04:41:00.650 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:41:00.650 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:00.650 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-19T04:41:00.746 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:41:00.746 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:00.781 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:41:00.782 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:41:00.782 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:00.857 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T04:41:00.858 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:00.858 DEBUG:teuthology.orchestra.run.smithi031:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:41:00.985 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:41:00.985 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:41:00.985 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:41:01.001 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:41:01.001 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:41:01.001 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:41:01.001 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:41:01.001 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:41:01.023 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:41:01.023 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:41:01.023 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:41:01.023 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:41:01.023 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:41:01.023 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790" 2024-09-19T04:41:01.023 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790:/ 2024-09-19T04:41:01.023 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=ae16a32b-37f5-48e5-a20a-d947237e5ec4" will pass to kernel 2024-09-19T04:41:01.024 INFO:teuthology.orchestra.run.smithi031.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T04:41:01.024 INFO:teuthology.orchestra.run.smithi031.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:41:01.025 INFO:teuthology.orchestra.run.smithi031.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:41:01.025 INFO:teuthology.orchestra.run.smithi031.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:41:01.025 INFO:teuthology.orchestra.run.smithi031.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:41:01.028 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:41:01.028 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:01.028 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:01.085 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:41:01.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:41:01.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:41:01.176 INFO:teuthology.orchestra.run.smithi031.stdout:client5044 2024-09-19T04:41:01.176 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:41:01.176 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:01.212 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:01.212 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.file.layout.pool -v data_new layoutfile) 2024-09-19T04:41:01.290 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:01.290 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.layout.pool -v data_new layoutdir) 2024-09-19T04:41:01.372 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:41:01.373 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:01.448 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:41:01.448 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:01.523 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:41:01.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.718+0000 7f18ce600640 1 Processor -- start 2024-09-19T04:41:01.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.718+0000 7f18ce600640 1 -- start start 2024-09-19T04:41:01.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.719+0000 7f18ce600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f18c815e470 0x7f18c80cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:01.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.719+0000 7f18ce600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f18c80d4a20 0x7f18c806d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:01.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.719+0000 7f18ce600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18c815e850 con 0x7f18c80d00e0 2024-09-19T04:41:01.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.719+0000 7f18ce600640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f18c80cf710 con 0x7f18c815e470 2024-09-19T04:41:01.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.719+0000 7f18ce600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f18c80d1c60 con 0x7f18c80d4a20 2024-09-19T04:41:01.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.719+0000 7f18cd200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f18c815e470 0x7f18c80cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:01.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.719+0000 7f18c7e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f18c80d00e0 0x7f18c80d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:42746/0 (socket says 172.21.15.31:42746) 2024-09-19T04:41:01.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.719+0000 7f18c7e00640 1 -- 172.21.15.31:0/2412404359 learned_addr learned my addr 172.21.15.31:0/2412404359 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:01.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.720+0000 7f18cdc00640 1 --2- 172.21.15.31:0/2412404359 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f18c80d4a20 0x7f18c806d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:01.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.720+0000 7f18cd200640 1 -- 172.21.15.31:0/2412404359 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f18c80d4a20 msgr2=0x7f18c806d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:01.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.720+0000 7f18cd200640 1 --2- 172.21.15.31:0/2412404359 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f18c80d4a20 0x7f18c806d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:01.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.720+0000 7f18cd200640 1 -- 172.21.15.31:0/2412404359 >> v1:172.21.15.31:6789/0 conn(0x7f18c80d00e0 legacy=0x7f18c80d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:01.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.720+0000 7f18cd200640 1 -- 172.21.15.31:0/2412404359 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18c80d1980 con 0x7f18c815e470 2024-09-19T04:41:01.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.720+0000 7f18c7400640 1 -- 172.21.15.31:0/2412404359 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 70017981 0 0) 0x7f18c815e850 con 0x7f18c80d00e0 2024-09-19T04:41:01.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.721+0000 7f18cd200640 1 --2- 172.21.15.31:0/2412404359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18c815e470 0x7f18c80cfba0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f18bc0097a0 tx=0x7f18bc02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea822c23663aaf72 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:01.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.721+0000 7f18c7400640 1 -- 172.21.15.31:0/2412404359 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18bc037070 con 0x7f18c815e470 2024-09-19T04:41:01.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.721+0000 7f18c7400640 1 -- 172.21.15.31:0/2412404359 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18bc032440 con 0x7f18c815e470 2024-09-19T04:41:01.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.721+0000 7f18c7400640 1 -- 172.21.15.31:0/2412404359 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18bc032810 con 0x7f18c815e470 2024-09-19T04:41:01.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.722+0000 7f18ce600640 1 -- 172.21.15.31:0/2412404359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18c815e470 msgr2=0x7f18c80cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:01.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.722+0000 7f18ce600640 1 --2- 172.21.15.31:0/2412404359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18c815e470 0x7f18c80cfba0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f18bc0097a0 tx=0x7f18bc02a180 comp rx=0 tx=0).stop 2024-09-19T04:41:01.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.722+0000 7f18ce600640 1 -- 172.21.15.31:0/2412404359 shutdown_connections 2024-09-19T04:41:01.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.722+0000 7f18ce600640 1 --2- 172.21.15.31:0/2412404359 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f18c80d4a20 0x7f18c806d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:01.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.722+0000 7f18ce600640 1 --2- 172.21.15.31:0/2412404359 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18c815e470 0x7f18c80cfba0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:01.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.722+0000 7f18ce600640 1 -- 172.21.15.31:0/2412404359 >> 172.21.15.31:0/2412404359 conn(0x7f18c809d700 msgr2=0x7f18c808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:01.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.722+0000 7f18ce600640 1 -- 172.21.15.31:0/2412404359 shutdown_connections 2024-09-19T04:41:01.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.722+0000 7f18ce600640 1 -- 172.21.15.31:0/2412404359 wait complete. 2024-09-19T04:41:01.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.723+0000 7f18ce600640 1 Processor -- start 2024-09-19T04:41:01.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.724+0000 7f18ce600640 1 -- start start 2024-09-19T04:41:01.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.724+0000 7f18ce600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18c80d00e0 0x7f18c815f580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:01.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.724+0000 7f18ce600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18c80d4a20 0x7f18c81569b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:01.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.724+0000 7f18ce600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f18c815e470 0x7f18c80b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:01.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.725+0000 7f18ce600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f18c806d9a0 con 0x7f18c80d00e0 2024-09-19T04:41:01.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.725+0000 7f18ce600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f18c80cf3a0 con 0x7f18c80d4a20 2024-09-19T04:41:01.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.725+0000 7f18ce600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f18c806db20 con 0x7f18c815e470 2024-09-19T04:41:01.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.725+0000 7f18cd200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18c80d00e0 0x7f18c815f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:01.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.725+0000 7f18cd200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18c80d00e0 0x7f18c815f580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41320/0 (socket says 172.21.15.31:41320) 2024-09-19T04:41:01.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.725+0000 7f18cd200640 1 -- 172.21.15.31:0/1840849730 learned_addr learned my addr 172.21.15.31:0/1840849730 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:01.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.725+0000 7f18cdc00640 1 --2- 172.21.15.31:0/1840849730 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f18c815e470 0x7f18c80b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:01.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.725+0000 7f18c7e00640 1 --2- 172.21.15.31:0/1840849730 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18c80d4a20 0x7f18c81569b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:01.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.725+0000 7f18cd200640 1 -- 172.21.15.31:0/1840849730 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f18c815e470 msgr2=0x7f18c80b2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:01.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.725+0000 7f18cd200640 1 --2- 172.21.15.31:0/1840849730 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f18c815e470 0x7f18c80b2110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:01.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.725+0000 7f18cd200640 1 -- 172.21.15.31:0/1840849730 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18c80d4a20 msgr2=0x7f18c81569b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:01.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.725+0000 7f18cd200640 1 --2- 172.21.15.31:0/1840849730 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18c80d4a20 0x7f18c81569b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:01.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.725+0000 7f18cd200640 1 -- 172.21.15.31:0/1840849730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18c80b9d30 con 0x7f18c80d00e0 2024-09-19T04:41:01.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.725+0000 7f18c7e00640 1 --2- 172.21.15.31:0/1840849730 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18c80d4a20 0x7f18c81569b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:01.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.725+0000 7f18cd200640 1 --2- 172.21.15.31:0/1840849730 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18c80d00e0 0x7f18c815f580 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f18bc000c00 tx=0x7f18bc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:01.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.726+0000 7f18c4c00640 1 -- 172.21.15.31:0/1840849730 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18bc037050 con 0x7f18c80d00e0 2024-09-19T04:41:01.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.726+0000 7f18c4c00640 1 -- 172.21.15.31:0/1840849730 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18bc038040 con 0x7f18c80d00e0 2024-09-19T04:41:01.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.726+0000 7f18c4c00640 1 -- 172.21.15.31:0/1840849730 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18bc004470 con 0x7f18c80d00e0 2024-09-19T04:41:01.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.726+0000 7f18ce600640 1 -- 172.21.15.31:0/1840849730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18c815eaa0 con 0x7f18c80d00e0 2024-09-19T04:41:01.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.726+0000 7f18ce600640 1 -- 172.21.15.31:0/1840849730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18c80b2650 con 0x7f18c80d00e0 2024-09-19T04:41:01.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.727+0000 7f18ce600640 1 -- 172.21.15.31:0/1840849730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18c80b3a00 con 0x7f18c80d00e0 2024-09-19T04:41:01.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.728+0000 7f18c4c00640 1 -- 172.21.15.31:0/1840849730 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f18bc03c6d0 con 0x7f18c80d00e0 2024-09-19T04:41:01.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.729+0000 7f18c4c00640 1 --2- 172.21.15.31:0/1840849730 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f18a806c2b0 0x7f18a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:01.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.729+0000 7f18c4c00640 1 -- 172.21.15.31:0/1840849730 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6496+0+0 (secure 0 0 0) 0x7f18bc0ac200 con 0x7f18c80d00e0 2024-09-19T04:41:01.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.729+0000 7f18c7e00640 1 --2- 172.21.15.31:0/1840849730 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f18a806c2b0 0x7f18a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:01.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.730+0000 7f18c7e00640 1 --2- 172.21.15.31:0/1840849730 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f18a806c2b0 0x7f18a806e770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f18c80b89e0 tx=0x7f18b4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:01.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.733+0000 7f18c4c00640 1 -- 172.21.15.31:0/1840849730 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f18c80b3a00 con 0x7f18c80d00e0 2024-09-19T04:41:01.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.934+0000 7f18ce600640 1 -- 172.21.15.31:0/1840849730 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f18c806d460 con 0x7f18c80d00e0 2024-09-19T04:41:01.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.934+0000 7f18c4c00640 1 -- 172.21.15.31:0/1840849730 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v42) ==== 80+0+0 (secure 0 0 0) 0x7f18bc07a5e0 con 0x7f18c80d00e0 2024-09-19T04:41:01.936 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-19T04:41:01.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.936+0000 7f18ce600640 1 -- 172.21.15.31:0/1840849730 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f18a806c2b0 msgr2=0x7f18a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:01.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.936+0000 7f18ce600640 1 --2- 172.21.15.31:0/1840849730 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f18a806c2b0 0x7f18a806e770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f18c80b89e0 tx=0x7f18b4009040 comp rx=0 tx=0).stop 2024-09-19T04:41:01.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.936+0000 7f18ce600640 1 -- 172.21.15.31:0/1840849730 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18c80d00e0 msgr2=0x7f18c815f580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:01.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.936+0000 7f18ce600640 1 --2- 172.21.15.31:0/1840849730 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18c80d00e0 0x7f18c815f580 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f18bc000c00 tx=0x7f18bc0046c0 comp rx=0 tx=0).stop 2024-09-19T04:41:01.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.937+0000 7f18ce600640 1 -- 172.21.15.31:0/1840849730 shutdown_connections 2024-09-19T04:41:01.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.937+0000 7f18ce600640 1 --2- 172.21.15.31:0/1840849730 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f18c815e470 0x7f18c80b2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:01.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.937+0000 7f18ce600640 1 --2- 172.21.15.31:0/1840849730 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f18a806c2b0 0x7f18a806e770 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:01.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.937+0000 7f18ce600640 1 --2- 172.21.15.31:0/1840849730 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18c80d4a20 0x7f18c81569b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:01.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.937+0000 7f18ce600640 1 --2- 172.21.15.31:0/1840849730 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f18c80d00e0 0x7f18c815f580 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:01.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.937+0000 7f18ce600640 1 -- 172.21.15.31:0/1840849730 >> 172.21.15.31:0/1840849730 conn(0x7f18c809d700 msgr2=0x7f18c80b3d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:01.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.937+0000 7f18ce600640 1 -- 172.21.15.31:0/1840849730 shutdown_connections 2024-09-19T04:41:01.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:01.937+0000 7f18ce600640 1 -- 172.21.15.31:0/1840849730 wait complete. 2024-09-19T04:41:01.955 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T04:41:01.955 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:01.955 DEBUG:teuthology.orchestra.run.smithi031:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:02.017 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:41:02.017 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:02.017 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T04:41:02.053 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mds allow mon 'allow r' osd 'allow rw pool=cephfs_data' 2024-09-19T04:41:02.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.257+0000 7f82b8000640 1 Processor -- start 2024-09-19T04:41:02.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.257+0000 7f82b8000640 1 -- start start 2024-09-19T04:41:02.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.258+0000 7f82b8000640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f82b0147f90 0x7f82b00b43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:02.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.258+0000 7f82b8000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82b0148370 con 0x7f82b006c320 2024-09-19T04:41:02.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.258+0000 7f82b8000640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82b00ae340 con 0x7f82b00b4910 2024-09-19T04:41:02.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.258+0000 7f82b8000640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f82b01606e0 con 0x7f82b0147f90 2024-09-19T04:41:02.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.258+0000 7f82b6000640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f82b006c320 0x7f82b0160ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:42750/0 (socket says 172.21.15.31:42750) 2024-09-19T04:41:02.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.258+0000 7f82b6000640 1 -- 172.21.15.31:0/2551008561 learned_addr learned my addr 172.21.15.31:0/2551008561 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:02.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.259+0000 7f82b5600640 1 --2- 172.21.15.31:0/2551008561 >> v2:172.21.15.52:3300/0 conn(0x7f82b0147f90 0x7f82b00b43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:02.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.259+0000 7f82afe00640 1 -- 172.21.15.31:0/2551008561 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 699519268 0 0) 0x7f82b0148370 con 0x7f82b006c320 2024-09-19T04:41:02.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.259+0000 7f82afe00640 1 -- 172.21.15.31:0/2551008561 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8298003520 con 0x7f82b006c320 2024-09-19T04:41:02.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.259+0000 7f82afe00640 1 -- 172.21.15.31:0/2551008561 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4090432667 0 0) 0x7f82b00ae340 con 0x7f82b00b4910 2024-09-19T04:41:02.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.259+0000 7f82afe00640 1 -- 172.21.15.31:0/2551008561 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f82b0148370 con 0x7f82b00b4910 2024-09-19T04:41:02.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.259+0000 7f82afe00640 1 -- 172.21.15.31:0/2551008561 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4153152224 0 0) 0x7f8298003520 con 0x7f82b006c320 2024-09-19T04:41:02.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.259+0000 7f82b5600640 1 -- 172.21.15.31:0/2551008561 >> v1:172.21.15.52:6789/0 conn(0x7f82b00b4910 legacy=0x7f82b006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:02.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.259+0000 7f82b5600640 1 -- 172.21.15.31:0/2551008561 >> v1:172.21.15.31:6789/0 conn(0x7f82b006c320 legacy=0x7f82b0160ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:02.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.259+0000 7f82b5600640 1 -- 172.21.15.31:0/2551008561 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82b00b61d0 con 0x7f82b0147f90 2024-09-19T04:41:02.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.260+0000 7f82b5600640 1 --2- 172.21.15.31:0/2551008561 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f82b0147f90 0x7f82b00b43d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f82a40097a0 tx=0x7f82a402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16d98475e9a90533 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:02.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.260+0000 7f82afe00640 1 -- 172.21.15.31:0/2551008561 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82a4037070 con 0x7f82b0147f90 2024-09-19T04:41:02.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.261+0000 7f82afe00640 1 -- 172.21.15.31:0/2551008561 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82a402ac50 con 0x7f82b0147f90 2024-09-19T04:41:02.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.261+0000 7f82afe00640 1 -- 172.21.15.31:0/2551008561 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82a80019f0 con 0x7f82b0147f90 2024-09-19T04:41:02.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.261+0000 7f82b8000640 1 -- 172.21.15.31:0/2551008561 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f82b0147f90 msgr2=0x7f82b00b43d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:02.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.261+0000 7f82b8000640 1 --2- 172.21.15.31:0/2551008561 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f82b0147f90 0x7f82b00b43d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f82a40097a0 tx=0x7f82a402a1c0 comp rx=0 tx=0).stop 2024-09-19T04:41:02.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.261+0000 7f82b8000640 1 -- 172.21.15.31:0/2551008561 shutdown_connections 2024-09-19T04:41:02.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.261+0000 7f82b8000640 1 --2- 172.21.15.31:0/2551008561 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f82b0147f90 0x7f82b00b43d0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:02.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.261+0000 7f82b8000640 1 -- 172.21.15.31:0/2551008561 >> 172.21.15.31:0/2551008561 conn(0x7f82b00b6b10 msgr2=0x7f82b009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:02.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.261+0000 7f82b8000640 1 -- 172.21.15.31:0/2551008561 shutdown_connections 2024-09-19T04:41:02.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.261+0000 7f82b8000640 1 -- 172.21.15.31:0/2551008561 wait complete. 2024-09-19T04:41:02.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.263+0000 7f82b8000640 1 Processor -- start 2024-09-19T04:41:02.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.263+0000 7f82b8000640 1 -- start start 2024-09-19T04:41:02.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.264+0000 7f82b8000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f82b006c320 0x7f82b015e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:02.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.264+0000 7f82b8000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f82b00b4910 0x7f82b009bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:02.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.264+0000 7f82b8000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f82b0147f90 0x7f82b01e6610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:02.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.264+0000 7f82b8000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f82b01609b0 con 0x7f82b006c320 2024-09-19T04:41:02.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.264+0000 7f82b8000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f82b00b6790 con 0x7f82b0147f90 2024-09-19T04:41:02.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.264+0000 7f82b8000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f82b0073850 con 0x7f82b00b4910 2024-09-19T04:41:02.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.264+0000 7f82b5600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f82b006c320 0x7f82b015e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:02.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.264+0000 7f82b5600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f82b006c320 0x7f82b015e160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41324/0 (socket says 172.21.15.31:41324) 2024-09-19T04:41:02.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.264+0000 7f82b5600640 1 -- 172.21.15.31:0/2411755447 learned_addr learned my addr 172.21.15.31:0/2411755447 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:02.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.264+0000 7f82b4c00640 1 --2- 172.21.15.31:0/2411755447 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f82b00b4910 0x7f82b009bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.264+0000 7f82b6000640 1 --2- 172.21.15.31:0/2411755447 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f82b0147f90 0x7f82b01e6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.265+0000 7f82b5600640 1 -- 172.21.15.31:0/2411755447 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f82b00b4910 msgr2=0x7f82b009bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.265+0000 7f82b5600640 1 --2- 172.21.15.31:0/2411755447 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f82b00b4910 0x7f82b009bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.265+0000 7f82b5600640 1 -- 172.21.15.31:0/2411755447 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f82b0147f90 msgr2=0x7f82b01e6610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.265+0000 7f82b5600640 1 --2- 172.21.15.31:0/2411755447 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f82b0147f90 0x7f82b01e6610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.265+0000 7f82b5600640 1 -- 172.21.15.31:0/2411755447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82b009c8b0 con 0x7f82b006c320 2024-09-19T04:41:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.265+0000 7f82b4c00640 1 --2- 172.21.15.31:0/2411755447 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f82b00b4910 0x7f82b009bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.265+0000 7f82b5600640 1 --2- 172.21.15.31:0/2411755447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f82b006c320 0x7f82b015e160 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f82a4035040 tx=0x7f82a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.265+0000 7f82ad600640 1 -- 172.21.15.31:0/2411755447 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82a4040020 con 0x7f82b006c320 2024-09-19T04:41:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.265+0000 7f82ad600640 1 -- 172.21.15.31:0/2411755447 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82a4038040 con 0x7f82b006c320 2024-09-19T04:41:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.265+0000 7f82ad600640 1 -- 172.21.15.31:0/2411755447 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82a4037070 con 0x7f82b006c320 2024-09-19T04:41:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.265+0000 7f82b8000640 1 -- 172.21.15.31:0/2411755447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82b009cb90 con 0x7f82b006c320 2024-09-19T04:41:02.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.265+0000 7f82b8000640 1 -- 172.21.15.31:0/2411755447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82b015e6a0 con 0x7f82b006c320 2024-09-19T04:41:02.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.267+0000 7f82b8000640 1 -- 172.21.15.31:0/2411755447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82b00b43d0 con 0x7f82b006c320 2024-09-19T04:41:02.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.267+0000 7f82ad600640 1 -- 172.21.15.31:0/2411755447 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f82a4043020 con 0x7f82b006c320 2024-09-19T04:41:02.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.268+0000 7f82ad600640 1 --2- 172.21.15.31:0/2411755447 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f829006c2e0 0x7f829006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:02.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.268+0000 7f82ad600640 1 -- 172.21.15.31:0/2411755447 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6496+0+0 (secure 0 0 0) 0x7f82a40ab680 con 0x7f82b006c320 2024-09-19T04:41:02.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.269+0000 7f82b4c00640 1 --2- 172.21.15.31:0/2411755447 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f829006c2e0 0x7f829006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:02.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.269+0000 7f82b4c00640 1 --2- 172.21.15.31:0/2411755447 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f829006c2e0 0x7f829006e7a0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f829c001710 tx=0x7f829c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:02.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.273+0000 7f82ad600640 1 -- 172.21.15.31:0/2411755447 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f82a404a030 con 0x7f82b006c320 2024-09-19T04:41:02.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.524+0000 7f82b8000640 1 -- 172.21.15.31:0/2411755447 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow", "mon", "allow r", "osd", "allow rw pool=cephfs_data"]} v 0) -- 0x7f82b006fc30 con 0x7f82b006c320 2024-09-19T04:41:02.528 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.527+0000 7f82ad600640 1 -- 172.21.15.31:0/2411755447 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow", "mon", "allow r", "osd", "allow rw pool=cephfs_data"]}]=0 updated caps for client.0 v14) ==== 184+0+141 (secure 0 0 0) 0x7f82a404c300 con 0x7f82b006c320 2024-09-19T04:41:02.529 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-19T04:41:02.529 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDZqutml7qZARAA13b5YKV6Lq7t2WiQ9cjFCQ== 2024-09-19T04:41:02.529 INFO:teuthology.orchestra.run.smithi031.stdout: caps mds = "allow" 2024-09-19T04:41:02.529 INFO:teuthology.orchestra.run.smithi031.stdout: caps mon = "allow r" 2024-09-19T04:41:02.529 INFO:teuthology.orchestra.run.smithi031.stdout: caps osd = "allow rw pool=cephfs_data" 2024-09-19T04:41:02.529 INFO:teuthology.orchestra.run.smithi031.stderr:updated caps for client.0 2024-09-19T04:41:02.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.529+0000 7f82b8000640 1 -- 172.21.15.31:0/2411755447 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f829006c2e0 msgr2=0x7f829006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:02.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.529+0000 7f82b8000640 1 --2- 172.21.15.31:0/2411755447 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f829006c2e0 0x7f829006e7a0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f829c001710 tx=0x7f829c009040 comp rx=0 tx=0).stop 2024-09-19T04:41:02.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.529+0000 7f82b8000640 1 -- 172.21.15.31:0/2411755447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f82b006c320 msgr2=0x7f82b015e160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:02.531 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.529+0000 7f82b8000640 1 --2- 172.21.15.31:0/2411755447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f82b006c320 0x7f82b015e160 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f82a4035040 tx=0x7f82a40046c0 comp rx=0 tx=0).stop 2024-09-19T04:41:02.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.529+0000 7f82b8000640 1 -- 172.21.15.31:0/2411755447 shutdown_connections 2024-09-19T04:41:02.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.529+0000 7f82b8000640 1 --2- 172.21.15.31:0/2411755447 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f829006c2e0 0x7f829006e7a0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:02.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.529+0000 7f82b8000640 1 --2- 172.21.15.31:0/2411755447 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f82b0147f90 0x7f82b01e6610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:02.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.529+0000 7f82b8000640 1 --2- 172.21.15.31:0/2411755447 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f82b00b4910 0x7f82b009bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:02.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.529+0000 7f82b8000640 1 --2- 172.21.15.31:0/2411755447 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f82b006c320 0x7f82b015e160 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:02.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.529+0000 7f82b8000640 1 -- 172.21.15.31:0/2411755447 >> 172.21.15.31:0/2411755447 conn(0x7f82b00b6b10 msgr2=0x7f82b00d1af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:02.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.529+0000 7f82b8000640 1 -- 172.21.15.31:0/2411755447 shutdown_connections 2024-09-19T04:41:02.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:02.529+0000 7f82b8000640 1 -- 172.21.15.31:0/2411755447 wait complete. 2024-09-19T04:41:02.547 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:41:02.547 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:41:02.629 DEBUG:teuthology.orchestra.run.smithi052:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:41:02.735 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:41:02.735 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:41:02.735 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:41:02.735 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:02.771 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:41:02.771 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:41:02.771 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:41:02.771 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:02.809 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:41:02.810 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:41:02.810 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:41:02.810 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:02.845 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:41:02.846 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:41:02.846 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:41:02.846 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:02.887 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:41:02.887 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:41:03.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.043+0000 7fcad1c00640 1 Processor -- start 2024-09-19T04:41:03.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.043+0000 7fcad1c00640 1 -- start start 2024-09-19T04:41:03.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.044+0000 7fcad1c00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fcacc072240 0x7fcacc15d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:03.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.044+0000 7fcad1c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcacc0afc40 0x7fcacc0cd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:03.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.044+0000 7fcad1c00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcacc15d730 con 0x7fcacc072620 2024-09-19T04:41:03.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.045+0000 7fcad1c00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fcacc06e590 con 0x7fcacc072240 2024-09-19T04:41:03.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.045+0000 7fcad1c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fcacc06e870 con 0x7fcacc0afc40 2024-09-19T04:41:03.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.045+0000 7fcacb400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcacc0afc40 0x7fcacc0cd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:03.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.045+0000 7fcacaa00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fcacc072240 0x7fcacc15d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:03.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.045+0000 7fcacb400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcacc0afc40 0x7fcacc0cd1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:45964/0 (socket says 172.21.15.31:45964) 2024-09-19T04:41:03.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.045+0000 7fcacb400640 1 -- 172.21.15.31:0/907054308 learned_addr learned my addr 172.21.15.31:0/907054308 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:03.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.045+0000 7fcac3e00640 1 --1- >> v1:172.21.15.52:6789/0 conn(0x7fcacc072620 0x7fcacc0af530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.52:6789/0 says I am v1:172.21.15.31:37466/0 (socket says 172.21.15.31:37466) 2024-09-19T04:41:03.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.046+0000 7fcaca000640 1 -- 172.21.15.31:0/907054308 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2874841691 0 0) 0x7fcacc15d730 con 0x7fcacc072620 2024-09-19T04:41:03.048 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.046+0000 7fcacb400640 1 -- 172.21.15.31:0/907054308 >> v2:172.21.15.52:3300/0 conn(0x7fcacc072240 msgr2=0x7fcacc15d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:03.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.046+0000 7fcacb400640 1 --2- 172.21.15.31:0/907054308 >> v2:172.21.15.52:3300/0 conn(0x7fcacc072240 0x7fcacc15d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.046+0000 7fcacb400640 1 -- 172.21.15.31:0/907054308 >> v1:172.21.15.52:6789/0 conn(0x7fcacc072620 legacy=0x7fcacc0af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:03.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.046+0000 7fcacb400640 1 -- 172.21.15.31:0/907054308 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcacc06eb50 con 0x7fcacc0afc40 2024-09-19T04:41:03.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.047+0000 7fcacb400640 1 --2- 172.21.15.31:0/907054308 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcacc0afc40 0x7fcacc0cd1d0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fcac4009e50 tx=0x7fcac402a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eba172e5ba7a6aac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:03.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.047+0000 7fcaca000640 1 -- 172.21.15.31:0/907054308 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac4036070 con 0x7fcacc0afc40 2024-09-19T04:41:03.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.047+0000 7fcaca000640 1 -- 172.21.15.31:0/907054308 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcac4031600 con 0x7fcacc0afc40 2024-09-19T04:41:03.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.047+0000 7fcaca000640 1 -- 172.21.15.31:0/907054308 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac40319d0 con 0x7fcacc0afc40 2024-09-19T04:41:03.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.047+0000 7fcad1c00640 1 -- 172.21.15.31:0/907054308 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcacc0afc40 msgr2=0x7fcacc0cd1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:03.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.047+0000 7fcad1c00640 1 --2- 172.21.15.31:0/907054308 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcacc0afc40 0x7fcacc0cd1d0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fcac4009e50 tx=0x7fcac402a710 comp rx=0 tx=0).stop 2024-09-19T04:41:03.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.048+0000 7fcad1c00640 1 -- 172.21.15.31:0/907054308 shutdown_connections 2024-09-19T04:41:03.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.048+0000 7fcad1c00640 1 --2- 172.21.15.31:0/907054308 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcacc0afc40 0x7fcacc0cd1d0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.048+0000 7fcad1c00640 1 --2- 172.21.15.31:0/907054308 >> v2:172.21.15.52:3300/0 conn(0x7fcacc072240 0x7fcacc15d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.048+0000 7fcad1c00640 1 -- 172.21.15.31:0/907054308 >> 172.21.15.31:0/907054308 conn(0x7fcacc067da0 msgr2=0x7fcacc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:03.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.048+0000 7fcad1c00640 1 -- 172.21.15.31:0/907054308 shutdown_connections 2024-09-19T04:41:03.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.048+0000 7fcad1c00640 1 -- 172.21.15.31:0/907054308 wait complete. 2024-09-19T04:41:03.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.049+0000 7fcad1c00640 1 Processor -- start 2024-09-19T04:41:03.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.049+0000 7fcad1c00640 1 -- start start 2024-09-19T04:41:03.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.050+0000 7fcad1c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcacc072240 0x7fcacc14b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:03.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.050+0000 7fcad1c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcacc072620 0x7fcacc1f3b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:03.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.050+0000 7fcad1c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcacc0afc40 0x7fcacc1f40a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:03.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.050+0000 7fcad1c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcacc06e150 con 0x7fcacc0afc40 2024-09-19T04:41:03.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.050+0000 7fcad1c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fcacc06dfd0 con 0x7fcacc072240 2024-09-19T04:41:03.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.050+0000 7fcad1c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fcacc06e2d0 con 0x7fcacc072620 2024-09-19T04:41:03.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.051+0000 7fcacb400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcacc0afc40 0x7fcacc1f40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:03.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.051+0000 7fcac3e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcacc072620 0x7fcacc1f3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:03.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.051+0000 7fcacaa00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcacc072240 0x7fcacc14b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:03.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.051+0000 7fcacb400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcacc0afc40 0x7fcacc1f40a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41340/0 (socket says 172.21.15.31:41340) 2024-09-19T04:41:03.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.051+0000 7fcacb400640 1 -- 172.21.15.31:0/4056870602 learned_addr learned my addr 172.21.15.31:0/4056870602 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:03.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.051+0000 7fcac3e00640 1 -- 172.21.15.31:0/4056870602 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcacc072240 msgr2=0x7fcacc14b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:03.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.051+0000 7fcac3e00640 1 --2- 172.21.15.31:0/4056870602 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcacc072240 0x7fcacc14b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.051+0000 7fcac3e00640 1 -- 172.21.15.31:0/4056870602 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcacc0afc40 msgr2=0x7fcacc1f40a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:03.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.051+0000 7fcac3e00640 1 --2- 172.21.15.31:0/4056870602 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcacc0afc40 0x7fcacc1f40a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.051+0000 7fcac3e00640 1 -- 172.21.15.31:0/4056870602 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcacc1f46f0 con 0x7fcacc072620 2024-09-19T04:41:03.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.051+0000 7fcacb400640 1 --2- 172.21.15.31:0/4056870602 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcacc0afc40 0x7fcacc1f40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:41:03.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.051+0000 7fcac3e00640 1 --2- 172.21.15.31:0/4056870602 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcacc072620 0x7fcacc1f3b60 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fcab400c450 tx=0x7fcab400c910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:03.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.052+0000 7fcac2a00640 1 -- 172.21.15.31:0/4056870602 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab4018070 con 0x7fcacc072620 2024-09-19T04:41:03.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.052+0000 7fcac2a00640 1 -- 172.21.15.31:0/4056870602 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcab40074e0 con 0x7fcacc072620 2024-09-19T04:41:03.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.052+0000 7fcac2a00640 1 -- 172.21.15.31:0/4056870602 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab4004a20 con 0x7fcacc072620 2024-09-19T04:41:03.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.052+0000 7fcad1c00640 1 -- 172.21.15.31:0/4056870602 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcacc1f49d0 con 0x7fcacc072620 2024-09-19T04:41:03.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.052+0000 7fcad1c00640 1 -- 172.21.15.31:0/4056870602 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fcacc0b23b0 con 0x7fcacc072620 2024-09-19T04:41:03.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.053+0000 7fcad1c00640 1 -- 172.21.15.31:0/4056870602 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcacc1f4da0 con 0x7fcacc072620 2024-09-19T04:41:03.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.054+0000 7fcac2a00640 1 -- 172.21.15.31:0/4056870602 <== mon.2 v2:172.21.15.52:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcab4004bc0 con 0x7fcacc072620 2024-09-19T04:41:03.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.055+0000 7fcac2a00640 1 --2- 172.21.15.31:0/4056870602 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcaa806c2b0 0x7fcaa806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:03.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.055+0000 7fcac2a00640 1 -- 172.21.15.31:0/4056870602 <== mon.2 v2:172.21.15.52:3301/0 5 ==== osd_map(42..42 src has 1..42) ==== 6496+0+0 (secure 0 0 0) 0x7fcab408a890 con 0x7fcacc072620 2024-09-19T04:41:03.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.055+0000 7fcacaa00640 1 --2- 172.21.15.31:0/4056870602 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcaa806c2b0 0x7fcaa806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:03.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.056+0000 7fcacaa00640 1 --2- 172.21.15.31:0/4056870602 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcaa806c2b0 0x7fcaa806e770 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fcabc009aa0 tx=0x7fcabc009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:03.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.060+0000 7fcac2a00640 1 -- 172.21.15.31:0/4056870602 <== mon.2 v2:172.21.15.52:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcab4058730 con 0x7fcacc072620 2024-09-19T04:41:03.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.283+0000 7fcad1c00640 1 -- 172.21.15.31:0/4056870602 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcacc15d1f0 con 0x7fcacc072620 2024-09-19T04:41:03.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.284+0000 7fcac2a00640 1 -- 172.21.15.31:0/4056870602 <== mon.2 v2:172.21.15.52:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 19 v19) ==== 94+0+5213 (secure 0 0 0) 0x7fcab405ca30 con 0x7fcacc072620 2024-09-19T04:41:03.285 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:03.286 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":19,"btime":"2024-09-19T04:40:54:974422+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4825,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6834/917622041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":917622041},{"type":"v1","addr":"172.21.15.52:6834","nonce":917622041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4828,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6836/91213986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":91213986},{"type":"v1","addr":"172.21.15.31:6836","nonce":91213986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/690258196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6835","nonce":690258196},{"type":"v1","addr":"172.21.15.31:6837","nonce":690258196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":19,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:40:45.265528+0000","modified":"2024-09-19T04:40:54.396830+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4839},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4839":{"gid":4839,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.52:6835/3791375786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":3791375786},{"type":"v1","addr":"172.21.15.52:6835","nonce":3791375786}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6,7],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4839,"qdb_cluster":[4839]},"id":2}]} 2024-09-19T04:41:03.286 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 19 2024-09-19T04:41:03.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.286+0000 7fcad1c00640 1 -- 172.21.15.31:0/4056870602 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcaa806c2b0 msgr2=0x7fcaa806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:03.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.286+0000 7fcad1c00640 1 --2- 172.21.15.31:0/4056870602 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcaa806c2b0 0x7fcaa806e770 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fcabc009aa0 tx=0x7fcabc009190 comp rx=0 tx=0).stop 2024-09-19T04:41:03.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.286+0000 7fcad1c00640 1 -- 172.21.15.31:0/4056870602 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcacc072620 msgr2=0x7fcacc1f3b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:03.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.286+0000 7fcad1c00640 1 --2- 172.21.15.31:0/4056870602 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcacc072620 0x7fcacc1f3b60 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fcab400c450 tx=0x7fcab400c910 comp rx=0 tx=0).stop 2024-09-19T04:41:03.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.286+0000 7fcad1c00640 1 -- 172.21.15.31:0/4056870602 shutdown_connections 2024-09-19T04:41:03.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.286+0000 7fcad1c00640 1 --2- 172.21.15.31:0/4056870602 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcacc0afc40 0x7fcacc1f40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.286+0000 7fcad1c00640 1 --2- 172.21.15.31:0/4056870602 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcacc072620 0x7fcacc1f3b60 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.286+0000 7fcad1c00640 1 --2- 172.21.15.31:0/4056870602 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcaa806c2b0 0x7fcaa806e770 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.286+0000 7fcad1c00640 1 --2- 172.21.15.31:0/4056870602 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcacc072240 0x7fcacc14b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.286+0000 7fcad1c00640 1 -- 172.21.15.31:0/4056870602 >> 172.21.15.31:0/4056870602 conn(0x7fcacc067da0 msgr2=0x7fcacc0b4630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:03.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.286+0000 7fcad1c00640 1 -- 172.21.15.31:0/4056870602 shutdown_connections 2024-09-19T04:41:03.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.286+0000 7fcad1c00640 1 -- 172.21.15.31:0/4056870602 wait complete. 2024-09-19T04:41:03.304 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:41:03.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.459+0000 7f08a0e00640 1 Processor -- start 2024-09-19T04:41:03.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.459+0000 7f08a0e00640 1 -- start start 2024-09-19T04:41:03.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.460+0000 7f08a0e00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f089c06f0e0 0x7f089c15c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:03.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.460+0000 7f08a0e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f089c06f4c0 0x7f089c0cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:03.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.460+0000 7f08a0e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f089c0cf5a0 0x7f089c0b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:03.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.460+0000 7f08a0e00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f089c15bc50 con 0x7f089c0cf5a0 2024-09-19T04:41:03.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.460+0000 7f08a0e00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f089c152630 con 0x7f089c06f0e0 2024-09-19T04:41:03.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.460+0000 7f08a0e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f089c15c620 con 0x7f089c06f4c0 2024-09-19T04:41:03.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.460+0000 7f089a800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f089c0cf5a0 0x7f089c0b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:03.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.460+0000 7f089a800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f089c0cf5a0 0x7f089c0b3ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41352/0 (socket says 172.21.15.31:41352) 2024-09-19T04:41:03.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.460+0000 7f089a800640 1 -- 172.21.15.31:0/546341577 learned_addr learned my addr 172.21.15.31:0/546341577 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:03.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.460+0000 7f0893e00640 1 --2- 172.21.15.31:0/546341577 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f089c06f4c0 0x7f089c0cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:03.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.460+0000 7f0899e00640 1 --2- 172.21.15.31:0/546341577 >> v2:172.21.15.52:3300/0 conn(0x7f089c06f0e0 0x7f089c15c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:03.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.461+0000 7f089a800640 1 -- 172.21.15.31:0/546341577 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f089c06f4c0 msgr2=0x7f089c0cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:03.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.461+0000 7f089a800640 1 --2- 172.21.15.31:0/546341577 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f089c06f4c0 0x7f089c0cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.461+0000 7f089a800640 1 -- 172.21.15.31:0/546341577 >> v2:172.21.15.52:3300/0 conn(0x7f089c06f0e0 msgr2=0x7f089c15c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:03.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.461+0000 7f089a800640 1 --2- 172.21.15.31:0/546341577 >> v2:172.21.15.52:3300/0 conn(0x7f089c06f0e0 0x7f089c15c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.461+0000 7f089a800640 1 -- 172.21.15.31:0/546341577 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f089c0cfb40 con 0x7f089c0cf5a0 2024-09-19T04:41:03.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.462+0000 7f089a800640 1 --2- 172.21.15.31:0/546341577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f089c0cf5a0 0x7f089c0b3ba0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f089c073070 tx=0x7f089402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e7ca5c1d8daf379 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:03.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.462+0000 7f0899400640 1 -- 172.21.15.31:0/546341577 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0894036070 con 0x7f089c0cf5a0 2024-09-19T04:41:03.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.462+0000 7f0899400640 1 -- 172.21.15.31:0/546341577 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0894031600 con 0x7f089c0cf5a0 2024-09-19T04:41:03.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.462+0000 7f0899400640 1 -- 172.21.15.31:0/546341577 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08940319d0 con 0x7f089c0cf5a0 2024-09-19T04:41:03.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.463+0000 7f08a0e00640 1 -- 172.21.15.31:0/546341577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f089c0cf5a0 msgr2=0x7f089c0b3ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:03.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.463+0000 7f08a0e00640 1 --2- 172.21.15.31:0/546341577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f089c0cf5a0 0x7f089c0b3ba0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f089c073070 tx=0x7f089402a6a0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.463+0000 7f08a0e00640 1 -- 172.21.15.31:0/546341577 shutdown_connections 2024-09-19T04:41:03.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.463+0000 7f08a0e00640 1 --2- 172.21.15.31:0/546341577 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f089c0cf5a0 0x7f089c0b3ba0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.463+0000 7f08a0e00640 1 --2- 172.21.15.31:0/546341577 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f089c06f4c0 0x7f089c0cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.463+0000 7f08a0e00640 1 --2- 172.21.15.31:0/546341577 >> v2:172.21.15.52:3300/0 conn(0x7f089c06f0e0 0x7f089c15c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.463+0000 7f08a0e00640 1 -- 172.21.15.31:0/546341577 >> 172.21.15.31:0/546341577 conn(0x7f089c067da0 msgr2=0x7f089c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:03.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.463+0000 7f08a0e00640 1 -- 172.21.15.31:0/546341577 shutdown_connections 2024-09-19T04:41:03.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.463+0000 7f08a0e00640 1 -- 172.21.15.31:0/546341577 wait complete. 2024-09-19T04:41:03.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.465+0000 7f08a0e00640 1 Processor -- start 2024-09-19T04:41:03.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.465+0000 7f08a0e00640 1 -- start start 2024-09-19T04:41:03.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.465+0000 7f08a0e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f089c06f0e0 0x7f089c1f4f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:03.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.466+0000 7f08a0e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f089c06f4c0 0x7f089c1f1210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:03.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.466+0000 7f08a0e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f089c0cf5a0 0x7f089c1f3d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:03.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.466+0000 7f08a0e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f089c06f900 con 0x7f089c0cf5a0 2024-09-19T04:41:03.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.466+0000 7f08a0e00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f089c15b8e0 con 0x7f089c06f0e0 2024-09-19T04:41:03.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.466+0000 7f08a0e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f089c1f4d20 con 0x7f089c06f4c0 2024-09-19T04:41:03.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.466+0000 7f089a800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f089c0cf5a0 0x7f089c1f3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:03.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.466+0000 7f089a800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f089c0cf5a0 0x7f089c1f3d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41354/0 (socket says 172.21.15.31:41354) 2024-09-19T04:41:03.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.466+0000 7f089a800640 1 -- 172.21.15.31:0/3354417205 learned_addr learned my addr 172.21.15.31:0/3354417205 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:03.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.466+0000 7f0899e00640 1 --2- 172.21.15.31:0/3354417205 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f089c06f0e0 0x7f089c1f4f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:03.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.466+0000 7f0893e00640 1 --2- 172.21.15.31:0/3354417205 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f089c06f4c0 0x7f089c1f1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:03.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.466+0000 7f089a800640 1 -- 172.21.15.31:0/3354417205 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f089c06f4c0 msgr2=0x7f089c1f1210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:03.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.466+0000 7f089a800640 1 --2- 172.21.15.31:0/3354417205 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f089c06f4c0 0x7f089c1f1210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.466+0000 7f089a800640 1 -- 172.21.15.31:0/3354417205 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f089c06f0e0 msgr2=0x7f089c1f4f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:03.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.466+0000 7f089a800640 1 --2- 172.21.15.31:0/3354417205 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f089c06f0e0 0x7f089c1f4f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.466+0000 7f089a800640 1 -- 172.21.15.31:0/3354417205 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f089c0b01d0 con 0x7f089c0cf5a0 2024-09-19T04:41:03.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.466+0000 7f0893e00640 1 --2- 172.21.15.31:0/3354417205 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f089c06f4c0 0x7f089c1f1210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:03.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.466+0000 7f0899e00640 1 --2- 172.21.15.31:0/3354417205 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f089c06f0e0 0x7f089c1f4f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:03.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.467+0000 7f089a800640 1 --2- 172.21.15.31:0/3354417205 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f089c0cf5a0 0x7f089c1f3d70 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f0894009f40 tx=0x7f0894004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:03.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.467+0000 7f0892000640 1 -- 172.21.15.31:0/3354417205 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0894041020 con 0x7f089c0cf5a0 2024-09-19T04:41:03.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.467+0000 7f0892000640 1 -- 172.21.15.31:0/3354417205 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08940077a0 con 0x7f089c0cf5a0 2024-09-19T04:41:03.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.467+0000 7f0892000640 1 -- 172.21.15.31:0/3354417205 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0894036040 con 0x7f089c0cf5a0 2024-09-19T04:41:03.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.467+0000 7f08a0e00640 1 -- 172.21.15.31:0/3354417205 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f089c1f4760 con 0x7f089c0cf5a0 2024-09-19T04:41:03.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.467+0000 7f08a0e00640 1 -- 172.21.15.31:0/3354417205 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f089c0b0470 con 0x7f089c0cf5a0 2024-09-19T04:41:03.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.468+0000 7f08a0e00640 1 -- 172.21.15.31:0/3354417205 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f089c15ee80 con 0x7f089c0cf5a0 2024-09-19T04:41:03.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.470+0000 7f0892000640 1 -- 172.21.15.31:0/3354417205 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0894044020 con 0x7f089c0cf5a0 2024-09-19T04:41:03.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.470+0000 7f0892000640 1 --2- 172.21.15.31:0/3354417205 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f087806c2b0 0x7f087806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:03.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.471+0000 7f0892000640 1 -- 172.21.15.31:0/3354417205 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6496+0+0 (secure 0 0 0) 0x7f08940ac2c0 con 0x7f089c0cf5a0 2024-09-19T04:41:03.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.471+0000 7f0899e00640 1 --2- 172.21.15.31:0/3354417205 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f087806c2b0 0x7f087806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:03.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.471+0000 7f0899e00640 1 --2- 172.21.15.31:0/3354417205 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f087806c2b0 0x7f087806e770 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f088c009b10 tx=0x7f088c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:03.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.475+0000 7f0892000640 1 -- 172.21.15.31:0/3354417205 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f089404b030 con 0x7f089c0cf5a0 2024-09-19T04:41:03.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.696+0000 7f08a0e00640 1 -- 172.21.15.31:0/3354417205 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f089c1f1750 con 0x7f089c0cf5a0 2024-09-19T04:41:03.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.697+0000 7f0892000640 1 -- 172.21.15.31:0/3354417205 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 19 v19) ==== 94+0+5213 (secure 0 0 0) 0x7f089407a730 con 0x7f089c0cf5a0 2024-09-19T04:41:03.699 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:03.699 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":19,"btime":"2024-09-19T04:40:54:974422+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4825,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6834/917622041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":917622041},{"type":"v1","addr":"172.21.15.52:6834","nonce":917622041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4828,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6836/91213986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":91213986},{"type":"v1","addr":"172.21.15.31:6836","nonce":91213986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/690258196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6835","nonce":690258196},{"type":"v1","addr":"172.21.15.31:6837","nonce":690258196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":19,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:40:45.265528+0000","modified":"2024-09-19T04:40:54.396830+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4839},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4839":{"gid":4839,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.52:6835/3791375786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":3791375786},{"type":"v1","addr":"172.21.15.52:6835","nonce":3791375786}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6,7],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4839,"qdb_cluster":[4839]},"id":2}]} 2024-09-19T04:41:03.699 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 19 2024-09-19T04:41:03.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.699+0000 7f08a0e00640 1 -- 172.21.15.31:0/3354417205 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f087806c2b0 msgr2=0x7f087806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:03.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.699+0000 7f08a0e00640 1 --2- 172.21.15.31:0/3354417205 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f087806c2b0 0x7f087806e770 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f088c009b10 tx=0x7f088c008040 comp rx=0 tx=0).stop 2024-09-19T04:41:03.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.699+0000 7f08a0e00640 1 -- 172.21.15.31:0/3354417205 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f089c0cf5a0 msgr2=0x7f089c1f3d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:03.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.699+0000 7f08a0e00640 1 --2- 172.21.15.31:0/3354417205 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f089c0cf5a0 0x7f089c1f3d70 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f0894009f40 tx=0x7f0894004a40 comp rx=0 tx=0).stop 2024-09-19T04:41:03.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.699+0000 7f08a0e00640 1 -- 172.21.15.31:0/3354417205 shutdown_connections 2024-09-19T04:41:03.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.699+0000 7f08a0e00640 1 --2- 172.21.15.31:0/3354417205 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f089c0cf5a0 0x7f089c1f3d70 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.699+0000 7f08a0e00640 1 --2- 172.21.15.31:0/3354417205 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f089c06f4c0 0x7f089c1f1210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.699+0000 7f08a0e00640 1 --2- 172.21.15.31:0/3354417205 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f087806c2b0 0x7f087806e770 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.699+0000 7f08a0e00640 1 --2- 172.21.15.31:0/3354417205 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f089c06f0e0 0x7f089c1f4f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.699+0000 7f08a0e00640 1 -- 172.21.15.31:0/3354417205 >> 172.21.15.31:0/3354417205 conn(0x7f089c067da0 msgr2=0x7f089c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:03.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.699+0000 7f08a0e00640 1 -- 172.21.15.31:0/3354417205 shutdown_connections 2024-09-19T04:41:03.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.699+0000 7f08a0e00640 1 -- 172.21.15.31:0/3354417205 wait complete. 2024-09-19T04:41:03.717 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:41:03.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.872+0000 7f5724600640 1 Processor -- start 2024-09-19T04:41:03.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.872+0000 7f5724600640 1 -- start start 2024-09-19T04:41:03.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.873+0000 7f5724600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f571c072240 0x7f571c15d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:03.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.873+0000 7f5724600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f571c072620 0x7f571c0af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:03.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.873+0000 7f5724600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f571c15d730 con 0x7f571c06dfd0 2024-09-19T04:41:03.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.873+0000 7f5724600640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f571c06e590 con 0x7f571c072240 2024-09-19T04:41:03.876 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.873+0000 7f5724600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f571c06e870 con 0x7f571c072620 2024-09-19T04:41:03.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.874+0000 7f5721c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f571c072240 0x7f571c15d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:03.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.874+0000 7f5722600640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f571c06dfd0 0x7f571c15fdd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:42758/0 (socket says 172.21.15.31:42758) 2024-09-19T04:41:03.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.874+0000 7f5722600640 1 -- 172.21.15.31:0/668949792 learned_addr learned my addr 172.21.15.31:0/668949792 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:03.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.874+0000 7f5721200640 1 --2- 172.21.15.31:0/668949792 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f571c072620 0x7f571c0af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:03.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.874+0000 7f5721c00640 1 -- 172.21.15.31:0/668949792 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f571c072620 msgr2=0x7f571c0af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:03.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.874+0000 7f5721c00640 1 --2- 172.21.15.31:0/668949792 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f571c072620 0x7f571c0af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.874+0000 7f5721c00640 1 -- 172.21.15.31:0/668949792 >> v1:172.21.15.31:6789/0 conn(0x7f571c06dfd0 legacy=0x7f571c15fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:03.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.874+0000 7f5721c00640 1 -- 172.21.15.31:0/668949792 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f571c06eb50 con 0x7f571c072240 2024-09-19T04:41:03.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.874+0000 7f571be00640 1 -- 172.21.15.31:0/668949792 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 137557336 0 0) 0x7f571c15d730 con 0x7f571c06dfd0 2024-09-19T04:41:03.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.874+0000 7f5721200640 1 --2- 172.21.15.31:0/668949792 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f571c072620 0x7f571c0af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:03.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.875+0000 7f5721c00640 1 --2- 172.21.15.31:0/668949792 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c072240 0x7f571c15d1f0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f57100097a0 tx=0x7f571002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=803ddfa4bb56223 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:03.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.876+0000 7f571be00640 1 -- 172.21.15.31:0/668949792 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5710037070 con 0x7f571c072240 2024-09-19T04:41:03.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.876+0000 7f571be00640 1 -- 172.21.15.31:0/668949792 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5710032440 con 0x7f571c072240 2024-09-19T04:41:03.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.876+0000 7f571be00640 1 -- 172.21.15.31:0/668949792 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5710032810 con 0x7f571c072240 2024-09-19T04:41:03.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.876+0000 7f5724600640 1 -- 172.21.15.31:0/668949792 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c072240 msgr2=0x7f571c15d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:03.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.876+0000 7f5724600640 1 --2- 172.21.15.31:0/668949792 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c072240 0x7f571c15d1f0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f57100097a0 tx=0x7f571002a180 comp rx=0 tx=0).stop 2024-09-19T04:41:03.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.876+0000 7f5724600640 1 -- 172.21.15.31:0/668949792 shutdown_connections 2024-09-19T04:41:03.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.876+0000 7f5724600640 1 --2- 172.21.15.31:0/668949792 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f571c072620 0x7f571c0af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.876+0000 7f5724600640 1 --2- 172.21.15.31:0/668949792 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c072240 0x7f571c15d1f0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.876+0000 7f5724600640 1 -- 172.21.15.31:0/668949792 >> 172.21.15.31:0/668949792 conn(0x7f571c067da0 msgr2=0x7f571c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:03.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.876+0000 7f5724600640 1 -- 172.21.15.31:0/668949792 shutdown_connections 2024-09-19T04:41:03.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.876+0000 7f5724600640 1 -- 172.21.15.31:0/668949792 wait complete. 2024-09-19T04:41:03.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.878+0000 7f5724600640 1 Processor -- start 2024-09-19T04:41:03.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.878+0000 7f5724600640 1 -- start start 2024-09-19T04:41:03.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.879+0000 7f5724600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f571c06dfd0 0x7f571c0b20f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:03.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.879+0000 7f5724600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f571c072240 0x7f571c149c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:03.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.879+0000 7f5724600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c072620 0x7f571c14a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:03.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.879+0000 7f5724600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f571c0ce360 con 0x7f571c072620 2024-09-19T04:41:03.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.879+0000 7f5724600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f571c0ce1e0 con 0x7f571c072240 2024-09-19T04:41:03.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.879+0000 7f5724600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f571c0ce4e0 con 0x7f571c06dfd0 2024-09-19T04:41:03.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.879+0000 7f5722600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c072620 0x7f571c14a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:03.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.879+0000 7f5722600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c072620 0x7f571c14a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41372/0 (socket says 172.21.15.31:41372) 2024-09-19T04:41:03.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.879+0000 7f5722600640 1 -- 172.21.15.31:0/694953304 learned_addr learned my addr 172.21.15.31:0/694953304 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:03.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.880+0000 7f5721200640 1 --2- 172.21.15.31:0/694953304 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f571c072240 0x7f571c149c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:03.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.880+0000 7f5721c00640 1 --2- 172.21.15.31:0/694953304 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f571c06dfd0 0x7f571c0b20f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:03.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.880+0000 7f5722600640 1 -- 172.21.15.31:0/694953304 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f571c06dfd0 msgr2=0x7f571c0b20f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:03.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.880+0000 7f5722600640 1 --2- 172.21.15.31:0/694953304 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f571c06dfd0 0x7f571c0b20f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.880+0000 7f5722600640 1 -- 172.21.15.31:0/694953304 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f571c072240 msgr2=0x7f571c149c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:03.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.880+0000 7f5722600640 1 --2- 172.21.15.31:0/694953304 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f571c072240 0x7f571c149c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:03.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.880+0000 7f5722600640 1 -- 172.21.15.31:0/694953304 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f571c14aa70 con 0x7f571c072620 2024-09-19T04:41:03.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.880+0000 7f5721c00640 1 --2- 172.21.15.31:0/694953304 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f571c06dfd0 0x7f571c0b20f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:03.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.880+0000 7f5721200640 1 --2- 172.21.15.31:0/694953304 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f571c072240 0x7f571c149c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:03.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.880+0000 7f5722600640 1 --2- 172.21.15.31:0/694953304 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c072620 0x7f571c14a160 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f571400c7a0 tx=0x7f571400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:03.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.880+0000 7f5719600640 1 -- 172.21.15.31:0/694953304 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5714018070 con 0x7f571c072620 2024-09-19T04:41:03.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.880+0000 7f5719600640 1 -- 172.21.15.31:0/694953304 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f571400a640 con 0x7f571c072620 2024-09-19T04:41:03.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.880+0000 7f5719600640 1 -- 172.21.15.31:0/694953304 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f571400aab0 con 0x7f571c072620 2024-09-19T04:41:03.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.880+0000 7f5724600640 1 -- 172.21.15.31:0/694953304 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f571c159780 con 0x7f571c072620 2024-09-19T04:41:03.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.880+0000 7f5724600640 1 -- 172.21.15.31:0/694953304 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f571c147da0 con 0x7f571c072620 2024-09-19T04:41:03.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.881+0000 7f5724600640 1 -- 172.21.15.31:0/694953304 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f571c147b90 con 0x7f571c072620 2024-09-19T04:41:03.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.882+0000 7f5719600640 1 -- 172.21.15.31:0/694953304 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f571400ac50 con 0x7f571c072620 2024-09-19T04:41:03.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.885+0000 7f5719600640 1 --2- 172.21.15.31:0/694953304 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f56fc06c2e0 0x7f56fc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:03.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.885+0000 7f5719600640 1 -- 172.21.15.31:0/694953304 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6496+0+0 (secure 0 0 0) 0x7f571408ac50 con 0x7f571c072620 2024-09-19T04:41:03.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.885+0000 7f5721c00640 1 --2- 172.21.15.31:0/694953304 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f56fc06c2e0 0x7f56fc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:03.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.885+0000 7f5721c00640 1 --2- 172.21.15.31:0/694953304 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f56fc06c2e0 0x7f56fc06e7a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f5710034000 tx=0x7f571002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:03.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:03.889+0000 7f5719600640 1 -- 172.21.15.31:0/694953304 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f57140590c0 con 0x7f571c072620 2024-09-19T04:41:04.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.073+0000 7f5724600640 1 -- 172.21.15.31:0/694953304 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f571c15d1f0 con 0x7f571c072620 2024-09-19T04:41:04.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.075+0000 7f5719600640 1 -- 172.21.15.31:0/694953304 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v42) ==== 74+0+18802 (secure 0 0 0) 0x7f57140589c0 con 0x7f571c072620 2024-09-19T04:41:04.077 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:04.077 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":42,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:40:55.985231+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:40:43.609773+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-19T04:40:44.256043+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"data_new","create_time":"2024-09-19T04:40:53.866590+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"42","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:41:04.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.077+0000 7f5724600640 1 -- 172.21.15.31:0/694953304 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f56fc06c2e0 msgr2=0x7f56fc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:04.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.077+0000 7f5724600640 1 --2- 172.21.15.31:0/694953304 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f56fc06c2e0 0x7f56fc06e7a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f5710034000 tx=0x7f571002e000 comp rx=0 tx=0).stop 2024-09-19T04:41:04.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.077+0000 7f5724600640 1 -- 172.21.15.31:0/694953304 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c072620 msgr2=0x7f571c14a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:04.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.077+0000 7f5724600640 1 --2- 172.21.15.31:0/694953304 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c072620 0x7f571c14a160 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f571400c7a0 tx=0x7f571400cc60 comp rx=0 tx=0).stop 2024-09-19T04:41:04.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.077+0000 7f5724600640 1 -- 172.21.15.31:0/694953304 shutdown_connections 2024-09-19T04:41:04.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.077+0000 7f5724600640 1 --2- 172.21.15.31:0/694953304 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f571c072620 0x7f571c14a160 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.077+0000 7f5724600640 1 --2- 172.21.15.31:0/694953304 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f56fc06c2e0 0x7f56fc06e7a0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.077+0000 7f5724600640 1 --2- 172.21.15.31:0/694953304 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f571c072240 0x7f571c149c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.077+0000 7f5724600640 1 --2- 172.21.15.31:0/694953304 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f571c06dfd0 0x7f571c0b20f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.077+0000 7f5724600640 1 -- 172.21.15.31:0/694953304 >> 172.21.15.31:0/694953304 conn(0x7f571c067da0 msgr2=0x7f571c15fcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:04.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.077+0000 7f5724600640 1 -- 172.21.15.31:0/694953304 shutdown_connections 2024-09-19T04:41:04.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.077+0000 7f5724600640 1 -- 172.21.15.31:0/694953304 wait complete. 2024-09-19T04:41:04.095 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T04:41:04.095 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:41:04.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.250+0000 7f8500c00640 1 Processor -- start 2024-09-19T04:41:04.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.250+0000 7f8500c00640 1 -- start start 2024-09-19T04:41:04.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.250+0000 7f8500c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f84fc072240 0x7f84fc15d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:04.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.250+0000 7f8500c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f84fc0afc40 0x7f84fc0cd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:04.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.250+0000 7f8500c00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84fc15d730 con 0x7f84fc072620 2024-09-19T04:41:04.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.250+0000 7f8500c00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f84fc06e590 con 0x7f84fc072240 2024-09-19T04:41:04.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.250+0000 7f8500c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f84fc06e870 con 0x7f84fc0afc40 2024-09-19T04:41:04.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.251+0000 7f84f9e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f84fc072240 0x7f84fc15d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:04.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.251+0000 7f84f9e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f84fc072240 0x7f84fc15d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41384/0 (socket says 172.21.15.31:41384) 2024-09-19T04:41:04.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.251+0000 7f84f9e00640 1 -- 172.21.15.31:0/2604588143 learned_addr learned my addr 172.21.15.31:0/2604588143 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:04.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.251+0000 7f84fa800640 1 --2- 172.21.15.31:0/2604588143 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f84fc0afc40 0x7f84fc0cd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:04.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.251+0000 7f84f9e00640 1 -- 172.21.15.31:0/2604588143 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f84fc0afc40 msgr2=0x7f84fc0cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:04.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.251+0000 7f84f9e00640 1 --2- 172.21.15.31:0/2604588143 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f84fc0afc40 0x7f84fc0cd1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.251+0000 7f84f9e00640 1 -- 172.21.15.31:0/2604588143 >> v1:172.21.15.52:6789/0 conn(0x7f84fc072620 legacy=0x7f84fc0af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:04.254 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.251+0000 7f84f9e00640 1 -- 172.21.15.31:0/2604588143 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84fc06eb50 con 0x7f84fc072240 2024-09-19T04:41:04.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.252+0000 7f84f9e00640 1 --2- 172.21.15.31:0/2604588143 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84fc072240 0x7f84fc15d1f0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f84ec009870 tx=0x7f84ec02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1df4076488533293 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:04.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.252+0000 7f84f9400640 1 -- 172.21.15.31:0/2604588143 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84ec037070 con 0x7f84fc072240 2024-09-19T04:41:04.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.252+0000 7f84f9400640 1 -- 172.21.15.31:0/2604588143 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84ec032440 con 0x7f84fc072240 2024-09-19T04:41:04.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.252+0000 7f84f9400640 1 -- 172.21.15.31:0/2604588143 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84ec032810 con 0x7f84fc072240 2024-09-19T04:41:04.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.253+0000 7f8500c00640 1 -- 172.21.15.31:0/2604588143 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84fc072240 msgr2=0x7f84fc15d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:04.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.253+0000 7f8500c00640 1 --2- 172.21.15.31:0/2604588143 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84fc072240 0x7f84fc15d1f0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f84ec009870 tx=0x7f84ec02a210 comp rx=0 tx=0).stop 2024-09-19T04:41:04.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.253+0000 7f8500c00640 1 -- 172.21.15.31:0/2604588143 shutdown_connections 2024-09-19T04:41:04.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.253+0000 7f8500c00640 1 --2- 172.21.15.31:0/2604588143 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f84fc0afc40 0x7f84fc0cd1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.253+0000 7f8500c00640 1 --2- 172.21.15.31:0/2604588143 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84fc072240 0x7f84fc15d1f0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.253+0000 7f8500c00640 1 -- 172.21.15.31:0/2604588143 >> 172.21.15.31:0/2604588143 conn(0x7f84fc067da0 msgr2=0x7f84fc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:04.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.253+0000 7f8500c00640 1 -- 172.21.15.31:0/2604588143 shutdown_connections 2024-09-19T04:41:04.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.253+0000 7f8500c00640 1 -- 172.21.15.31:0/2604588143 wait complete. 2024-09-19T04:41:04.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.256+0000 7f8500c00640 1 Processor -- start 2024-09-19T04:41:04.257 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.256+0000 7f8500c00640 1 -- start start 2024-09-19T04:41:04.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.256+0000 7f8500c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f84fc072240 0x7f84fc14b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:04.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.256+0000 7f8500c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f84fc072620 0x7f84fc1f5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:04.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.256+0000 7f8500c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84fc0afc40 0x7f84fc1f5c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:04.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.256+0000 7f8500c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f84fc06e150 con 0x7f84fc0afc40 2024-09-19T04:41:04.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.256+0000 7f8500c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f84fc06dfd0 con 0x7f84fc072620 2024-09-19T04:41:04.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.256+0000 7f8500c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f84fc06e2d0 con 0x7f84fc072240 2024-09-19T04:41:04.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.256+0000 7f84fa800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84fc0afc40 0x7f84fc1f5c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:04.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.256+0000 7f84f9e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f84fc072240 0x7f84fc14b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:04.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.256+0000 7f84f9e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f84fc072240 0x7f84fc14b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:46038/0 (socket says 172.21.15.31:46038) 2024-09-19T04:41:04.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.256+0000 7f84f9e00640 1 -- 172.21.15.31:0/3527882797 learned_addr learned my addr 172.21.15.31:0/3527882797 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:04.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.256+0000 7f84f3e00640 1 --2- 172.21.15.31:0/3527882797 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f84fc072620 0x7f84fc1f5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:04.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.256+0000 7f84fa800640 1 -- 172.21.15.31:0/3527882797 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f84fc072240 msgr2=0x7f84fc14b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:04.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.256+0000 7f84fa800640 1 --2- 172.21.15.31:0/3527882797 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f84fc072240 0x7f84fc14b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.256+0000 7f84fa800640 1 -- 172.21.15.31:0/3527882797 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f84fc072620 msgr2=0x7f84fc1f5710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:04.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.256+0000 7f84fa800640 1 --2- 172.21.15.31:0/3527882797 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f84fc072620 0x7f84fc1f5710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.256+0000 7f84fa800640 1 -- 172.21.15.31:0/3527882797 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84fc14d560 con 0x7f84fc0afc40 2024-09-19T04:41:04.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.257+0000 7f84fa800640 1 --2- 172.21.15.31:0/3527882797 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84fc0afc40 0x7f84fc1f5c50 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f84fc15c820 tx=0x7f84f400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:04.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.257+0000 7f84f2000640 1 -- 172.21.15.31:0/3527882797 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f400edd0 con 0x7f84fc0afc40 2024-09-19T04:41:04.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.257+0000 7f84f2000640 1 -- 172.21.15.31:0/3527882797 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84f4003990 con 0x7f84fc0afc40 2024-09-19T04:41:04.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.257+0000 7f8500c00640 1 -- 172.21.15.31:0/3527882797 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84fc14be10 con 0x7f84fc0afc40 2024-09-19T04:41:04.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.257+0000 7f84f2000640 1 -- 172.21.15.31:0/3527882797 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f4003d80 con 0x7f84fc0afc40 2024-09-19T04:41:04.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.257+0000 7f8500c00640 1 -- 172.21.15.31:0/3527882797 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84fc14db00 con 0x7f84fc0afc40 2024-09-19T04:41:04.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.258+0000 7f8500c00640 1 -- 172.21.15.31:0/3527882797 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84fc15d1f0 con 0x7f84fc0afc40 2024-09-19T04:41:04.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.260+0000 7f84f2000640 1 -- 172.21.15.31:0/3527882797 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f84f401b020 con 0x7f84fc0afc40 2024-09-19T04:41:04.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.261+0000 7f84f2000640 1 --2- 172.21.15.31:0/3527882797 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f84d806c2b0 0x7f84d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:04.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.261+0000 7f84f2000640 1 -- 172.21.15.31:0/3527882797 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6496+0+0 (secure 0 0 0) 0x7f84f408b750 con 0x7f84fc0afc40 2024-09-19T04:41:04.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.261+0000 7f84f9e00640 1 --2- 172.21.15.31:0/3527882797 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f84d806c2b0 0x7f84d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:04.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.261+0000 7f84f9e00640 1 --2- 172.21.15.31:0/3527882797 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f84d806c2b0 0x7f84d806e770 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f84ec0090b0 tx=0x7f84ec02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:04.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.265+0000 7f84f2000640 1 -- 172.21.15.31:0/3527882797 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f84f4059570 con 0x7f84fc0afc40 2024-09-19T04:41:04.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.489+0000 7f8500c00640 1 -- 172.21.15.31:0/3527882797 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f84fc151420 con 0x7f84fc0afc40 2024-09-19T04:41:04.491 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.490+0000 7f84f2000640 1 -- 172.21.15.31:0/3527882797 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 19 v19) ==== 94+0+5213 (secure 0 0 0) 0x7f84f405d870 con 0x7f84fc0afc40 2024-09-19T04:41:04.491 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:04.491 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":19,"btime":"2024-09-19T04:40:54:974422+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4825,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6834/917622041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":917622041},{"type":"v1","addr":"172.21.15.52:6834","nonce":917622041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4828,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6836/91213986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":91213986},{"type":"v1","addr":"172.21.15.31:6836","nonce":91213986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/690258196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6835","nonce":690258196},{"type":"v1","addr":"172.21.15.31:6837","nonce":690258196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":19,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:40:45.265528+0000","modified":"2024-09-19T04:40:54.396830+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4839},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4839":{"gid":4839,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.52:6835/3791375786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":3791375786},{"type":"v1","addr":"172.21.15.52:6835","nonce":3791375786}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6,7],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4839,"qdb_cluster":[4839]},"id":2}]} 2024-09-19T04:41:04.491 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 19 2024-09-19T04:41:04.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.492+0000 7f8500c00640 1 -- 172.21.15.31:0/3527882797 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f84d806c2b0 msgr2=0x7f84d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:04.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.492+0000 7f8500c00640 1 --2- 172.21.15.31:0/3527882797 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f84d806c2b0 0x7f84d806e770 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f84ec0090b0 tx=0x7f84ec02e000 comp rx=0 tx=0).stop 2024-09-19T04:41:04.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.492+0000 7f8500c00640 1 -- 172.21.15.31:0/3527882797 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84fc0afc40 msgr2=0x7f84fc1f5c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:04.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.492+0000 7f8500c00640 1 --2- 172.21.15.31:0/3527882797 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84fc0afc40 0x7f84fc1f5c50 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f84fc15c820 tx=0x7f84f400e4b0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.492+0000 7f8500c00640 1 -- 172.21.15.31:0/3527882797 shutdown_connections 2024-09-19T04:41:04.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.492+0000 7f8500c00640 1 --2- 172.21.15.31:0/3527882797 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f84fc0afc40 0x7f84fc1f5c50 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.492+0000 7f8500c00640 1 --2- 172.21.15.31:0/3527882797 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f84d806c2b0 0x7f84d806e770 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.492+0000 7f8500c00640 1 --2- 172.21.15.31:0/3527882797 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f84fc072620 0x7f84fc1f5710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.492+0000 7f8500c00640 1 --2- 172.21.15.31:0/3527882797 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f84fc072240 0x7f84fc14b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.492+0000 7f8500c00640 1 -- 172.21.15.31:0/3527882797 >> 172.21.15.31:0/3527882797 conn(0x7f84fc067da0 msgr2=0x7f84fc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:04.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.493+0000 7f8500c00640 1 -- 172.21.15.31:0/3527882797 shutdown_connections 2024-09-19T04:41:04.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.493+0000 7f8500c00640 1 -- 172.21.15.31:0/3527882797 wait complete. 2024-09-19T04:41:04.509 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:41:04.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.665+0000 7ff357e00640 1 Processor -- start 2024-09-19T04:41:04.666 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.665+0000 7ff357e00640 1 -- start start 2024-09-19T04:41:04.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.666+0000 7ff357e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff350072240 0x7ff35015d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:04.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.666+0000 7ff357e00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7ff3500afc40 0x7ff3500cd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:04.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.666+0000 7ff357e00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff35015d730 con 0x7ff350072620 2024-09-19T04:41:04.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.666+0000 7ff357e00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7ff35006e590 con 0x7ff3500afc40 2024-09-19T04:41:04.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.666+0000 7ff357e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7ff35006e870 con 0x7ff350072240 2024-09-19T04:41:04.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.666+0000 7ff354a00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7ff350072620 0x7ff3500af530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:42766/0 (socket says 172.21.15.31:42766) 2024-09-19T04:41:04.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.666+0000 7ff354a00640 1 -- 172.21.15.31:0/1909920441 learned_addr learned my addr 172.21.15.31:0/1909920441 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:04.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.667+0000 7ff355e00640 1 --2- 172.21.15.31:0/1909920441 >> v2:172.21.15.52:3300/0 conn(0x7ff3500afc40 0x7ff3500cd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:04.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.667+0000 7ff355400640 1 --2- 172.21.15.31:0/1909920441 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff350072240 0x7ff35015d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:04.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.667+0000 7ff34fe00640 1 -- 172.21.15.31:0/1909920441 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1663035538 0 0) 0x7ff35015d730 con 0x7ff350072620 2024-09-19T04:41:04.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.667+0000 7ff34fe00640 1 -- 172.21.15.31:0/1909920441 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff338003520 con 0x7ff350072620 2024-09-19T04:41:04.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.667+0000 7ff355e00640 1 -- 172.21.15.31:0/1909920441 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff350072240 msgr2=0x7ff35015d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:04.669 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.667+0000 7ff355e00640 1 --2- 172.21.15.31:0/1909920441 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff350072240 0x7ff35015d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.667+0000 7ff355e00640 1 -- 172.21.15.31:0/1909920441 >> v1:172.21.15.31:6789/0 conn(0x7ff350072620 legacy=0x7ff3500af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:04.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.667+0000 7ff355e00640 1 -- 172.21.15.31:0/1909920441 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff35006eb50 con 0x7ff3500afc40 2024-09-19T04:41:04.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.668+0000 7ff355e00640 1 --2- 172.21.15.31:0/1909920441 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3500afc40 0x7ff3500cd1d0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff348009d90 tx=0x7ff34802a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d964bae162c2d92a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:04.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.668+0000 7ff34fe00640 1 -- 172.21.15.31:0/1909920441 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff348007740 con 0x7ff3500afc40 2024-09-19T04:41:04.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.669+0000 7ff34fe00640 1 -- 172.21.15.31:0/1909920441 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3480078e0 con 0x7ff3500afc40 2024-09-19T04:41:04.670 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.669+0000 7ff34fe00640 1 -- 172.21.15.31:0/1909920441 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff348007cb0 con 0x7ff3500afc40 2024-09-19T04:41:04.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.669+0000 7ff357e00640 1 -- 172.21.15.31:0/1909920441 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3500afc40 msgr2=0x7ff3500cd1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:04.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.669+0000 7ff357e00640 1 --2- 172.21.15.31:0/1909920441 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3500afc40 0x7ff3500cd1d0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff348009d90 tx=0x7ff34802a660 comp rx=0 tx=0).stop 2024-09-19T04:41:04.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.669+0000 7ff357e00640 1 -- 172.21.15.31:0/1909920441 shutdown_connections 2024-09-19T04:41:04.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.669+0000 7ff357e00640 1 --2- 172.21.15.31:0/1909920441 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3500afc40 0x7ff3500cd1d0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.669+0000 7ff357e00640 1 --2- 172.21.15.31:0/1909920441 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff350072240 0x7ff35015d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.669+0000 7ff357e00640 1 -- 172.21.15.31:0/1909920441 >> 172.21.15.31:0/1909920441 conn(0x7ff350067da0 msgr2=0x7ff35006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:04.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.669+0000 7ff357e00640 1 -- 172.21.15.31:0/1909920441 shutdown_connections 2024-09-19T04:41:04.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.669+0000 7ff357e00640 1 -- 172.21.15.31:0/1909920441 wait complete. 2024-09-19T04:41:04.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.671+0000 7ff357e00640 1 Processor -- start 2024-09-19T04:41:04.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.671+0000 7ff357e00640 1 -- start start 2024-09-19T04:41:04.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.672+0000 7ff357e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff350072240 0x7ff350157db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:04.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.672+0000 7ff357e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff350072620 0x7ff350152f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:04.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.672+0000 7ff357e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3500afc40 0x7ff3501f4390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:04.674 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.672+0000 7ff357e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff35006e150 con 0x7ff3500afc40 2024-09-19T04:41:04.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.672+0000 7ff357e00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff35006dfd0 con 0x7ff350072240 2024-09-19T04:41:04.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.672+0000 7ff357e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7ff35006e2d0 con 0x7ff350072620 2024-09-19T04:41:04.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.672+0000 7ff355e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3500afc40 0x7ff3501f4390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:04.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.672+0000 7ff355e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3500afc40 0x7ff3501f4390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41396/0 (socket says 172.21.15.31:41396) 2024-09-19T04:41:04.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.672+0000 7ff355e00640 1 -- 172.21.15.31:0/3457900588 learned_addr learned my addr 172.21.15.31:0/3457900588 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:04.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.672+0000 7ff354a00640 1 --2- 172.21.15.31:0/3457900588 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff350072620 0x7ff350152f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:04.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.672+0000 7ff355400640 1 --2- 172.21.15.31:0/3457900588 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff350072240 0x7ff350157db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:04.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.673+0000 7ff355e00640 1 -- 172.21.15.31:0/3457900588 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff350072620 msgr2=0x7ff350152f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:04.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.673+0000 7ff355e00640 1 --2- 172.21.15.31:0/3457900588 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff350072620 0x7ff350152f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.673+0000 7ff355e00640 1 -- 172.21.15.31:0/3457900588 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff350072240 msgr2=0x7ff350157db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:04.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.673+0000 7ff355e00640 1 --2- 172.21.15.31:0/3457900588 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff350072240 0x7ff350157db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.673+0000 7ff355e00640 1 -- 172.21.15.31:0/3457900588 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3501582f0 con 0x7ff3500afc40 2024-09-19T04:41:04.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.673+0000 7ff355400640 1 --2- 172.21.15.31:0/3457900588 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff350072240 0x7ff350157db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:04.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.673+0000 7ff354a00640 1 --2- 172.21.15.31:0/3457900588 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff350072620 0x7ff350152f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:04.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.673+0000 7ff355e00640 1 --2- 172.21.15.31:0/3457900588 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3500afc40 0x7ff3501f4390 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ff348009eb0 tx=0x7ff348004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:04.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.673+0000 7ff34d600640 1 -- 172.21.15.31:0/3457900588 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff34803f070 con 0x7ff3500afc40 2024-09-19T04:41:04.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.673+0000 7ff34d600640 1 -- 172.21.15.31:0/3457900588 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff348031bc0 con 0x7ff3500afc40 2024-09-19T04:41:04.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.673+0000 7ff34d600640 1 -- 172.21.15.31:0/3457900588 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff348009450 con 0x7ff3500afc40 2024-09-19T04:41:04.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.673+0000 7ff357e00640 1 -- 172.21.15.31:0/3457900588 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff350153460 con 0x7ff3500afc40 2024-09-19T04:41:04.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.673+0000 7ff357e00640 1 -- 172.21.15.31:0/3457900588 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff35015a5d0 con 0x7ff3500afc40 2024-09-19T04:41:04.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.675+0000 7ff357e00640 1 -- 172.21.15.31:0/3457900588 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff35006bc10 con 0x7ff3500afc40 2024-09-19T04:41:04.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.675+0000 7ff34d600640 1 -- 172.21.15.31:0/3457900588 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff34803b410 con 0x7ff3500afc40 2024-09-19T04:41:04.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.676+0000 7ff34d600640 1 --2- 172.21.15.31:0/3457900588 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff33006c2e0 0x7ff33006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:04.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.676+0000 7ff34d600640 1 -- 172.21.15.31:0/3457900588 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6496+0+0 (secure 0 0 0) 0x7ff3480ace90 con 0x7ff3500afc40 2024-09-19T04:41:04.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.676+0000 7ff355400640 1 --2- 172.21.15.31:0/3457900588 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff33006c2e0 0x7ff33006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:04.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.677+0000 7ff355400640 1 --2- 172.21.15.31:0/3457900588 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff33006c2e0 0x7ff33006e7a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff344009b90 tx=0x7ff344008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:04.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.681+0000 7ff34d600640 1 -- 172.21.15.31:0/3457900588 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff35006bc10 con 0x7ff3500afc40 2024-09-19T04:41:04.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.902+0000 7ff357e00640 1 -- 172.21.15.31:0/3457900588 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff3500afa20 con 0x7ff3500afc40 2024-09-19T04:41:04.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.903+0000 7ff34d600640 1 -- 172.21.15.31:0/3457900588 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 19 v19) ==== 94+0+5213 (secure 0 0 0) 0x7ff34807b270 con 0x7ff3500afc40 2024-09-19T04:41:04.904 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:04.904 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":19,"btime":"2024-09-19T04:40:54:974422+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4825,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6834/917622041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":917622041},{"type":"v1","addr":"172.21.15.52:6834","nonce":917622041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4828,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6836/91213986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":91213986},{"type":"v1","addr":"172.21.15.31:6836","nonce":91213986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/690258196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6835","nonce":690258196},{"type":"v1","addr":"172.21.15.31:6837","nonce":690258196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":19,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:40:45.265528+0000","modified":"2024-09-19T04:40:54.396830+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4839},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4839":{"gid":4839,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.52:6835/3791375786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":3791375786},{"type":"v1","addr":"172.21.15.52:6835","nonce":3791375786}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6,7],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4839,"qdb_cluster":[4839]},"id":2}]} 2024-09-19T04:41:04.904 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 19 2024-09-19T04:41:04.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.905+0000 7ff357e00640 1 -- 172.21.15.31:0/3457900588 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff33006c2e0 msgr2=0x7ff33006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:04.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.905+0000 7ff357e00640 1 --2- 172.21.15.31:0/3457900588 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff33006c2e0 0x7ff33006e7a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff344009b90 tx=0x7ff344008040 comp rx=0 tx=0).stop 2024-09-19T04:41:04.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.905+0000 7ff357e00640 1 -- 172.21.15.31:0/3457900588 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3500afc40 msgr2=0x7ff3501f4390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:04.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.905+0000 7ff357e00640 1 --2- 172.21.15.31:0/3457900588 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3500afc40 0x7ff3501f4390 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ff348009eb0 tx=0x7ff348004a40 comp rx=0 tx=0).stop 2024-09-19T04:41:04.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.905+0000 7ff357e00640 1 -- 172.21.15.31:0/3457900588 shutdown_connections 2024-09-19T04:41:04.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.905+0000 7ff357e00640 1 --2- 172.21.15.31:0/3457900588 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3500afc40 0x7ff3501f4390 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.905+0000 7ff357e00640 1 --2- 172.21.15.31:0/3457900588 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff350072620 0x7ff350152f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.905+0000 7ff357e00640 1 --2- 172.21.15.31:0/3457900588 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff33006c2e0 0x7ff33006e7a0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.905+0000 7ff357e00640 1 --2- 172.21.15.31:0/3457900588 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff350072240 0x7ff350157db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:04.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.905+0000 7ff357e00640 1 -- 172.21.15.31:0/3457900588 >> 172.21.15.31:0/3457900588 conn(0x7ff350067da0 msgr2=0x7ff35015f1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:04.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.905+0000 7ff357e00640 1 -- 172.21.15.31:0/3457900588 shutdown_connections 2024-09-19T04:41:04.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:04.905+0000 7ff357e00640 1 -- 172.21.15.31:0/3457900588 wait complete. 2024-09-19T04:41:04.921 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:41:05.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.077+0000 7f34e5600640 1 Processor -- start 2024-09-19T04:41:05.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.077+0000 7f34e5600640 1 -- start start 2024-09-19T04:41:05.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.078+0000 7f34e5600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f34e01554f0 0x7f34e0073bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:05.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.078+0000 7f34e5600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f34e00af450 0x7f34e00b3330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:05.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.078+0000 7f34e5600640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34e01558d0 con 0x7f34e00ad0d0 2024-09-19T04:41:05.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.078+0000 7f34e5600640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f34e015b730 con 0x7f34e00af450 2024-09-19T04:41:05.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.078+0000 7f34e5600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f34e015ba10 con 0x7f34e01554f0 2024-09-19T04:41:05.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.079+0000 7f34dfe00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f34e01554f0 0x7f34e0073bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:05.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.079+0000 7f34dfe00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f34e01554f0 0x7f34e0073bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:46072/0 (socket says 172.21.15.31:46072) 2024-09-19T04:41:05.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.079+0000 7f34dfe00640 1 -- 172.21.15.31:0/4286860452 learned_addr learned my addr 172.21.15.31:0/4286860452 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:05.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.079+0000 7f34e4c00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f34e00af450 0x7f34e00b3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:05.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.079+0000 7f34dfe00640 1 -- 172.21.15.31:0/4286860452 >> v2:172.21.15.52:3300/0 conn(0x7f34e00af450 msgr2=0x7f34e00b3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:05.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.079+0000 7f34dfe00640 1 --2- 172.21.15.31:0/4286860452 >> v2:172.21.15.52:3300/0 conn(0x7f34e00af450 0x7f34e00b3330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.079+0000 7f34dfe00640 1 -- 172.21.15.31:0/4286860452 >> v1:172.21.15.52:6789/0 conn(0x7f34e00ad0d0 legacy=0x7f34e00aed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:05.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.079+0000 7f34dfe00640 1 -- 172.21.15.31:0/4286860452 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34e015bcf0 con 0x7f34e01554f0 2024-09-19T04:41:05.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.080+0000 7f34dfe00640 1 --2- 172.21.15.31:0/4286860452 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f34e01554f0 0x7f34e0073bf0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f34d0009870 tx=0x7f34d002a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc3c5f290e28ef3f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:05.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.080+0000 7f34dea00640 1 -- 172.21.15.31:0/4286860452 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34d0037070 con 0x7f34e01554f0 2024-09-19T04:41:05.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.080+0000 7f34dea00640 1 -- 172.21.15.31:0/4286860452 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34d0032440 con 0x7f34e01554f0 2024-09-19T04:41:05.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.080+0000 7f34dea00640 1 -- 172.21.15.31:0/4286860452 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34d0032810 con 0x7f34e01554f0 2024-09-19T04:41:05.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.081+0000 7f34e5600640 1 -- 172.21.15.31:0/4286860452 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f34e01554f0 msgr2=0x7f34e0073bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:05.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.081+0000 7f34e5600640 1 --2- 172.21.15.31:0/4286860452 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f34e01554f0 0x7f34e0073bf0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f34d0009870 tx=0x7f34d002a270 comp rx=0 tx=0).stop 2024-09-19T04:41:05.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.081+0000 7f34e5600640 1 -- 172.21.15.31:0/4286860452 shutdown_connections 2024-09-19T04:41:05.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.081+0000 7f34e5600640 1 --2- 172.21.15.31:0/4286860452 >> v2:172.21.15.52:3300/0 conn(0x7f34e00af450 0x7f34e00b3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.081+0000 7f34e5600640 1 --2- 172.21.15.31:0/4286860452 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f34e01554f0 0x7f34e0073bf0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.081+0000 7f34e5600640 1 -- 172.21.15.31:0/4286860452 >> 172.21.15.31:0/4286860452 conn(0x7f34e006bdf0 msgr2=0x7f34e006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:05.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.081+0000 7f34e5600640 1 -- 172.21.15.31:0/4286860452 shutdown_connections 2024-09-19T04:41:05.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.081+0000 7f34e5600640 1 -- 172.21.15.31:0/4286860452 wait complete. 2024-09-19T04:41:05.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.083+0000 7f34e5600640 1 Processor -- start 2024-09-19T04:41:05.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.083+0000 7f34e5600640 1 -- start start 2024-09-19T04:41:05.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.084+0000 7f34e5600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f34e00ad0d0 0x7f34e0099b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:05.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.084+0000 7f34e5600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34e00af450 0x7f34e0150800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:05.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.084+0000 7f34e5600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f34e01554f0 0x7f34e0150d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:05.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.084+0000 7f34e5600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f34e015b420 con 0x7f34e00af450 2024-09-19T04:41:05.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.084+0000 7f34e5600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f34e015c2b0 con 0x7f34e01554f0 2024-09-19T04:41:05.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.084+0000 7f34e5600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f34e00b3870 con 0x7f34e00ad0d0 2024-09-19T04:41:05.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.084+0000 7f34df400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34e00af450 0x7f34e0150800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:05.086 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.084+0000 7f34dfe00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f34e00ad0d0 0x7f34e0099b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:05.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.084+0000 7f34df400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34e00af450 0x7f34e0150800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41402/0 (socket says 172.21.15.31:41402) 2024-09-19T04:41:05.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.084+0000 7f34df400640 1 -- 172.21.15.31:0/2085940870 learned_addr learned my addr 172.21.15.31:0/2085940870 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:05.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.084+0000 7f34e4c00640 1 --2- 172.21.15.31:0/2085940870 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f34e01554f0 0x7f34e0150d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:05.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.084+0000 7f34df400640 1 -- 172.21.15.31:0/2085940870 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f34e00ad0d0 msgr2=0x7f34e0099b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:05.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.084+0000 7f34df400640 1 --2- 172.21.15.31:0/2085940870 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f34e00ad0d0 0x7f34e0099b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.084+0000 7f34df400640 1 -- 172.21.15.31:0/2085940870 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f34e01554f0 msgr2=0x7f34e0150d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:05.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.084+0000 7f34df400640 1 --2- 172.21.15.31:0/2085940870 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f34e01554f0 0x7f34e0150d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.084+0000 7f34df400640 1 -- 172.21.15.31:0/2085940870 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34e0152a70 con 0x7f34e00af450 2024-09-19T04:41:05.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.085+0000 7f34df400640 1 --2- 172.21.15.31:0/2085940870 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34e00af450 0x7f34e0150800 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f34cc00c440 tx=0x7f34cc001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:05.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.085+0000 7f34d7e00640 1 -- 172.21.15.31:0/2085940870 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34cc0052d0 con 0x7f34e00af450 2024-09-19T04:41:05.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.085+0000 7f34d7e00640 1 -- 172.21.15.31:0/2085940870 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34cc005470 con 0x7f34e00af450 2024-09-19T04:41:05.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.085+0000 7f34d7e00640 1 -- 172.21.15.31:0/2085940870 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34cc007240 con 0x7f34e00af450 2024-09-19T04:41:05.087 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.085+0000 7f34e5600640 1 -- 172.21.15.31:0/2085940870 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34e01f0ba0 con 0x7f34e00af450 2024-09-19T04:41:05.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.085+0000 7f34e5600640 1 -- 172.21.15.31:0/2085940870 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34e01f1160 con 0x7f34e00af450 2024-09-19T04:41:05.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.086+0000 7f34e5600640 1 -- 172.21.15.31:0/2085940870 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34e00b3330 con 0x7f34e00af450 2024-09-19T04:41:05.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.087+0000 7f34d7e00640 1 -- 172.21.15.31:0/2085940870 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f34cc0073e0 con 0x7f34e00af450 2024-09-19T04:41:05.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.088+0000 7f34d7e00640 1 --2- 172.21.15.31:0/2085940870 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f34c006c2e0 0x7f34c006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:05.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.088+0000 7f34d7e00640 1 -- 172.21.15.31:0/2085940870 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6496+0+0 (secure 0 0 0) 0x7f34cc08aa80 con 0x7f34e00af450 2024-09-19T04:41:05.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.089+0000 7f34dfe00640 1 --2- 172.21.15.31:0/2085940870 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f34c006c2e0 0x7f34c006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:05.090 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.089+0000 7f34dfe00640 1 --2- 172.21.15.31:0/2085940870 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f34c006c2e0 0x7f34c006e7a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f34d0034000 tx=0x7f34d002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:05.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.092+0000 7f34d7e00640 1 -- 172.21.15.31:0/2085940870 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f34cc058920 con 0x7f34e00af450 2024-09-19T04:41:05.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.282+0000 7f34e5600640 1 -- 172.21.15.31:0/2085940870 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f34e00aeee0 con 0x7f34e00af450 2024-09-19T04:41:05.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.283+0000 7f34d7e00640 1 -- 172.21.15.31:0/2085940870 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v42) ==== 74+0+18802 (secure 0 0 0) 0x7f34cc05cc20 con 0x7f34e00af450 2024-09-19T04:41:05.284 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:05.284 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":42,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:40:55.985231+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:40:43.609773+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-19T04:40:44.256043+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"data_new","create_time":"2024-09-19T04:40:53.866590+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"42","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:41:05.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.286+0000 7f34e5600640 1 -- 172.21.15.31:0/2085940870 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f34c006c2e0 msgr2=0x7f34c006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:05.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.286+0000 7f34e5600640 1 --2- 172.21.15.31:0/2085940870 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f34c006c2e0 0x7f34c006e7a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f34d0034000 tx=0x7f34d002e000 comp rx=0 tx=0).stop 2024-09-19T04:41:05.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.286+0000 7f34e5600640 1 -- 172.21.15.31:0/2085940870 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34e00af450 msgr2=0x7f34e0150800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:05.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.286+0000 7f34e5600640 1 --2- 172.21.15.31:0/2085940870 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34e00af450 0x7f34e0150800 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f34cc00c440 tx=0x7f34cc001e70 comp rx=0 tx=0).stop 2024-09-19T04:41:05.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.286+0000 7f34e5600640 1 -- 172.21.15.31:0/2085940870 shutdown_connections 2024-09-19T04:41:05.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.286+0000 7f34e5600640 1 --2- 172.21.15.31:0/2085940870 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f34c006c2e0 0x7f34c006e7a0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.286+0000 7f34e5600640 1 --2- 172.21.15.31:0/2085940870 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f34e01554f0 0x7f34e0150d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.286+0000 7f34e5600640 1 --2- 172.21.15.31:0/2085940870 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f34e00af450 0x7f34e0150800 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.286+0000 7f34e5600640 1 --2- 172.21.15.31:0/2085940870 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f34e00ad0d0 0x7f34e0099b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.286+0000 7f34e5600640 1 -- 172.21.15.31:0/2085940870 >> 172.21.15.31:0/2085940870 conn(0x7f34e006bdf0 msgr2=0x7f34e0071ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:05.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.286+0000 7f34e5600640 1 -- 172.21.15.31:0/2085940870 shutdown_connections 2024-09-19T04:41:05.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.286+0000 7f34e5600640 1 -- 172.21.15.31:0/2085940870 wait complete. 2024-09-19T04:41:05.303 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T04:41:05.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.459+0000 7f87fda00640 1 Processor -- start 2024-09-19T04:41:05.460 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.459+0000 7f87fda00640 1 -- start start 2024-09-19T04:41:05.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.460+0000 7f87fda00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f87f80d4310 0x7f87f80d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:05.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.460+0000 7f87fda00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87f806d460 0x7f87f806d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:05.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.460+0000 7f87fda00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87f815e850 con 0x7f87f815e470 2024-09-19T04:41:05.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.460+0000 7f87fda00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f87f80d4cc0 con 0x7f87f80d4310 2024-09-19T04:41:05.461 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.460+0000 7f87fda00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f87f80cf710 con 0x7f87f806d460 2024-09-19T04:41:05.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.461+0000 7f87fd000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87f806d460 0x7f87f806d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:05.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.461+0000 7f87f7400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f87f80d4310 0x7f87f80d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:05.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.461+0000 7f87fd000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87f806d460 0x7f87f806d8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:46080/0 (socket says 172.21.15.31:46080) 2024-09-19T04:41:05.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.461+0000 7f87fd000640 1 -- 172.21.15.31:0/1686211902 learned_addr learned my addr 172.21.15.31:0/1686211902 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:05.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.461+0000 7f87f7400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f87f80d4310 0x7f87f80d4780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:50784/0 (socket says 172.21.15.31:50784) 2024-09-19T04:41:05.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.461+0000 7f87f6a00640 1 -- 172.21.15.31:0/1686211902 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3208664894 0 0) 0x7f87f815e850 con 0x7f87f815e470 2024-09-19T04:41:05.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.461+0000 7f87fd000640 1 -- 172.21.15.31:0/1686211902 >> v2:172.21.15.52:3300/0 conn(0x7f87f80d4310 msgr2=0x7f87f80d4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:05.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.461+0000 7f87fd000640 1 --2- 172.21.15.31:0/1686211902 >> v2:172.21.15.52:3300/0 conn(0x7f87f80d4310 0x7f87f80d4780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.461+0000 7f87fd000640 1 -- 172.21.15.31:0/1686211902 >> v1:172.21.15.52:6789/0 conn(0x7f87f815e470 legacy=0x7f87f80cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:05.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.461+0000 7f87fd000640 1 -- 172.21.15.31:0/1686211902 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87f80d1c60 con 0x7f87f806d460 2024-09-19T04:41:05.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.462+0000 7f87fd000640 1 --2- 172.21.15.31:0/1686211902 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87f806d460 0x7f87f806d8f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f87f0009e50 tx=0x7f87f002a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=620544f287cfb263 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:05.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.463+0000 7f87f6a00640 1 -- 172.21.15.31:0/1686211902 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87f0036070 con 0x7f87f806d460 2024-09-19T04:41:05.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.463+0000 7f87f6a00640 1 -- 172.21.15.31:0/1686211902 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87f0031600 con 0x7f87f806d460 2024-09-19T04:41:05.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.463+0000 7f87f6a00640 1 -- 172.21.15.31:0/1686211902 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87f00319d0 con 0x7f87f806d460 2024-09-19T04:41:05.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.463+0000 7f87fda00640 1 -- 172.21.15.31:0/1686211902 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87f806d460 msgr2=0x7f87f806d8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:05.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.463+0000 7f87fda00640 1 --2- 172.21.15.31:0/1686211902 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87f806d460 0x7f87f806d8f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f87f0009e50 tx=0x7f87f002a710 comp rx=0 tx=0).stop 2024-09-19T04:41:05.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.463+0000 7f87fda00640 1 -- 172.21.15.31:0/1686211902 shutdown_connections 2024-09-19T04:41:05.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.463+0000 7f87fda00640 1 --2- 172.21.15.31:0/1686211902 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87f806d460 0x7f87f806d8f0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.463+0000 7f87fda00640 1 --2- 172.21.15.31:0/1686211902 >> v2:172.21.15.52:3300/0 conn(0x7f87f80d4310 0x7f87f80d4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.463+0000 7f87fda00640 1 -- 172.21.15.31:0/1686211902 >> 172.21.15.31:0/1686211902 conn(0x7f87f809d700 msgr2=0x7f87f808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:05.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.463+0000 7f87fda00640 1 -- 172.21.15.31:0/1686211902 shutdown_connections 2024-09-19T04:41:05.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.463+0000 7f87fda00640 1 -- 172.21.15.31:0/1686211902 wait complete. 2024-09-19T04:41:05.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.465+0000 7f87fda00640 1 Processor -- start 2024-09-19T04:41:05.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.465+0000 7f87fda00640 1 -- start start 2024-09-19T04:41:05.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.466+0000 7f87fda00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87f806d460 0x7f87f815bc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:05.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.466+0000 7f87fda00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87f80d4310 0x7f87f80b7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:05.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.466+0000 7f87fda00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87f815e470 0x7f87f80b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:05.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.466+0000 7f87fda00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f87f80cf0c0 con 0x7f87f815e470 2024-09-19T04:41:05.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.466+0000 7f87fda00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f87f806de30 con 0x7f87f806d460 2024-09-19T04:41:05.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.466+0000 7f87fda00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f87f80cf3a0 con 0x7f87f80d4310 2024-09-19T04:41:05.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.466+0000 7f87fd000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87f815e470 0x7f87f80b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:05.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.466+0000 7f87fd000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87f815e470 0x7f87f80b21a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41408/0 (socket says 172.21.15.31:41408) 2024-09-19T04:41:05.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.466+0000 7f87fd000640 1 -- 172.21.15.31:0/4270484164 learned_addr learned my addr 172.21.15.31:0/4270484164 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:05.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.467+0000 7f87f7e00640 1 --2- 172.21.15.31:0/4270484164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87f806d460 0x7f87f815bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:05.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.467+0000 7f87f7400640 1 --2- 172.21.15.31:0/4270484164 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87f80d4310 0x7f87f80b7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:05.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.467+0000 7f87fd000640 1 -- 172.21.15.31:0/4270484164 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87f80d4310 msgr2=0x7f87f80b7ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:05.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.467+0000 7f87fd000640 1 --2- 172.21.15.31:0/4270484164 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87f80d4310 0x7f87f80b7ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.467+0000 7f87fd000640 1 -- 172.21.15.31:0/4270484164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87f806d460 msgr2=0x7f87f815bc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:05.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.467+0000 7f87fd000640 1 --2- 172.21.15.31:0/4270484164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87f806d460 0x7f87f815bc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.467+0000 7f87fd000640 1 -- 172.21.15.31:0/4270484164 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87f80b7350 con 0x7f87f815e470 2024-09-19T04:41:05.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.467+0000 7f87fd000640 1 --2- 172.21.15.31:0/4270484164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87f815e470 0x7f87f80b21a0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f87f0034040 tx=0x7f87f0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:05.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.467+0000 7f87efe00640 1 -- 172.21.15.31:0/4270484164 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87f0036050 con 0x7f87f815e470 2024-09-19T04:41:05.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.467+0000 7f87efe00640 1 -- 172.21.15.31:0/4270484164 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87f0042070 con 0x7f87f815e470 2024-09-19T04:41:05.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.467+0000 7f87efe00640 1 -- 172.21.15.31:0/4270484164 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87f0009510 con 0x7f87f815e470 2024-09-19T04:41:05.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.467+0000 7f87fda00640 1 -- 172.21.15.31:0/4270484164 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87f80b7630 con 0x7f87f815e470 2024-09-19T04:41:05.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.468+0000 7f87fda00640 1 -- 172.21.15.31:0/4270484164 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87f80b19a0 con 0x7f87f815e470 2024-09-19T04:41:05.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.469+0000 7f87fda00640 1 -- 172.21.15.31:0/4270484164 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87f806d8f0 con 0x7f87f815e470 2024-09-19T04:41:05.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.470+0000 7f87efe00640 1 -- 172.21.15.31:0/4270484164 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f87f0007b70 con 0x7f87f815e470 2024-09-19T04:41:05.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.470+0000 7f87efe00640 1 --2- 172.21.15.31:0/4270484164 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f87d806c2b0 0x7f87d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:05.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.470+0000 7f87efe00640 1 -- 172.21.15.31:0/4270484164 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6496+0+0 (secure 0 0 0) 0x7f87f00ac4d0 con 0x7f87f815e470 2024-09-19T04:41:05.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.471+0000 7f87f7e00640 1 --2- 172.21.15.31:0/4270484164 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f87d806c2b0 0x7f87d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:05.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.471+0000 7f87f7e00640 1 --2- 172.21.15.31:0/4270484164 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f87d806c2b0 0x7f87d806e770 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f87e8007fd0 tx=0x7f87e8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:05.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.475+0000 7f87efe00640 1 -- 172.21.15.31:0/4270484164 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f87f0045360 con 0x7f87f815e470 2024-09-19T04:41:05.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.693+0000 7f87fda00640 1 -- 172.21.15.31:0/4270484164 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f87f815dfe0 con 0x7f87f815e470 2024-09-19T04:41:05.695 INFO:tasks.ceph.mon.a.smithi031.stderr:2024-09-19T04:41:05.694+0000 7f4f52c00640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T04:41:05.698 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.697+0000 7f87efe00640 1 -- 172.21.15.31:0/4270484164 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v20) ==== 161+0+0 (secure 0 0 0) 0x7f87f007aa80 con 0x7f87f815e470 2024-09-19T04:41:05.698 INFO:teuthology.orchestra.run.smithi031.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T04:41:05.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.700+0000 7f87fda00640 1 -- 172.21.15.31:0/4270484164 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f87d806c2b0 msgr2=0x7f87d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:05.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.700+0000 7f87fda00640 1 --2- 172.21.15.31:0/4270484164 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f87d806c2b0 0x7f87d806e770 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f87e8007fd0 tx=0x7f87e8009040 comp rx=0 tx=0).stop 2024-09-19T04:41:05.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.700+0000 7f87fda00640 1 -- 172.21.15.31:0/4270484164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87f815e470 msgr2=0x7f87f80b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:05.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.700+0000 7f87fda00640 1 --2- 172.21.15.31:0/4270484164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87f815e470 0x7f87f80b21a0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f87f0034040 tx=0x7f87f0004a40 comp rx=0 tx=0).stop 2024-09-19T04:41:05.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.700+0000 7f87fda00640 1 -- 172.21.15.31:0/4270484164 shutdown_connections 2024-09-19T04:41:05.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.700+0000 7f87fda00640 1 --2- 172.21.15.31:0/4270484164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f87f815e470 0x7f87f80b21a0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.700+0000 7f87fda00640 1 --2- 172.21.15.31:0/4270484164 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f87f80d4310 0x7f87f80b7ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.700+0000 7f87fda00640 1 --2- 172.21.15.31:0/4270484164 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f87d806c2b0 0x7f87d806e770 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.700+0000 7f87fda00640 1 --2- 172.21.15.31:0/4270484164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f87f806d460 0x7f87f815bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.700+0000 7f87fda00640 1 -- 172.21.15.31:0/4270484164 >> 172.21.15.31:0/4270484164 conn(0x7f87f809d700 msgr2=0x7f87f80b3290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:05.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.701+0000 7f87fda00640 1 -- 172.21.15.31:0/4270484164 shutdown_connections 2024-09-19T04:41:05.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.701+0000 7f87fda00640 1 -- 172.21.15.31:0/4270484164 wait complete. 2024-09-19T04:41:05.710 INFO:tasks.ceph.mds.b.smithi052.stderr: -4335> 2024-09-19T04:40:50.677+0000 7fa91f000640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:41:05.718 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T04:41:05.763 INFO:tasks.ceph.mds.b.smithi052.stdout:starting mds.b at 2024-09-19T04:41:05.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.877+0000 7f13fe200640 1 Processor -- start 2024-09-19T04:41:05.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.878+0000 7f13fe200640 1 -- start start 2024-09-19T04:41:05.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.879+0000 7f13fe200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f13f8072d80 0x7f13f8072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:05.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.879+0000 7f13fe200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f13f806e0a0 0x7f13f80cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:05.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.879+0000 7f13fe200640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13f8072960 con 0x7f13f8072040 2024-09-19T04:41:05.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.879+0000 7f13fe200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f13f81605e0 con 0x7f13f8072d80 2024-09-19T04:41:05.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.879+0000 7f13fe200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f13f81608c0 con 0x7f13f806e0a0 2024-09-19T04:41:05.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.879+0000 7f13f7e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f13f806e0a0 0x7f13f80cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:05.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.879+0000 7f13efe00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f13f8072d80 0x7f13f8072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:05.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.879+0000 7f13f7e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f13f806e0a0 0x7f13f80cd5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:46104/0 (socket says 172.21.15.31:46104) 2024-09-19T04:41:05.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.879+0000 7f13f7e00640 1 -- 172.21.15.31:0/1505299021 learned_addr learned my addr 172.21.15.31:0/1505299021 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:05.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.880+0000 7f13f7e00640 1 -- 172.21.15.31:0/1505299021 >> v2:172.21.15.52:3300/0 conn(0x7f13f8072d80 msgr2=0x7f13f8072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:05.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.880+0000 7f13f7e00640 1 --2- 172.21.15.31:0/1505299021 >> v2:172.21.15.52:3300/0 conn(0x7f13f8072d80 0x7f13f8072420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.880+0000 7f13f7e00640 1 -- 172.21.15.31:0/1505299021 >> v1:172.21.15.52:6789/0 conn(0x7f13f8072040 legacy=0x7f13f815fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:05.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.880+0000 7f13f7e00640 1 -- 172.21.15.31:0/1505299021 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13f8160ba0 con 0x7f13f806e0a0 2024-09-19T04:41:05.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.880+0000 7f13efe00640 1 --2- 172.21.15.31:0/1505299021 >> v2:172.21.15.52:3300/0 conn(0x7f13f8072d80 0x7f13f8072420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:41:05.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.881+0000 7f13f7e00640 1 --2- 172.21.15.31:0/1505299021 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f13f806e0a0 0x7f13f80cd5b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f13f0009e50 tx=0x7f13f002a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b4fdc4a62cfed279 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:05.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.881+0000 7f13f6a00640 1 -- 172.21.15.31:0/1505299021 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13f0036070 con 0x7f13f806e0a0 2024-09-19T04:41:05.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.881+0000 7f13f6a00640 1 -- 172.21.15.31:0/1505299021 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13f0031600 con 0x7f13f806e0a0 2024-09-19T04:41:05.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.881+0000 7f13f6a00640 1 -- 172.21.15.31:0/1505299021 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13f00319d0 con 0x7f13f806e0a0 2024-09-19T04:41:05.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.882+0000 7f13fe200640 1 -- 172.21.15.31:0/1505299021 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f13f806e0a0 msgr2=0x7f13f80cd5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:05.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.882+0000 7f13fe200640 1 --2- 172.21.15.31:0/1505299021 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f13f806e0a0 0x7f13f80cd5b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f13f0009e50 tx=0x7f13f002a710 comp rx=0 tx=0).stop 2024-09-19T04:41:05.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.882+0000 7f13fe200640 1 -- 172.21.15.31:0/1505299021 shutdown_connections 2024-09-19T04:41:05.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.882+0000 7f13fe200640 1 --2- 172.21.15.31:0/1505299021 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f13f806e0a0 0x7f13f80cd5b0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.882+0000 7f13fe200640 1 --2- 172.21.15.31:0/1505299021 >> v2:172.21.15.52:3300/0 conn(0x7f13f8072d80 0x7f13f8072420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.882+0000 7f13fe200640 1 -- 172.21.15.31:0/1505299021 >> 172.21.15.31:0/1505299021 conn(0x7f13f8067d70 msgr2=0x7f13f806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:05.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.882+0000 7f13fe200640 1 -- 172.21.15.31:0/1505299021 shutdown_connections 2024-09-19T04:41:05.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.882+0000 7f13fe200640 1 -- 172.21.15.31:0/1505299021 wait complete. 2024-09-19T04:41:05.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.883+0000 7f13fe200640 1 Processor -- start 2024-09-19T04:41:05.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.883+0000 7f13fe200640 1 -- start start 2024-09-19T04:41:05.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.884+0000 7f13fe200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f13f806e0a0 0x7f13f815bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:05.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.884+0000 7f13fe200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13f8072040 0x7f13f80b0060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:05.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.884+0000 7f13fe200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f13f8072d80 0x7f13f80aed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:05.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.884+0000 7f13fe200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f13f806e530 con 0x7f13f806e0a0 2024-09-19T04:41:05.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.884+0000 7f13fe200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f13f8145b00 con 0x7f13f8072040 2024-09-19T04:41:05.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.884+0000 7f13fe200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f13f806e6b0 con 0x7f13f8072d80 2024-09-19T04:41:05.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.885+0000 7f13f7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f13f806e0a0 0x7f13f815bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:05.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.885+0000 7f13f7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f13f806e0a0 0x7f13f815bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41414/0 (socket says 172.21.15.31:41414) 2024-09-19T04:41:05.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.885+0000 7f13f7400640 1 -- 172.21.15.31:0/920182271 learned_addr learned my addr 172.21.15.31:0/920182271 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:05.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.885+0000 7f13f7e00640 1 --2- 172.21.15.31:0/920182271 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f13f8072d80 0x7f13f80aed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:05.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.885+0000 7f13efe00640 1 --2- 172.21.15.31:0/920182271 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13f8072040 0x7f13f80b0060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:05.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.885+0000 7f13f7400640 1 -- 172.21.15.31:0/920182271 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f13f8072d80 msgr2=0x7f13f80aed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:05.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.885+0000 7f13f7400640 1 --2- 172.21.15.31:0/920182271 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f13f8072d80 0x7f13f80aed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.885+0000 7f13f7400640 1 -- 172.21.15.31:0/920182271 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13f8072040 msgr2=0x7f13f80b0060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:05.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.885+0000 7f13f7400640 1 --2- 172.21.15.31:0/920182271 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13f8072040 0x7f13f80b0060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:05.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.885+0000 7f13f7400640 1 -- 172.21.15.31:0/920182271 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13f80b0960 con 0x7f13f806e0a0 2024-09-19T04:41:05.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.885+0000 7f13f7400640 1 --2- 172.21.15.31:0/920182271 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f13f806e0a0 0x7f13f815bf20 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f13e800c400 tx=0x7f13e800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:05.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.886+0000 7f13ef400640 1 -- 172.21.15.31:0/920182271 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e80052d0 con 0x7f13f806e0a0 2024-09-19T04:41:05.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.886+0000 7f13ef400640 1 -- 172.21.15.31:0/920182271 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13e8005490 con 0x7f13f806e0a0 2024-09-19T04:41:05.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.886+0000 7f13ef400640 1 -- 172.21.15.31:0/920182271 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e8007260 con 0x7f13f806e0a0 2024-09-19T04:41:05.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.886+0000 7f13fe200640 1 -- 172.21.15.31:0/920182271 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13f80b0c40 con 0x7f13f806e0a0 2024-09-19T04:41:05.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.886+0000 7f13fe200640 1 -- 172.21.15.31:0/920182271 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13f80b1200 con 0x7f13f806e0a0 2024-09-19T04:41:05.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.887+0000 7f13fe200640 1 -- 172.21.15.31:0/920182271 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13f8072420 con 0x7f13f806e0a0 2024-09-19T04:41:05.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.888+0000 7f13ef400640 1 -- 172.21.15.31:0/920182271 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f13e8007400 con 0x7f13f806e0a0 2024-09-19T04:41:05.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.889+0000 7f13ef400640 1 --2- 172.21.15.31:0/920182271 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f13d406c2e0 0x7f13d406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:05.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.889+0000 7f13ef400640 1 -- 172.21.15.31:0/920182271 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6582+0+0 (secure 0 0 0) 0x7f13e808ac30 con 0x7f13f806e0a0 2024-09-19T04:41:05.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.889+0000 7f13efe00640 1 --2- 172.21.15.31:0/920182271 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f13d406c2e0 0x7f13d406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:05.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.890+0000 7f13efe00640 1 --2- 172.21.15.31:0/920182271 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f13d406c2e0 0x7f13d406e7a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f13f80b1970 tx=0x7f13e0009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:05.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:05.893+0000 7f13ef400640 1 -- 172.21.15.31:0/920182271 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f13e80589e0 con 0x7f13f806e0a0 2024-09-19T04:41:06.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.112+0000 7f13fe200640 1 -- 172.21.15.31:0/920182271 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f13f806f360 con 0x7f13f806e0a0 2024-09-19T04:41:06.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.699+0000 7f13ef400640 1 -- 172.21.15.31:0/920182271 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v21) ==== 104+0+0 (secure 0 0 0) 0x7f13e805cce0 con 0x7f13f806e0a0 2024-09-19T04:41:06.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.702+0000 7f13fe200640 1 -- 172.21.15.31:0/920182271 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f13d406c2e0 msgr2=0x7f13d406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:06.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.702+0000 7f13fe200640 1 --2- 172.21.15.31:0/920182271 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f13d406c2e0 0x7f13d406e7a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f13f80b1970 tx=0x7f13e0009190 comp rx=0 tx=0).stop 2024-09-19T04:41:06.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.702+0000 7f13fe200640 1 -- 172.21.15.31:0/920182271 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f13f806e0a0 msgr2=0x7f13f815bf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:06.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.702+0000 7f13fe200640 1 --2- 172.21.15.31:0/920182271 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f13f806e0a0 0x7f13f815bf20 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f13e800c400 tx=0x7f13e800c8c0 comp rx=0 tx=0).stop 2024-09-19T04:41:06.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.702+0000 7f13fe200640 1 -- 172.21.15.31:0/920182271 shutdown_connections 2024-09-19T04:41:06.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.702+0000 7f13fe200640 1 --2- 172.21.15.31:0/920182271 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f13f8072d80 0x7f13f80aed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:06.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.702+0000 7f13fe200640 1 --2- 172.21.15.31:0/920182271 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f13d406c2e0 0x7f13d406e7a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:06.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.702+0000 7f13fe200640 1 --2- 172.21.15.31:0/920182271 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13f8072040 0x7f13f80b0060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:06.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.702+0000 7f13fe200640 1 --2- 172.21.15.31:0/920182271 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f13f806e0a0 0x7f13f815bf20 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:06.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.702+0000 7f13fe200640 1 -- 172.21.15.31:0/920182271 >> 172.21.15.31:0/920182271 conn(0x7f13f8067d70 msgr2=0x7f13f80cc900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:06.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.702+0000 7f13fe200640 1 -- 172.21.15.31:0/920182271 shutdown_connections 2024-09-19T04:41:06.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.702+0000 7f13fe200640 1 -- 172.21.15.31:0/920182271 wait complete. 2024-09-19T04:41:06.720 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T04:41:06.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.882+0000 7f0843000640 1 Processor -- start 2024-09-19T04:41:06.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.882+0000 7f0843000640 1 -- start start 2024-09-19T04:41:06.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.883+0000 7f0843000640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f083c161a70 0x7f083c0d4a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:06.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.883+0000 7f0843000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f083c0d3040 0x7f083c0cfe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:06.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.883+0000 7f0843000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f083c0b5700 con 0x7f083c0d2210 2024-09-19T04:41:06.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.883+0000 7f0843000640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f083c0b4f90 con 0x7f083c161a70 2024-09-19T04:41:06.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.883+0000 7f0843000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f083c0d2bb0 con 0x7f083c0d3040 2024-09-19T04:41:06.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.883+0000 7f0841200640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f083c0d2210 0x7f083c0b3950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:42772/0 (socket says 172.21.15.31:42772) 2024-09-19T04:41:06.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.883+0000 7f0841200640 1 -- 172.21.15.31:0/2633449805 learned_addr learned my addr 172.21.15.31:0/2633449805 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:06.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.884+0000 7f0841c00640 1 --2- 172.21.15.31:0/2633449805 >> v2:172.21.15.52:3300/0 conn(0x7f083c161a70 0x7f083c0d4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:06.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.884+0000 7f0842600640 1 --2- 172.21.15.31:0/2633449805 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f083c0d3040 0x7f083c0cfe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:06.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.884+0000 7f083be00640 1 -- 172.21.15.31:0/2633449805 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2364171942 0 0) 0x7f083c0b5700 con 0x7f083c0d2210 2024-09-19T04:41:06.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.884+0000 7f083be00640 1 -- 172.21.15.31:0/2633449805 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0824003520 con 0x7f083c0d2210 2024-09-19T04:41:06.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.884+0000 7f0842600640 1 -- 172.21.15.31:0/2633449805 >> v2:172.21.15.52:3300/0 conn(0x7f083c161a70 msgr2=0x7f083c0d4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:06.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.884+0000 7f0842600640 1 --2- 172.21.15.31:0/2633449805 >> v2:172.21.15.52:3300/0 conn(0x7f083c161a70 0x7f083c0d4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:06.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.884+0000 7f0842600640 1 -- 172.21.15.31:0/2633449805 >> v1:172.21.15.31:6789/0 conn(0x7f083c0d2210 legacy=0x7f083c0b3950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:06.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.884+0000 7f0842600640 1 -- 172.21.15.31:0/2633449805 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f083c0b51e0 con 0x7f083c0d3040 2024-09-19T04:41:06.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.884+0000 7f0841c00640 1 --2- 172.21.15.31:0/2633449805 >> v2:172.21.15.52:3300/0 conn(0x7f083c161a70 0x7f083c0d4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:41:06.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.885+0000 7f0842600640 1 --2- 172.21.15.31:0/2633449805 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f083c0d3040 0x7f083c0cfe30 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f083c0b5110 tx=0x7f083402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1872cb634f430ffe server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:06.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.886+0000 7f083be00640 1 -- 172.21.15.31:0/2633449805 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0834037070 con 0x7f083c0d3040 2024-09-19T04:41:06.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.886+0000 7f083be00640 1 -- 172.21.15.31:0/2633449805 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0834032440 con 0x7f083c0d3040 2024-09-19T04:41:06.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.886+0000 7f083be00640 1 -- 172.21.15.31:0/2633449805 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0834032810 con 0x7f083c0d3040 2024-09-19T04:41:06.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.886+0000 7f0843000640 1 -- 172.21.15.31:0/2633449805 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f083c0d3040 msgr2=0x7f083c0cfe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:06.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.886+0000 7f0843000640 1 --2- 172.21.15.31:0/2633449805 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f083c0d3040 0x7f083c0cfe30 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f083c0b5110 tx=0x7f083402a180 comp rx=0 tx=0).stop 2024-09-19T04:41:06.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.886+0000 7f0843000640 1 -- 172.21.15.31:0/2633449805 shutdown_connections 2024-09-19T04:41:06.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.886+0000 7f0843000640 1 --2- 172.21.15.31:0/2633449805 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f083c0d3040 0x7f083c0cfe30 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:06.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.886+0000 7f0843000640 1 --2- 172.21.15.31:0/2633449805 >> v2:172.21.15.52:3300/0 conn(0x7f083c161a70 0x7f083c0d4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:06.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.886+0000 7f0843000640 1 -- 172.21.15.31:0/2633449805 >> 172.21.15.31:0/2633449805 conn(0x7f083c08c000 msgr2=0x7f083c0d4310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:06.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.887+0000 7f0843000640 1 -- 172.21.15.31:0/2633449805 shutdown_connections 2024-09-19T04:41:06.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.887+0000 7f0843000640 1 -- 172.21.15.31:0/2633449805 wait complete. 2024-09-19T04:41:06.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.888+0000 7f0843000640 1 Processor -- start 2024-09-19T04:41:06.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.888+0000 7f0843000640 1 -- start start 2024-09-19T04:41:06.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.889+0000 7f0843000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f083c0d2210 0x7f083c0b7b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:06.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.889+0000 7f0843000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f083c0d3040 0x7f083c0cc2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:06.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.889+0000 7f0843000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f083c161a70 0x7f083c0b8f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:06.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.889+0000 7f0843000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f083c0d2660 con 0x7f083c161a70 2024-09-19T04:41:06.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.889+0000 7f0843000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f083c0d4f60 con 0x7f083c0d3040 2024-09-19T04:41:06.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.889+0000 7f0843000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f083c0d27e0 con 0x7f083c0d2210 2024-09-19T04:41:06.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.889+0000 7f0842600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f083c161a70 0x7f083c0b8f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:06.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.889+0000 7f0842600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f083c161a70 0x7f083c0b8f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41422/0 (socket says 172.21.15.31:41422) 2024-09-19T04:41:06.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.889+0000 7f0842600640 1 -- 172.21.15.31:0/1890347787 learned_addr learned my addr 172.21.15.31:0/1890347787 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:06.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.890+0000 7f0842600640 1 -- 172.21.15.31:0/1890347787 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f083c0d2210 msgr2=0x7f083c0b7b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:06.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.890+0000 7f0842600640 1 --2- 172.21.15.31:0/1890347787 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f083c0d2210 0x7f083c0b7b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:06.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.890+0000 7f0842600640 1 -- 172.21.15.31:0/1890347787 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f083c0d3040 msgr2=0x7f083c0cc2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:06.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.890+0000 7f0841200640 1 --2- 172.21.15.31:0/1890347787 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f083c0d3040 0x7f083c0cc2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:06.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.890+0000 7f0842600640 1 --2- 172.21.15.31:0/1890347787 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f083c0d3040 0x7f083c0cc2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:06.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.890+0000 7f0842600640 1 -- 172.21.15.31:0/1890347787 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f083c0b82e0 con 0x7f083c161a70 2024-09-19T04:41:06.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.890+0000 7f0841200640 1 --2- 172.21.15.31:0/1890347787 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f083c0d3040 0x7f083c0cc2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:06.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.890+0000 7f0842600640 1 --2- 172.21.15.31:0/1890347787 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f083c161a70 0x7f083c0b8f70 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f0834035040 tx=0x7f08340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:06.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.890+0000 7f0839600640 1 -- 172.21.15.31:0/1890347787 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0834041020 con 0x7f083c161a70 2024-09-19T04:41:06.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.890+0000 7f0839600640 1 -- 172.21.15.31:0/1890347787 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f083403d640 con 0x7f083c161a70 2024-09-19T04:41:06.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.891+0000 7f0843000640 1 -- 172.21.15.31:0/1890347787 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f083c1597c0 con 0x7f083c161a70 2024-09-19T04:41:06.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.891+0000 7f0839600640 1 -- 172.21.15.31:0/1890347787 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0834037040 con 0x7f083c161a70 2024-09-19T04:41:06.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.891+0000 7f0843000640 1 -- 172.21.15.31:0/1890347787 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f083c159d80 con 0x7f083c161a70 2024-09-19T04:41:06.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.892+0000 7f0843000640 1 -- 172.21.15.31:0/1890347787 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f083c161f70 con 0x7f083c161a70 2024-09-19T04:41:06.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.892+0000 7f0839600640 1 -- 172.21.15.31:0/1890347787 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0834044020 con 0x7f083c161a70 2024-09-19T04:41:06.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.893+0000 7f0839600640 1 --2- 172.21.15.31:0/1890347787 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f081c06c2b0 0x7f081c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:06.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.893+0000 7f0839600640 1 -- 172.21.15.31:0/1890347787 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6582+0+0 (secure 0 0 0) 0x7f08340abf80 con 0x7f083c161a70 2024-09-19T04:41:06.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.894+0000 7f0841c00640 1 --2- 172.21.15.31:0/1890347787 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f081c06c2b0 0x7f081c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:06.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.894+0000 7f0841c00640 1 --2- 172.21.15.31:0/1890347787 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f081c06c2b0 0x7f081c06e770 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f083000e250 tx=0x7f083000b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:06.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:06.898+0000 7f0839600640 1 -- 172.21.15.31:0/1890347787 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f083404b030 con 0x7f083c161a70 2024-09-19T04:41:07.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.083+0000 7f0843000640 1 -- 172.21.15.31:0/1890347787 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f083c0ce640 con 0x7f083c161a70 2024-09-19T04:41:07.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.705+0000 7f0839600640 1 -- 172.21.15.31:0/1890347787 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v44) ==== 181+0+0 (secure 0 0 0) 0x7f083407a2f0 con 0x7f083c161a70 2024-09-19T04:41:07.706 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' removed 2024-09-19T04:41:07.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.709+0000 7f0843000640 1 -- 172.21.15.31:0/1890347787 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f081c06c2b0 msgr2=0x7f081c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:07.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.709+0000 7f0843000640 1 --2- 172.21.15.31:0/1890347787 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f081c06c2b0 0x7f081c06e770 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f083000e250 tx=0x7f083000b040 comp rx=0 tx=0).stop 2024-09-19T04:41:07.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.709+0000 7f0843000640 1 -- 172.21.15.31:0/1890347787 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f083c161a70 msgr2=0x7f083c0b8f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:07.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.709+0000 7f0843000640 1 --2- 172.21.15.31:0/1890347787 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f083c161a70 0x7f083c0b8f70 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f0834035040 tx=0x7f08340046c0 comp rx=0 tx=0).stop 2024-09-19T04:41:07.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.709+0000 7f0843000640 1 -- 172.21.15.31:0/1890347787 shutdown_connections 2024-09-19T04:41:07.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.709+0000 7f0843000640 1 --2- 172.21.15.31:0/1890347787 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f083c161a70 0x7f083c0b8f70 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:07.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.709+0000 7f0843000640 1 --2- 172.21.15.31:0/1890347787 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f081c06c2b0 0x7f081c06e770 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:07.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.709+0000 7f0843000640 1 --2- 172.21.15.31:0/1890347787 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f083c0d3040 0x7f083c0cc2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:07.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.709+0000 7f0843000640 1 --2- 172.21.15.31:0/1890347787 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f083c0d2210 0x7f083c0b7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:07.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.709+0000 7f0843000640 1 -- 172.21.15.31:0/1890347787 >> 172.21.15.31:0/1890347787 conn(0x7f083c08c000 msgr2=0x7f083c06ccf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:07.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.709+0000 7f0843000640 1 -- 172.21.15.31:0/1890347787 shutdown_connections 2024-09-19T04:41:07.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.710+0000 7f0843000640 1 -- 172.21.15.31:0/1890347787 wait complete. 2024-09-19T04:41:07.730 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T04:41:07.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.893+0000 7f3df8800640 1 Processor -- start 2024-09-19T04:41:07.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.894+0000 7f3df8800640 1 -- start start 2024-09-19T04:41:07.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.895+0000 7f3df8800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3df0072750 0x7f3df006e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:07.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.895+0000 7f3df8800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f3df00cee80 0x7f3df00cf2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:07.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.895+0000 7f3df8800640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3df00cf830 con 0x7f3df00afa40 2024-09-19T04:41:07.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.895+0000 7f3df8800640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f3df00ce9f0 con 0x7f3df00cee80 2024-09-19T04:41:07.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.895+0000 7f3df8800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f3df006e790 con 0x7f3df0072750 2024-09-19T04:41:07.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.895+0000 7f3df5e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f3df00afa40 0x7f3df0072040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:42776/0 (socket says 172.21.15.31:42776) 2024-09-19T04:41:07.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.895+0000 7f3df5e00640 1 -- 172.21.15.31:0/233044535 learned_addr learned my addr 172.21.15.31:0/233044535 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:07.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.895+0000 7f3df6800640 1 --2- 172.21.15.31:0/233044535 >> v2:172.21.15.31:3300/0 conn(0x7f3df00cee80 0x7f3df00cf2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:07.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.895+0000 7f3df5400640 1 --2- 172.21.15.31:0/233044535 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3df0072750 0x7f3df006e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:07.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.896+0000 7f3df6800640 1 -- 172.21.15.31:0/233044535 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3df0072750 msgr2=0x7f3df006e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:07.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.896+0000 7f3df6800640 1 --2- 172.21.15.31:0/233044535 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3df0072750 0x7f3df006e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:07.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.896+0000 7f3df6800640 1 -- 172.21.15.31:0/233044535 >> v1:172.21.15.31:6789/0 conn(0x7f3df00afa40 legacy=0x7f3df0072040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:07.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.896+0000 7f3df6800640 1 -- 172.21.15.31:0/233044535 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3df006ea70 con 0x7f3df00cee80 2024-09-19T04:41:07.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.896+0000 7f3df6800640 1 --2- 172.21.15.31:0/233044535 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3df00cee80 0x7f3df00cf2f0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f3dec009d90 tx=0x7f3dec02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15dd91c2b3a34373 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:07.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.897+0000 7f3df4a00640 1 -- 172.21.15.31:0/233044535 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dec007740 con 0x7f3df00cee80 2024-09-19T04:41:07.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.897+0000 7f3df4a00640 1 -- 172.21.15.31:0/233044535 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3dec0078e0 con 0x7f3df00cee80 2024-09-19T04:41:07.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.897+0000 7f3df4a00640 1 -- 172.21.15.31:0/233044535 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dec007cb0 con 0x7f3df00cee80 2024-09-19T04:41:07.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.897+0000 7f3df8800640 1 -- 172.21.15.31:0/233044535 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3df00cee80 msgr2=0x7f3df00cf2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:07.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.897+0000 7f3df8800640 1 --2- 172.21.15.31:0/233044535 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3df00cee80 0x7f3df00cf2f0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f3dec009d90 tx=0x7f3dec02a660 comp rx=0 tx=0).stop 2024-09-19T04:41:07.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.897+0000 7f3df8800640 1 -- 172.21.15.31:0/233044535 shutdown_connections 2024-09-19T04:41:07.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.897+0000 7f3df8800640 1 --2- 172.21.15.31:0/233044535 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3df00cee80 0x7f3df00cf2f0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:07.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.897+0000 7f3df8800640 1 --2- 172.21.15.31:0/233044535 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3df0072750 0x7f3df006e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:07.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.897+0000 7f3df8800640 1 -- 172.21.15.31:0/233044535 >> 172.21.15.31:0/233044535 conn(0x7f3df00b5de0 msgr2=0x7f3df006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:07.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.897+0000 7f3df8800640 1 -- 172.21.15.31:0/233044535 shutdown_connections 2024-09-19T04:41:07.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.898+0000 7f3df8800640 1 -- 172.21.15.31:0/233044535 wait complete. 2024-09-19T04:41:07.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.899+0000 7f3df8800640 1 Processor -- start 2024-09-19T04:41:07.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.899+0000 7f3df8800640 1 -- start start 2024-09-19T04:41:07.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.900+0000 7f3df8800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3df0072750 0x7f3df01f1550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:07.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.900+0000 7f3df8800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3df00afa40 0x7f3df013fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:07.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.900+0000 7f3df8800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3df00cee80 0x7f3df0140130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:07.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.900+0000 7f3df8800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f3df00afe20 con 0x7f3df0072750 2024-09-19T04:41:07.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.900+0000 7f3df8800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3df006f030 con 0x7f3df00cee80 2024-09-19T04:41:07.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.900+0000 7f3df8800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f3df015d520 con 0x7f3df00afa40 2024-09-19T04:41:07.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.900+0000 7f3df5e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3df0072750 0x7f3df01f1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:07.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.901+0000 7f3df5e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3df0072750 0x7f3df01f1550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:41442/0 (socket says 172.21.15.31:41442) 2024-09-19T04:41:07.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.901+0000 7f3df5e00640 1 -- 172.21.15.31:0/3051219436 learned_addr learned my addr 172.21.15.31:0/3051219436 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:07.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.901+0000 7f3df5400640 1 --2- 172.21.15.31:0/3051219436 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3df00afa40 0x7f3df013fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:07.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.901+0000 7f3df6800640 1 --2- 172.21.15.31:0/3051219436 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3df00cee80 0x7f3df0140130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:07.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.901+0000 7f3df5e00640 1 -- 172.21.15.31:0/3051219436 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3df00afa40 msgr2=0x7f3df013fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:07.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.901+0000 7f3df5e00640 1 --2- 172.21.15.31:0/3051219436 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3df00afa40 0x7f3df013fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:07.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.901+0000 7f3df5e00640 1 -- 172.21.15.31:0/3051219436 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3df00cee80 msgr2=0x7f3df0140130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:07.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.901+0000 7f3df5e00640 1 --2- 172.21.15.31:0/3051219436 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3df00cee80 0x7f3df0140130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:07.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.901+0000 7f3df5e00640 1 -- 172.21.15.31:0/3051219436 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3df00b1ce0 con 0x7f3df0072750 2024-09-19T04:41:07.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.901+0000 7f3df6800640 1 --2- 172.21.15.31:0/3051219436 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3df00cee80 0x7f3df0140130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:07.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.901+0000 7f3df5e00640 1 --2- 172.21.15.31:0/3051219436 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3df0072750 0x7f3df01f1550 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f3de400c430 tx=0x7f3de400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:07.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.901+0000 7f3dea000640 1 -- 172.21.15.31:0/3051219436 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de4017070 con 0x7f3df0072750 2024-09-19T04:41:07.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.901+0000 7f3dea000640 1 -- 172.21.15.31:0/3051219436 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3de4005ce0 con 0x7f3df0072750 2024-09-19T04:41:07.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.901+0000 7f3dea000640 1 -- 172.21.15.31:0/3051219436 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de40072f0 con 0x7f3df0072750 2024-09-19T04:41:07.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.902+0000 7f3df8800640 1 -- 172.21.15.31:0/3051219436 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3df00b1fc0 con 0x7f3df0072750 2024-09-19T04:41:07.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.902+0000 7f3df8800640 1 -- 172.21.15.31:0/3051219436 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3df00b2580 con 0x7f3df0072750 2024-09-19T04:41:07.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.903+0000 7f3df8800640 1 -- 172.21.15.31:0/3051219436 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3df00cf2f0 con 0x7f3df0072750 2024-09-19T04:41:07.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.903+0000 7f3dea000640 1 -- 172.21.15.31:0/3051219436 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3de401a070 con 0x7f3df0072750 2024-09-19T04:41:07.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.905+0000 7f3dea000640 1 --2- 172.21.15.31:0/3051219436 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f3dd406c2b0 0x7f3dd406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:07.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.905+0000 7f3dea000640 1 -- 172.21.15.31:0/3051219436 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 6144+0+0 (secure 0 0 0) 0x7f3de408a9b0 con 0x7f3df0072750 2024-09-19T04:41:07.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.905+0000 7f3df5400640 1 --2- 172.21.15.31:0/3051219436 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f3dd406c2b0 0x7f3dd406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:07.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.906+0000 7f3df5400640 1 --2- 172.21.15.31:0/3051219436 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f3dd406c2b0 0x7f3dd406e770 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3df00af760 tx=0x7f3de0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:07.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:07.909+0000 7f3dea000640 1 -- 172.21.15.31:0/3051219436 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3de40588a0 con 0x7f3df0072750 2024-09-19T04:41:08.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.093+0000 7f3df8800640 1 -- 172.21.15.31:0/3051219436 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f3df00d00f0 con 0x7f3df0072750 2024-09-19T04:41:08.708 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.707+0000 7f3dea000640 1 -- 172.21.15.31:0/3051219436 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v45) ==== 169+0+0 (secure 0 0 0) 0x7f3de405cba0 con 0x7f3df0072750 2024-09-19T04:41:08.709 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' removed 2024-09-19T04:41:08.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.712+0000 7f3df8800640 1 -- 172.21.15.31:0/3051219436 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f3dd406c2b0 msgr2=0x7f3dd406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:08.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.712+0000 7f3df8800640 1 --2- 172.21.15.31:0/3051219436 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f3dd406c2b0 0x7f3dd406e770 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3df00af760 tx=0x7f3de0008040 comp rx=0 tx=0).stop 2024-09-19T04:41:08.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.712+0000 7f3df8800640 1 -- 172.21.15.31:0/3051219436 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3df0072750 msgr2=0x7f3df01f1550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:08.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.712+0000 7f3df8800640 1 --2- 172.21.15.31:0/3051219436 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3df0072750 0x7f3df01f1550 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f3de400c430 tx=0x7f3de400c8f0 comp rx=0 tx=0).stop 2024-09-19T04:41:08.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.712+0000 7f3df8800640 1 -- 172.21.15.31:0/3051219436 shutdown_connections 2024-09-19T04:41:08.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.712+0000 7f3df8800640 1 --2- 172.21.15.31:0/3051219436 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f3dd406c2b0 0x7f3dd406e770 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:08.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.712+0000 7f3df8800640 1 --2- 172.21.15.31:0/3051219436 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3df00cee80 0x7f3df0140130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:08.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.712+0000 7f3df8800640 1 --2- 172.21.15.31:0/3051219436 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f3df00afa40 0x7f3df013fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:08.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.712+0000 7f3df8800640 1 --2- 172.21.15.31:0/3051219436 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3df0072750 0x7f3df01f1550 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:08.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.712+0000 7f3df8800640 1 -- 172.21.15.31:0/3051219436 >> 172.21.15.31:0/3051219436 conn(0x7f3df00b5de0 msgr2=0x7f3df015a580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:08.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.713+0000 7f3df8800640 1 -- 172.21.15.31:0/3051219436 shutdown_connections 2024-09-19T04:41:08.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.713+0000 7f3df8800640 1 -- 172.21.15.31:0/3051219436 wait complete. 2024-09-19T04:41:08.739 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm data_new data_new --yes-i-really-really-mean-it 2024-09-19T04:41:08.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.902+0000 7f0917e00640 1 Processor -- start 2024-09-19T04:41:08.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.902+0000 7f0917e00640 1 -- start start 2024-09-19T04:41:08.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.903+0000 7f0917e00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f09180b3040 0x7f09180d0810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:08.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.903+0000 7f0917e00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09180d1170 con 0x7f091815f7a0 2024-09-19T04:41:08.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.903+0000 7f0917e00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09180cd7a0 con 0x7f09180d0d50 2024-09-19T04:41:08.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.903+0000 7f0917e00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f09180b2560 con 0x7f09180b3040 2024-09-19T04:41:08.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.904+0000 7f0916a00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f091815f7a0 0x7f09180cd090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:39654/0 (socket says 172.21.15.31:39654) 2024-09-19T04:41:08.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.904+0000 7f0916a00640 1 -- 172.21.15.31:0/3985879454 learned_addr learned my addr 172.21.15.31:0/3985879454 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:08.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.904+0000 7f090fe00640 1 --2- 172.21.15.31:0/3985879454 >> v2:172.21.15.52:3300/0 conn(0x7f09180b3040 0x7f09180d0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:08.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.904+0000 7f0916000640 1 -- 172.21.15.31:0/3985879454 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 962011777 0 0) 0x7f09180d1170 con 0x7f091815f7a0 2024-09-19T04:41:08.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.904+0000 7f0916000640 1 -- 172.21.15.31:0/3985879454 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f08fc003520 con 0x7f091815f7a0 2024-09-19T04:41:08.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.904+0000 7f090fe00640 1 -- 172.21.15.31:0/3985879454 >> v1:172.21.15.52:6789/0 conn(0x7f09180d0d50 legacy=0x7f091809b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:08.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.904+0000 7f090fe00640 1 -- 172.21.15.31:0/3985879454 >> v1:172.21.15.31:6789/0 conn(0x7f091815f7a0 legacy=0x7f09180cd090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:08.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.904+0000 7f090fe00640 1 -- 172.21.15.31:0/3985879454 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09180b27b0 con 0x7f09180b3040 2024-09-19T04:41:08.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.905+0000 7f090fe00640 1 --2- 172.21.15.31:0/3985879454 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09180b3040 0x7f09180d0810 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f09000097a0 tx=0x7f090002a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9029017c279f4142 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:08.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.906+0000 7f0916000640 1 -- 172.21.15.31:0/3985879454 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0900037070 con 0x7f09180b3040 2024-09-19T04:41:08.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.906+0000 7f0916000640 1 -- 172.21.15.31:0/3985879454 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0900032440 con 0x7f09180b3040 2024-09-19T04:41:08.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.906+0000 7f0916000640 1 -- 172.21.15.31:0/3985879454 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0900032810 con 0x7f09180b3040 2024-09-19T04:41:08.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.906+0000 7f0917e00640 1 -- 172.21.15.31:0/3985879454 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09180b3040 msgr2=0x7f09180d0810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:08.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.906+0000 7f0917e00640 1 --2- 172.21.15.31:0/3985879454 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09180b3040 0x7f09180d0810 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f09000097a0 tx=0x7f090002a230 comp rx=0 tx=0).stop 2024-09-19T04:41:08.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.906+0000 7f0917e00640 1 -- 172.21.15.31:0/3985879454 shutdown_connections 2024-09-19T04:41:08.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.906+0000 7f0917e00640 1 --2- 172.21.15.31:0/3985879454 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09180b3040 0x7f09180d0810 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:08.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.906+0000 7f0917e00640 1 -- 172.21.15.31:0/3985879454 >> 172.21.15.31:0/3985879454 conn(0x7f09180b3d20 msgr2=0x7f09180b4130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:08.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.906+0000 7f0917e00640 1 -- 172.21.15.31:0/3985879454 shutdown_connections 2024-09-19T04:41:08.908 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.906+0000 7f0917e00640 1 -- 172.21.15.31:0/3985879454 wait complete. 2024-09-19T04:41:08.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.908+0000 7f0917e00640 1 Processor -- start 2024-09-19T04:41:08.909 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.908+0000 7f0917e00640 1 -- start start 2024-09-19T04:41:08.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.909+0000 7f0917e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f09180b3040 0x7f09180b6e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:08.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.909+0000 7f0917e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09180d0d50 0x7f09180cb4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:08.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.909+0000 7f0917e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f091815f7a0 0x7f09180cba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:08.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.909+0000 7f0917e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f091809ab10 con 0x7f091815f7a0 2024-09-19T04:41:08.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.909+0000 7f0917e00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f09180b2d70 con 0x7f09180d0d50 2024-09-19T04:41:08.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.909+0000 7f0917e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f091809adf0 con 0x7f09180b3040 2024-09-19T04:41:08.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.909+0000 7f0917400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f091815f7a0 0x7f09180cba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:08.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.909+0000 7f0917400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f091815f7a0 0x7f09180cba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53304/0 (socket says 172.21.15.31:53304) 2024-09-19T04:41:08.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.909+0000 7f0917400640 1 -- 172.21.15.31:0/3824659500 learned_addr learned my addr 172.21.15.31:0/3824659500 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:08.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.909+0000 7f090fe00640 1 --2- 172.21.15.31:0/3824659500 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09180d0d50 0x7f09180cb4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:08.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.910+0000 7f0916a00640 1 --2- 172.21.15.31:0/3824659500 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f09180b3040 0x7f09180b6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:08.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.910+0000 7f0917400640 1 -- 172.21.15.31:0/3824659500 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f09180b3040 msgr2=0x7f09180b6e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:08.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.910+0000 7f0917400640 1 --2- 172.21.15.31:0/3824659500 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f09180b3040 0x7f09180b6e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:08.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.910+0000 7f0917400640 1 -- 172.21.15.31:0/3824659500 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09180d0d50 msgr2=0x7f09180cb4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:08.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.910+0000 7f0917400640 1 --2- 172.21.15.31:0/3824659500 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09180d0d50 0x7f09180cb4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:08.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.910+0000 7f0917400640 1 -- 172.21.15.31:0/3824659500 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09180af500 con 0x7f091815f7a0 2024-09-19T04:41:08.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.910+0000 7f0917400640 1 --2- 172.21.15.31:0/3824659500 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f091815f7a0 0x7f09180cba10 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f091000c7a0 tx=0x7f091000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:08.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.910+0000 7f090ea00640 1 -- 172.21.15.31:0/3824659500 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0910003b70 con 0x7f091815f7a0 2024-09-19T04:41:08.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.910+0000 7f090ea00640 1 -- 172.21.15.31:0/3824659500 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0910003d30 con 0x7f091815f7a0 2024-09-19T04:41:08.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.910+0000 7f0917e00640 1 -- 172.21.15.31:0/3824659500 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09180af7e0 con 0x7f091815f7a0 2024-09-19T04:41:08.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.911+0000 7f090ea00640 1 -- 172.21.15.31:0/3824659500 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f091000aa90 con 0x7f091815f7a0 2024-09-19T04:41:08.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.911+0000 7f0917e00640 1 -- 172.21.15.31:0/3824659500 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09180afda0 con 0x7f091815f7a0 2024-09-19T04:41:08.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.912+0000 7f0917e00640 1 -- 172.21.15.31:0/3824659500 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09180d04d0 con 0x7f091815f7a0 2024-09-19T04:41:08.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.913+0000 7f090ea00640 1 -- 172.21.15.31:0/3824659500 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f091000ac30 con 0x7f091815f7a0 2024-09-19T04:41:08.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.914+0000 7f090ea00640 1 --2- 172.21.15.31:0/3824659500 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f08f406c2b0 0x7f08f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:08.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.914+0000 7f090ea00640 1 -- 172.21.15.31:0/3824659500 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5730+0+0 (secure 0 0 0) 0x7f091008b1d0 con 0x7f091815f7a0 2024-09-19T04:41:08.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.914+0000 7f0916a00640 1 --2- 172.21.15.31:0/3824659500 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f08f406c2b0 0x7f08f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:08.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.914+0000 7f0916a00640 1 --2- 172.21.15.31:0/3824659500 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f08f406c2b0 0x7f08f406e770 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f09080011e0 tx=0x7f0908007d30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:08.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:08.918+0000 7f090ea00640 1 -- 172.21.15.31:0/3824659500 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0910059360 con 0x7f091815f7a0 2024-09-19T04:41:09.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.107+0000 7f0917e00640 1 -- 172.21.15.31:0/3824659500 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "data_new", "pool2": "data_new", "yes_i_really_really_mean_it": true} v 0) -- 0x7f09180b4a60 con 0x7f091815f7a0 2024-09-19T04:41:09.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.714+0000 7f090ea00640 1 -- 172.21.15.31:0/3824659500 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "data_new", "pool2": "data_new", "yes_i_really_really_mean_it": true}]=0 pool 'data_new' removed v46) ==== 160+0+0 (secure 0 0 0) 0x7f091005d660 con 0x7f091815f7a0 2024-09-19T04:41:09.715 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'data_new' removed 2024-09-19T04:41:09.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.718+0000 7f0917e00640 1 -- 172.21.15.31:0/3824659500 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f08f406c2b0 msgr2=0x7f08f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.718+0000 7f0917e00640 1 --2- 172.21.15.31:0/3824659500 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f08f406c2b0 0x7f08f406e770 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f09080011e0 tx=0x7f0908007d30 comp rx=0 tx=0).stop 2024-09-19T04:41:09.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.718+0000 7f0917e00640 1 -- 172.21.15.31:0/3824659500 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f091815f7a0 msgr2=0x7f09180cba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.718+0000 7f0917e00640 1 --2- 172.21.15.31:0/3824659500 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f091815f7a0 0x7f09180cba10 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f091000c7a0 tx=0x7f091000cc60 comp rx=0 tx=0).stop 2024-09-19T04:41:09.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.718+0000 7f0917e00640 1 -- 172.21.15.31:0/3824659500 shutdown_connections 2024-09-19T04:41:09.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.719+0000 7f0917e00640 1 --2- 172.21.15.31:0/3824659500 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f091815f7a0 0x7f09180cba10 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.719+0000 7f0917e00640 1 --2- 172.21.15.31:0/3824659500 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f08f406c2b0 0x7f08f406e770 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.719+0000 7f0917e00640 1 --2- 172.21.15.31:0/3824659500 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09180d0d50 0x7f09180cb4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.719+0000 7f0917e00640 1 --2- 172.21.15.31:0/3824659500 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f09180b3040 0x7f09180b6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.719+0000 7f0917e00640 1 -- 172.21.15.31:0/3824659500 >> 172.21.15.31:0/3824659500 conn(0x7f09180b3d20 msgr2=0x7f091809b210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:09.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.719+0000 7f0917e00640 1 -- 172.21.15.31:0/3824659500 shutdown_connections 2024-09-19T04:41:09.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.719+0000 7f0917e00640 1 -- 172.21.15.31:0/3824659500 wait complete. 2024-09-19T04:41:09.740 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T04:41:09.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.908+0000 7f55d9000640 1 Processor -- start 2024-09-19T04:41:09.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.908+0000 7f55d9000640 1 -- start start 2024-09-19T04:41:09.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.910+0000 7f55d9000640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f55d40cf0d0 0x7f55d413e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.910+0000 7f55d9000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f55d406f1b0 0x7f55d406f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.910+0000 7f55d9000640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55d40cf5b0 con 0x7f55d4155910 2024-09-19T04:41:09.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.910+0000 7f55d9000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f55d413ed70 con 0x7f55d406f1b0 2024-09-19T04:41:09.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.910+0000 7f55d9000640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f55d40cf890 con 0x7f55d40cf0d0 2024-09-19T04:41:09.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.910+0000 7f55d2800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f55d406f1b0 0x7f55d406f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.910+0000 7f55d2800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f55d406f1b0 0x7f55d406f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53314/0 (socket says 172.21.15.31:53314) 2024-09-19T04:41:09.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.910+0000 7f55d2800640 1 -- 172.21.15.31:0/4200974556 learned_addr learned my addr 172.21.15.31:0/4200974556 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:09.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.910+0000 7f55cbe00640 1 --2- 172.21.15.31:0/4200974556 >> v2:172.21.15.52:3300/0 conn(0x7f55d40cf0d0 0x7f55d413e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.910+0000 7f55d2800640 1 -- 172.21.15.31:0/4200974556 >> v2:172.21.15.52:3300/0 conn(0x7f55d40cf0d0 msgr2=0x7f55d413e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:09.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.910+0000 7f55d2800640 1 --2- 172.21.15.31:0/4200974556 >> v2:172.21.15.52:3300/0 conn(0x7f55d40cf0d0 0x7f55d413e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.910+0000 7f55d2800640 1 -- 172.21.15.31:0/4200974556 >> v1:172.21.15.52:6789/0 conn(0x7f55d4155910 legacy=0x7f55d4141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:09.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.910+0000 7f55d2800640 1 -- 172.21.15.31:0/4200974556 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55d40cfb70 con 0x7f55d406f1b0 2024-09-19T04:41:09.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.910+0000 7f55cbe00640 1 --2- 172.21.15.31:0/4200974556 >> v2:172.21.15.52:3300/0 conn(0x7f55d40cf0d0 0x7f55d413e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:09.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.911+0000 7f55d2800640 1 --2- 172.21.15.31:0/4200974556 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55d406f1b0 0x7f55d406f640 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f55d4141980 tx=0x7f55cc02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fddfd238eb49c606 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:09.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.912+0000 7f55d1400640 1 -- 172.21.15.31:0/4200974556 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55cc036070 con 0x7f55d406f1b0 2024-09-19T04:41:09.916 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.912+0000 7f55d1400640 1 -- 172.21.15.31:0/4200974556 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55cc031600 con 0x7f55d406f1b0 2024-09-19T04:41:09.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.912+0000 7f55d1400640 1 -- 172.21.15.31:0/4200974556 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55cc0319d0 con 0x7f55d406f1b0 2024-09-19T04:41:09.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.912+0000 7f55d9000640 1 -- 172.21.15.31:0/4200974556 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55d406f1b0 msgr2=0x7f55d406f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.912+0000 7f55d9000640 1 --2- 172.21.15.31:0/4200974556 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55d406f1b0 0x7f55d406f640 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f55d4141980 tx=0x7f55cc02a660 comp rx=0 tx=0).stop 2024-09-19T04:41:09.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.912+0000 7f55d9000640 1 -- 172.21.15.31:0/4200974556 shutdown_connections 2024-09-19T04:41:09.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.912+0000 7f55d9000640 1 --2- 172.21.15.31:0/4200974556 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55d406f1b0 0x7f55d406f640 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.912+0000 7f55d9000640 1 --2- 172.21.15.31:0/4200974556 >> v2:172.21.15.52:3300/0 conn(0x7f55d40cf0d0 0x7f55d413e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.912+0000 7f55d9000640 1 -- 172.21.15.31:0/4200974556 >> 172.21.15.31:0/4200974556 conn(0x7f55d4067d70 msgr2=0x7f55d406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:09.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.912+0000 7f55d9000640 1 -- 172.21.15.31:0/4200974556 shutdown_connections 2024-09-19T04:41:09.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.912+0000 7f55d9000640 1 -- 172.21.15.31:0/4200974556 wait complete. 2024-09-19T04:41:09.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.914+0000 7f55d9000640 1 Processor -- start 2024-09-19T04:41:09.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.914+0000 7f55d9000640 1 -- start start 2024-09-19T04:41:09.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.915+0000 7f55d9000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f55d406f1b0 0x7f55d413d160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.915+0000 7f55d9000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55d40cf0d0 0x7f55d414e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.915+0000 7f55d9000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55d4155910 0x7f55d413d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.915+0000 7f55d9000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f55d40cd1b0 con 0x7f55d4155910 2024-09-19T04:41:09.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.915+0000 7f55d9000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f55d40cd030 con 0x7f55d40cf0d0 2024-09-19T04:41:09.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.915+0000 7f55d9000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f55d415bb60 con 0x7f55d406f1b0 2024-09-19T04:41:09.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.916+0000 7f55d2800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55d4155910 0x7f55d413d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.916+0000 7f55d2800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55d4155910 0x7f55d413d8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53326/0 (socket says 172.21.15.31:53326) 2024-09-19T04:41:09.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.916+0000 7f55d2800640 1 -- 172.21.15.31:0/1782049594 learned_addr learned my addr 172.21.15.31:0/1782049594 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:09.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.916+0000 7f55cbe00640 1 --2- 172.21.15.31:0/1782049594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55d40cf0d0 0x7f55d414e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.916+0000 7f55d1e00640 1 --2- 172.21.15.31:0/1782049594 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f55d406f1b0 0x7f55d413d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.916+0000 7f55d2800640 1 -- 172.21.15.31:0/1782049594 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f55d406f1b0 msgr2=0x7f55d413d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.916+0000 7f55d2800640 1 --2- 172.21.15.31:0/1782049594 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f55d406f1b0 0x7f55d413d160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.916+0000 7f55d2800640 1 -- 172.21.15.31:0/1782049594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55d40cf0d0 msgr2=0x7f55d414e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:09.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.916+0000 7f55d2800640 1 --2- 172.21.15.31:0/1782049594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55d40cf0d0 0x7f55d414e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:09.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.916+0000 7f55d2800640 1 -- 172.21.15.31:0/1782049594 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55d414d500 con 0x7f55d4155910 2024-09-19T04:41:09.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.916+0000 7f55cbe00640 1 --2- 172.21.15.31:0/1782049594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55d40cf0d0 0x7f55d414e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:09.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.916+0000 7f55d2800640 1 --2- 172.21.15.31:0/1782049594 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55d4155910 0x7f55d413d8a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f55cc009f40 tx=0x7f55cc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:09.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.917+0000 7f55ca000640 1 -- 172.21.15.31:0/1782049594 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55cc036050 con 0x7f55d4155910 2024-09-19T04:41:09.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.917+0000 7f55ca000640 1 -- 172.21.15.31:0/1782049594 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55cc042070 con 0x7f55d4155910 2024-09-19T04:41:09.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.917+0000 7f55d9000640 1 -- 172.21.15.31:0/1782049594 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55d414d7e0 con 0x7f55d4155910 2024-09-19T04:41:09.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.917+0000 7f55ca000640 1 -- 172.21.15.31:0/1782049594 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55cc009510 con 0x7f55d4155910 2024-09-19T04:41:09.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.917+0000 7f55d9000640 1 -- 172.21.15.31:0/1782049594 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55d414dda0 con 0x7f55d4155910 2024-09-19T04:41:09.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.918+0000 7f55d9000640 1 -- 172.21.15.31:0/1782049594 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55d413e830 con 0x7f55d4155910 2024-09-19T04:41:09.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.919+0000 7f55ca000640 1 -- 172.21.15.31:0/1782049594 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f55cc007bd0 con 0x7f55d4155910 2024-09-19T04:41:09.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.920+0000 7f55ca000640 1 --2- 172.21.15.31:0/1782049594 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f55b006c2b0 0x7f55b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:09.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.920+0000 7f55ca000640 1 -- 172.21.15.31:0/1782049594 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5335+0+0 (secure 0 0 0) 0x7f55cc0ac280 con 0x7f55d4155910 2024-09-19T04:41:09.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.920+0000 7f55d1e00640 1 --2- 172.21.15.31:0/1782049594 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f55b006c2b0 0x7f55b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:09.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.921+0000 7f55d1e00640 1 --2- 172.21.15.31:0/1782049594 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f55b006c2b0 0x7f55b006e770 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f55c4006fd0 tx=0x7f55c4009060 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:09.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:09.924+0000 7f55ca000640 1 -- 172.21.15.31:0/1782049594 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f55cc07aac0 con 0x7f55d4155910 2024-09-19T04:41:10.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.108+0000 7f55d9000640 1 -- 172.21.15.31:0/1782049594 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f55d40b4350 con 0x7f55d4155910 2024-09-19T04:41:10.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.112+0000 7f55ca000640 1 -- 172.21.15.31:0/1782049594 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7f55cc07a3c0 con 0x7f55d4155910 2024-09-19T04:41:10.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.114+0000 7f55d9000640 1 -- 172.21.15.31:0/1782049594 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f55b006c2b0 msgr2=0x7f55b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:10.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.114+0000 7f55d9000640 1 --2- 172.21.15.31:0/1782049594 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f55b006c2b0 0x7f55b006e770 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f55c4006fd0 tx=0x7f55c4009060 comp rx=0 tx=0).stop 2024-09-19T04:41:10.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.114+0000 7f55d9000640 1 -- 172.21.15.31:0/1782049594 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55d4155910 msgr2=0x7f55d413d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:10.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.114+0000 7f55d9000640 1 --2- 172.21.15.31:0/1782049594 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55d4155910 0x7f55d413d8a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f55cc009f40 tx=0x7f55cc004a40 comp rx=0 tx=0).stop 2024-09-19T04:41:10.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.114+0000 7f55d9000640 1 -- 172.21.15.31:0/1782049594 shutdown_connections 2024-09-19T04:41:10.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.114+0000 7f55d9000640 1 --2- 172.21.15.31:0/1782049594 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55d4155910 0x7f55d413d8a0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.114+0000 7f55d9000640 1 --2- 172.21.15.31:0/1782049594 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f55b006c2b0 0x7f55b006e770 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.114+0000 7f55d9000640 1 --2- 172.21.15.31:0/1782049594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55d40cf0d0 0x7f55d414e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.114+0000 7f55d9000640 1 --2- 172.21.15.31:0/1782049594 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f55d406f1b0 0x7f55d413d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.116 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.114+0000 7f55d9000640 1 -- 172.21.15.31:0/1782049594 >> 172.21.15.31:0/1782049594 conn(0x7f55d4067d70 msgr2=0x7f55d40b4ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:10.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.114+0000 7f55d9000640 1 -- 172.21.15.31:0/1782049594 shutdown_connections 2024-09-19T04:41:10.117 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.114+0000 7f55d9000640 1 -- 172.21.15.31:0/1782049594 wait complete. 2024-09-19T04:41:10.131 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_pool_perm.TestPoolPerm.test_forbidden_modification' 2024-09-19T04:41:10.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.289+0000 7f7fa0600640 1 Processor -- start 2024-09-19T04:41:10.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.290+0000 7f7fa0600640 1 -- start start 2024-09-19T04:41:10.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.291+0000 7f7fa0600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f9815c250 0x7f7f9809b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:10.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.291+0000 7f7fa0600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f7f98071380 0x7f7f980b60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:10.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.291+0000 7f7fa0600640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f980b5be0 con 0x7f7f9815eb10 2024-09-19T04:41:10.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.291+0000 7f7fa0600640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f7f9815efa0 con 0x7f7f98071380 2024-09-19T04:41:10.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.291+0000 7f7fa0600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f7f9815f280 con 0x7f7f9815c250 2024-09-19T04:41:10.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.291+0000 7f7f9e600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f7f98071380 0x7f7f980b60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:10.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.291+0000 7f7f9dc00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f9815c250 0x7f7f9809b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:10.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.291+0000 7f7f9e600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f7f98071380 0x7f7f980b60a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:55314/0 (socket says 172.21.15.31:55314) 2024-09-19T04:41:10.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.291+0000 7f7f9e600640 1 -- 172.21.15.31:0/2839448950 learned_addr learned my addr 172.21.15.31:0/2839448950 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:10.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.292+0000 7f7f9dc00640 1 -- 172.21.15.31:0/2839448950 >> v2:172.21.15.52:3300/0 conn(0x7f7f98071380 msgr2=0x7f7f980b60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:10.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.292+0000 7f7f9dc00640 1 --2- 172.21.15.31:0/2839448950 >> v2:172.21.15.52:3300/0 conn(0x7f7f98071380 0x7f7f980b60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.292+0000 7f7f9dc00640 1 -- 172.21.15.31:0/2839448950 >> v1:172.21.15.52:6789/0 conn(0x7f7f9815eb10 legacy=0x7f7f98070c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:10.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.292+0000 7f7f9dc00640 1 -- 172.21.15.31:0/2839448950 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f9815f560 con 0x7f7f9815c250 2024-09-19T04:41:10.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.292+0000 7f7f9e600640 1 --2- 172.21.15.31:0/2839448950 >> v2:172.21.15.52:3300/0 conn(0x7f7f98071380 0x7f7f980b60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:41:10.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.293+0000 7f7f9dc00640 1 --2- 172.21.15.31:0/2839448950 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f9815c250 0x7f7f9809b9f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f7f8c0097a0 tx=0x7f7f8c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=127af8b7c4d261cc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:10.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.293+0000 7f7f97e00640 1 -- 172.21.15.31:0/2839448950 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f8c037070 con 0x7f7f9815c250 2024-09-19T04:41:10.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.293+0000 7f7f97e00640 1 -- 172.21.15.31:0/2839448950 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f8c032440 con 0x7f7f9815c250 2024-09-19T04:41:10.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.293+0000 7f7f97e00640 1 -- 172.21.15.31:0/2839448950 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f8c032810 con 0x7f7f9815c250 2024-09-19T04:41:10.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.294+0000 7f7fa0600640 1 -- 172.21.15.31:0/2839448950 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f9815c250 msgr2=0x7f7f9809b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:10.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.294+0000 7f7fa0600640 1 --2- 172.21.15.31:0/2839448950 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f9815c250 0x7f7f9809b9f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f7f8c0097a0 tx=0x7f7f8c02a180 comp rx=0 tx=0).stop 2024-09-19T04:41:10.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.294+0000 7f7fa0600640 1 -- 172.21.15.31:0/2839448950 shutdown_connections 2024-09-19T04:41:10.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.294+0000 7f7fa0600640 1 --2- 172.21.15.31:0/2839448950 >> v2:172.21.15.52:3300/0 conn(0x7f7f98071380 0x7f7f980b60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.294+0000 7f7fa0600640 1 --2- 172.21.15.31:0/2839448950 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f9815c250 0x7f7f9809b9f0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.294+0000 7f7fa0600640 1 -- 172.21.15.31:0/2839448950 >> 172.21.15.31:0/2839448950 conn(0x7f7f980b3ff0 msgr2=0x7f7f980b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:10.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.294+0000 7f7fa0600640 1 -- 172.21.15.31:0/2839448950 shutdown_connections 2024-09-19T04:41:10.295 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.294+0000 7f7fa0600640 1 -- 172.21.15.31:0/2839448950 wait complete. 2024-09-19T04:41:10.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.295+0000 7f7fa0600640 1 Processor -- start 2024-09-19T04:41:10.296 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.296+0000 7f7fa0600640 1 -- start start 2024-09-19T04:41:10.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.296+0000 7f7fa0600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f98071380 0x7f7f98142f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:10.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.296+0000 7f7fa0600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f9815c250 0x7f7f980afce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:10.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.296+0000 7f7fa0600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f980b0540 0x7f7f981ea0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:10.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.296+0000 7f7fa0600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7f9809bf30 con 0x7f7f98071380 2024-09-19T04:41:10.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.296+0000 7f7fa0600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7f9809b5a0 con 0x7f7f980b0540 2024-09-19T04:41:10.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.296+0000 7f7fa0600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f7f980b65e0 con 0x7f7f9815c250 2024-09-19T04:41:10.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.297+0000 7f7f9dc00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f98071380 0x7f7f98142f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:10.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.297+0000 7f7f9dc00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f98071380 0x7f7f98142f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53338/0 (socket says 172.21.15.31:53338) 2024-09-19T04:41:10.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.297+0000 7f7f9dc00640 1 -- 172.21.15.31:0/1293314967 learned_addr learned my addr 172.21.15.31:0/1293314967 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:10.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.297+0000 7f7f9d200640 1 --2- 172.21.15.31:0/1293314967 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f9815c250 0x7f7f980afce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:10.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.297+0000 7f7f9e600640 1 --2- 172.21.15.31:0/1293314967 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f980b0540 0x7f7f981ea0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:10.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.297+0000 7f7f9dc00640 1 -- 172.21.15.31:0/1293314967 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f9815c250 msgr2=0x7f7f980afce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:10.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.297+0000 7f7f9dc00640 1 --2- 172.21.15.31:0/1293314967 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f9815c250 0x7f7f980afce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.297+0000 7f7f9dc00640 1 -- 172.21.15.31:0/1293314967 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f980b0540 msgr2=0x7f7f981ea0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:10.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.297+0000 7f7f9dc00640 1 --2- 172.21.15.31:0/1293314967 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f980b0540 0x7f7f981ea0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.297+0000 7f7f9dc00640 1 -- 172.21.15.31:0/1293314967 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f980b09d0 con 0x7f7f98071380 2024-09-19T04:41:10.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.298+0000 7f7f9dc00640 1 --2- 172.21.15.31:0/1293314967 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f98071380 0x7f7f98142f30 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f7f8c0098c0 tx=0x7f7f8c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:10.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.298+0000 7f7f95600640 1 -- 172.21.15.31:0/1293314967 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f8c037050 con 0x7f7f98071380 2024-09-19T04:41:10.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.298+0000 7f7f95600640 1 -- 172.21.15.31:0/1293314967 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f8c038040 con 0x7f7f98071380 2024-09-19T04:41:10.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.298+0000 7f7fa0600640 1 -- 172.21.15.31:0/1293314967 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f980b0cb0 con 0x7f7f98071380 2024-09-19T04:41:10.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.298+0000 7f7f95600640 1 -- 172.21.15.31:0/1293314967 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f8c03cb70 con 0x7f7f98071380 2024-09-19T04:41:10.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.298+0000 7f7fa0600640 1 -- 172.21.15.31:0/1293314967 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f980b1270 con 0x7f7f98071380 2024-09-19T04:41:10.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.299+0000 7f7fa0600640 1 -- 172.21.15.31:0/1293314967 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f980b60a0 con 0x7f7f98071380 2024-09-19T04:41:10.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.300+0000 7f7f95600640 1 -- 172.21.15.31:0/1293314967 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7f8c03cd10 con 0x7f7f98071380 2024-09-19T04:41:10.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.301+0000 7f7f95600640 1 --2- 172.21.15.31:0/1293314967 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7f7806c2b0 0x7f7f7806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:10.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.301+0000 7f7f95600640 1 -- 172.21.15.31:0/1293314967 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5335+0+0 (secure 0 0 0) 0x7f7f8c0abbf0 con 0x7f7f98071380 2024-09-19T04:41:10.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.302+0000 7f7f9d200640 1 --2- 172.21.15.31:0/1293314967 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7f7806c2b0 0x7f7f7806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:10.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.302+0000 7f7f9d200640 1 --2- 172.21.15.31:0/1293314967 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7f7806c2b0 0x7f7f7806e770 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f7f9815ba20 tx=0x7f7f84009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:10.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.306+0000 7f7f95600640 1 -- 172.21.15.31:0/1293314967 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7f8c079e70 con 0x7f7f98071380 2024-09-19T04:41:10.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.558+0000 7f7fa0600640 1 -- 172.21.15.31:0/1293314967 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_pool_perm.TestPoolPerm.test_forbidden_modification"]} v 0) -- 0x7f7f980b7570 con 0x7f7f98071380 2024-09-19T04:41:10.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.716+0000 7f7f95600640 1 -- 172.21.15.31:0/1293314967 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_pool_perm.TestPoolPerm.test_forbidden_modification"]}]=0 v95) ==== 147+0+0 (secure 0 0 0) 0x7f7f8c07e170 con 0x7f7f98071380 2024-09-19T04:41:10.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.719+0000 7f7fa0600640 1 -- 172.21.15.31:0/1293314967 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7f7806c2b0 msgr2=0x7f7f7806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:10.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.719+0000 7f7fa0600640 1 --2- 172.21.15.31:0/1293314967 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7f7806c2b0 0x7f7f7806e770 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f7f9815ba20 tx=0x7f7f84009040 comp rx=0 tx=0).stop 2024-09-19T04:41:10.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.719+0000 7f7fa0600640 1 -- 172.21.15.31:0/1293314967 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f98071380 msgr2=0x7f7f98142f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:10.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.719+0000 7f7fa0600640 1 --2- 172.21.15.31:0/1293314967 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f98071380 0x7f7f98142f30 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f7f8c0098c0 tx=0x7f7f8c0046c0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.719+0000 7f7fa0600640 1 -- 172.21.15.31:0/1293314967 shutdown_connections 2024-09-19T04:41:10.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.719+0000 7f7fa0600640 1 --2- 172.21.15.31:0/1293314967 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7f7806c2b0 0x7f7f7806e770 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.719+0000 7f7fa0600640 1 --2- 172.21.15.31:0/1293314967 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f980b0540 0x7f7f981ea0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.719+0000 7f7fa0600640 1 --2- 172.21.15.31:0/1293314967 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7f9815c250 0x7f7f980afce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.719+0000 7f7fa0600640 1 --2- 172.21.15.31:0/1293314967 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7f98071380 0x7f7f98142f30 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.719+0000 7f7fa0600640 1 -- 172.21.15.31:0/1293314967 >> 172.21.15.31:0/1293314967 conn(0x7f7f980b3ff0 msgr2=0x7f7f9806d390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:10.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.719+0000 7f7fa0600640 1 -- 172.21.15.31:0/1293314967 shutdown_connections 2024-09-19T04:41:10.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.719+0000 7f7fa0600640 1 -- 172.21.15.31:0/1293314967 wait complete. 2024-09-19T04:41:10.737 INFO:tasks.cephfs_test_runner:That a client who does not have the capability for setting ... ok 2024-09-19T04:41:10.737 INFO:tasks.cephfs_test_runner:Starting test: test_pool_perm (tasks.cephfs.test_pool_perm.TestPoolPerm) 2024-09-19T04:41:10.737 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:41:10.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.894+0000 7f26d4a00640 1 Processor -- start 2024-09-19T04:41:10.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.895+0000 7f26d4a00640 1 -- start start 2024-09-19T04:41:10.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.896+0000 7f26d4a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f26d0072620 0x7f26d00af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:10.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.896+0000 7f26d4a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f26d006dfd0 0x7f26d00afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:10.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.896+0000 7f26d4a00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26d006e590 con 0x7f26d0072240 2024-09-19T04:41:10.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.896+0000 7f26d4a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f26d006e870 con 0x7f26d0072620 2024-09-19T04:41:10.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.896+0000 7f26d4a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f26d006eb50 con 0x7f26d006dfd0 2024-09-19T04:41:10.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.896+0000 7f26c7e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f26d0072620 0x7f26d00af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:10.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.896+0000 7f26cde00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f26d0072240 0x7f26d015d1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:39670/0 (socket says 172.21.15.31:39670) 2024-09-19T04:41:10.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.896+0000 7f26cde00640 1 -- 172.21.15.31:0/3935812775 learned_addr learned my addr 172.21.15.31:0/3935812775 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:10.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.896+0000 7f26ce800640 1 --2- 172.21.15.31:0/3935812775 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f26d006dfd0 0x7f26d00afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:10.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.896+0000 7f26c7e00640 1 -- 172.21.15.31:0/3935812775 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f26d006dfd0 msgr2=0x7f26d00afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:10.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.896+0000 7f26c7e00640 1 --2- 172.21.15.31:0/3935812775 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f26d006dfd0 0x7f26d00afa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.896+0000 7f26c7e00640 1 -- 172.21.15.31:0/3935812775 >> v1:172.21.15.31:6789/0 conn(0x7f26d0072240 legacy=0x7f26d015d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:10.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.896+0000 7f26c7e00640 1 -- 172.21.15.31:0/3935812775 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26d006ee30 con 0x7f26d0072620 2024-09-19T04:41:10.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.897+0000 7f26c7e00640 1 --2- 172.21.15.31:0/3935812775 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26d0072620 0x7f26d00af530 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f26b80097a0 tx=0x7f26b802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=291b80087478096c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:10.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.898+0000 7f26cd400640 1 -- 172.21.15.31:0/3935812775 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26b8037070 con 0x7f26d0072620 2024-09-19T04:41:10.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.898+0000 7f26cd400640 1 -- 172.21.15.31:0/3935812775 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26b802ae50 con 0x7f26d0072620 2024-09-19T04:41:10.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.898+0000 7f26cd400640 1 -- 172.21.15.31:0/3935812775 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26b8032660 con 0x7f26d0072620 2024-09-19T04:41:10.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.898+0000 7f26d4a00640 1 -- 172.21.15.31:0/3935812775 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26d0072620 msgr2=0x7f26d00af530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:10.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.898+0000 7f26d4a00640 1 --2- 172.21.15.31:0/3935812775 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26d0072620 0x7f26d00af530 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f26b80097a0 tx=0x7f26b802a100 comp rx=0 tx=0).stop 2024-09-19T04:41:10.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.898+0000 7f26d4a00640 1 -- 172.21.15.31:0/3935812775 shutdown_connections 2024-09-19T04:41:10.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.898+0000 7f26d4a00640 1 --2- 172.21.15.31:0/3935812775 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f26d006dfd0 0x7f26d00afa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.898+0000 7f26d4a00640 1 --2- 172.21.15.31:0/3935812775 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26d0072620 0x7f26d00af530 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.898+0000 7f26d4a00640 1 -- 172.21.15.31:0/3935812775 >> 172.21.15.31:0/3935812775 conn(0x7f26d0067da0 msgr2=0x7f26d006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:10.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.899+0000 7f26d4a00640 1 -- 172.21.15.31:0/3935812775 shutdown_connections 2024-09-19T04:41:10.900 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.899+0000 7f26d4a00640 1 -- 172.21.15.31:0/3935812775 wait complete. 2024-09-19T04:41:10.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.900+0000 7f26d4a00640 1 Processor -- start 2024-09-19T04:41:10.901 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.900+0000 7f26d4a00640 1 -- start start 2024-09-19T04:41:10.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.901+0000 7f26d4a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26d006dfd0 0x7f26d00b2770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:10.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.901+0000 7f26d4a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f26d0072240 0x7f26d0158450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:10.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.901+0000 7f26d4a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26d0072620 0x7f26d0158990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:10.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.901+0000 7f26d4a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f26d00cd560 con 0x7f26d006dfd0 2024-09-19T04:41:10.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.901+0000 7f26d4a00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f26d00cd3e0 con 0x7f26d0072620 2024-09-19T04:41:10.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.901+0000 7f26d4a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f26d00cd6e0 con 0x7f26d0072240 2024-09-19T04:41:10.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.902+0000 7f26cde00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26d006dfd0 0x7f26d00b2770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:10.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.902+0000 7f26cde00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26d006dfd0 0x7f26d00b2770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53344/0 (socket says 172.21.15.31:53344) 2024-09-19T04:41:10.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.902+0000 7f26cde00640 1 -- 172.21.15.31:0/3621488191 learned_addr learned my addr 172.21.15.31:0/3621488191 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:10.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.902+0000 7f26c7e00640 1 --2- 172.21.15.31:0/3621488191 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f26d0072240 0x7f26d0158450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:10.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.902+0000 7f26ce800640 1 --2- 172.21.15.31:0/3621488191 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26d0072620 0x7f26d0158990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:10.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.902+0000 7f26cde00640 1 -- 172.21.15.31:0/3621488191 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f26d0072240 msgr2=0x7f26d0158450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:10.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.902+0000 7f26cde00640 1 --2- 172.21.15.31:0/3621488191 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f26d0072240 0x7f26d0158450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.902+0000 7f26cde00640 1 -- 172.21.15.31:0/3621488191 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26d0072620 msgr2=0x7f26d0158990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:10.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.902+0000 7f26cde00640 1 --2- 172.21.15.31:0/3621488191 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26d0072620 0x7f26d0158990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:10.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.902+0000 7f26cde00640 1 -- 172.21.15.31:0/3621488191 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26d0158fc0 con 0x7f26d006dfd0 2024-09-19T04:41:10.904 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.902+0000 7f26cde00640 1 --2- 172.21.15.31:0/3621488191 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26d006dfd0 0x7f26d00b2770 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f26c000c400 tx=0x7f26c000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:10.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.903+0000 7f26c6000640 1 -- 172.21.15.31:0/3621488191 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26c0017070 con 0x7f26d006dfd0 2024-09-19T04:41:10.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.903+0000 7f26c6000640 1 -- 172.21.15.31:0/3621488191 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26c0005ce0 con 0x7f26d006dfd0 2024-09-19T04:41:10.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.903+0000 7f26d4a00640 1 -- 172.21.15.31:0/3621488191 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26d01592a0 con 0x7f26d006dfd0 2024-09-19T04:41:10.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.903+0000 7f26c6000640 1 -- 172.21.15.31:0/3621488191 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26c00072f0 con 0x7f26d006dfd0 2024-09-19T04:41:10.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.903+0000 7f26d4a00640 1 -- 172.21.15.31:0/3621488191 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26d0159860 con 0x7f26d006dfd0 2024-09-19T04:41:10.905 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.904+0000 7f26d4a00640 1 -- 172.21.15.31:0/3621488191 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26d015d1f0 con 0x7f26d006dfd0 2024-09-19T04:41:10.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.905+0000 7f26c6000640 1 -- 172.21.15.31:0/3621488191 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f26c001a070 con 0x7f26d006dfd0 2024-09-19T04:41:10.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.906+0000 7f26c6000640 1 --2- 172.21.15.31:0/3621488191 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f26ac06c2b0 0x7f26ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:10.906 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.906+0000 7f26c6000640 1 -- 172.21.15.31:0/3621488191 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5335+0+0 (secure 0 0 0) 0x7f26c008a6e0 con 0x7f26d006dfd0 2024-09-19T04:41:10.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.906+0000 7f26c7e00640 1 --2- 172.21.15.31:0/3621488191 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f26ac06c2b0 0x7f26ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:10.907 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.907+0000 7f26c7e00640 1 --2- 172.21.15.31:0/3621488191 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f26ac06c2b0 0x7f26ac06e770 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f26b8034000 tx=0x7f26b802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:10.911 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:10.910+0000 7f26c6000640 1 -- 172.21.15.31:0/3621488191 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f26c00588d0 con 0x7f26d006dfd0 2024-09-19T04:41:11.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.097+0000 7f26d4a00640 1 -- 172.21.15.31:0/3621488191 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f26d00b5540 con 0x7f26d006dfd0 2024-09-19T04:41:11.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.098+0000 7f26c6000640 1 -- 172.21.15.31:0/3621488191 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v46) ==== 74+0+13269 (secure 0 0 0) 0x7f26c005cbd0 con 0x7f26d006dfd0 2024-09-19T04:41:11.099 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:11.099 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":46,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:41:09.708644+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:6835/3791375786":"2024-09-20T04:41:05.694626+0000","172.21.15.52:6833/3791375786":"2024-09-20T04:41:05.694626+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:41:11.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.100+0000 7f26d4a00640 1 -- 172.21.15.31:0/3621488191 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f26ac06c2b0 msgr2=0x7f26ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:11.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.100+0000 7f26d4a00640 1 --2- 172.21.15.31:0/3621488191 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f26ac06c2b0 0x7f26ac06e770 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f26b8034000 tx=0x7f26b802e000 comp rx=0 tx=0).stop 2024-09-19T04:41:11.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.100+0000 7f26d4a00640 1 -- 172.21.15.31:0/3621488191 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26d006dfd0 msgr2=0x7f26d00b2770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:11.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.100+0000 7f26d4a00640 1 --2- 172.21.15.31:0/3621488191 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26d006dfd0 0x7f26d00b2770 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f26c000c400 tx=0x7f26c000c8c0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.100+0000 7f26d4a00640 1 -- 172.21.15.31:0/3621488191 shutdown_connections 2024-09-19T04:41:11.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.100+0000 7f26d4a00640 1 --2- 172.21.15.31:0/3621488191 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f26ac06c2b0 0x7f26ac06e770 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.100+0000 7f26d4a00640 1 --2- 172.21.15.31:0/3621488191 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26d0072620 0x7f26d0158990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.100+0000 7f26d4a00640 1 --2- 172.21.15.31:0/3621488191 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f26d0072240 0x7f26d0158450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.100+0000 7f26d4a00640 1 --2- 172.21.15.31:0/3621488191 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26d006dfd0 0x7f26d00b2770 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.100+0000 7f26d4a00640 1 -- 172.21.15.31:0/3621488191 >> 172.21.15.31:0/3621488191 conn(0x7f26d0067da0 msgr2=0x7f26d01574d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:11.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.100+0000 7f26d4a00640 1 -- 172.21.15.31:0/3621488191 shutdown_connections 2024-09-19T04:41:11.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.100+0000 7f26d4a00640 1 -- 172.21.15.31:0/3621488191 wait complete. 2024-09-19T04:41:11.118 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T04:39:37.203445+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T04:41:11.118 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T04:41:11.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.277+0000 7f9463000640 1 Processor -- start 2024-09-19T04:41:11.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.277+0000 7f9463000640 1 -- start start 2024-09-19T04:41:11.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.278+0000 7f9463000640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f945c0cd110 0x7f945c0b43a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:11.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.278+0000 7f9463000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f945c15d780 con 0x7f945c15c1b0 2024-09-19T04:41:11.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.278+0000 7f9463000640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f945c15c9c0 con 0x7f945c06f300 2024-09-19T04:41:11.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.278+0000 7f9463000640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f945c0af9e0 con 0x7f945c0cd110 2024-09-19T04:41:11.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.279+0000 7f9461c00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f945c15c1b0 0x7f945c0cca00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:39682/0 (socket says 172.21.15.31:39682) 2024-09-19T04:41:11.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.279+0000 7f9461c00640 1 -- 172.21.15.31:0/3971957598 learned_addr learned my addr 172.21.15.31:0/3971957598 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:11.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.279+0000 7f9462600640 1 --2- 172.21.15.31:0/3971957598 >> v2:172.21.15.52:3300/0 conn(0x7f945c0cd110 0x7f945c0b43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:11.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.279+0000 7f945be00640 1 -- 172.21.15.31:0/3971957598 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4000718969 0 0) 0x7f945c15d780 con 0x7f945c15c1b0 2024-09-19T04:41:11.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.279+0000 7f945be00640 1 -- 172.21.15.31:0/3971957598 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9444003520 con 0x7f945c15c1b0 2024-09-19T04:41:11.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.279+0000 7f945be00640 1 -- 172.21.15.31:0/3971957598 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 410456608 0 0) 0x7f9444003520 con 0x7f945c15c1b0 2024-09-19T04:41:11.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.279+0000 7f945be00640 1 -- 172.21.15.31:0/3971957598 >> v2:172.21.15.52:3300/0 conn(0x7f945c0cd110 msgr2=0x7f945c0b43a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:11.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.279+0000 7f945be00640 1 --2- 172.21.15.31:0/3971957598 >> v2:172.21.15.52:3300/0 conn(0x7f945c0cd110 0x7f945c0b43a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.279+0000 7f945be00640 1 -- 172.21.15.31:0/3971957598 >> v1:172.21.15.52:6789/0 conn(0x7f945c06f300 legacy=0x7f945c0b3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:11.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.279+0000 7f945be00640 1 -- 172.21.15.31:0/3971957598 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f945c15cca0 con 0x7f945c15c1b0 2024-09-19T04:41:11.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.279+0000 7f945be00640 1 -- 172.21.15.31:0/3971957598 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7f9450001670 con 0x7f945c15c1b0 2024-09-19T04:41:11.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.279+0000 7f945be00640 1 -- 172.21.15.31:0/3971957598 >> v1:172.21.15.31:6789/0 conn(0x7f945c15c1b0 legacy=0x7f945c0cca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:11.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.279+0000 7f945be00640 1 --2- 172.21.15.31:0/3971957598 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9444003a00 0x7f9444003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:11.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.279+0000 7f945be00640 1 --2- 172.21.15.31:0/3971957598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9444004800 0x7f9444004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:11.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.279+0000 7f945be00640 1 --2- 172.21.15.31:0/3971957598 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9444005210 0x7f944400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:11.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.279+0000 7f945be00640 1 -- 172.21.15.31:0/3971957598 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f945c0af9e0 con 0x7f9444004800 2024-09-19T04:41:11.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.279+0000 7f945be00640 1 -- 172.21.15.31:0/3971957598 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f944400c160 con 0x7f9444005210 2024-09-19T04:41:11.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.279+0000 7f945be00640 1 -- 172.21.15.31:0/3971957598 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f944400c360 con 0x7f9444003a00 2024-09-19T04:41:11.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.280+0000 7f9461200640 1 --2- 172.21.15.31:0/3971957598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9444004800 0x7f9444004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:11.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.280+0000 7f9461c00640 1 --2- 172.21.15.31:0/3971957598 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9444003a00 0x7f9444003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:11.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.280+0000 7f9462600640 1 --2- 172.21.15.31:0/3971957598 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9444005210 0x7f944400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:11.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.280+0000 7f9461200640 1 -- 172.21.15.31:0/3971957598 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9444003a00 msgr2=0x7f9444003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:11.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.280+0000 7f9461200640 1 --2- 172.21.15.31:0/3971957598 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9444003a00 0x7f9444003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.280+0000 7f9461200640 1 -- 172.21.15.31:0/3971957598 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9444005210 msgr2=0x7f944400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:11.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.280+0000 7f9461200640 1 --2- 172.21.15.31:0/3971957598 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9444005210 0x7f944400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.280+0000 7f9461200640 1 -- 172.21.15.31:0/3971957598 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9444003520 con 0x7f9444004800 2024-09-19T04:41:11.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.280+0000 7f9461c00640 1 --2- 172.21.15.31:0/3971957598 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9444003a00 0x7f9444003e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:11.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.280+0000 7f9462600640 1 --2- 172.21.15.31:0/3971957598 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9444005210 0x7f944400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:11.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.280+0000 7f9462600640 1 -- 172.21.15.31:0/3971957598 reap_dead start 2024-09-19T04:41:11.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.281+0000 7f9461200640 1 --2- 172.21.15.31:0/3971957598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9444004800 0x7f9444004c80 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f9448001720 tx=0x7f9444005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e1bddb496832cdd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:11.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.281+0000 7f945be00640 1 -- 172.21.15.31:0/3971957598 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9448001370 con 0x7f9444004800 2024-09-19T04:41:11.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.281+0000 7f945be00640 1 -- 172.21.15.31:0/3971957598 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94480052d0 con 0x7f9444004800 2024-09-19T04:41:11.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.281+0000 7f945be00640 1 -- 172.21.15.31:0/3971957598 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f944802ab90 con 0x7f9444004800 2024-09-19T04:41:11.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.282+0000 7f9463000640 1 -- 172.21.15.31:0/3971957598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9444004800 msgr2=0x7f9444004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:11.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.282+0000 7f9463000640 1 --2- 172.21.15.31:0/3971957598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9444004800 0x7f9444004c80 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f9448001720 tx=0x7f9444005830 comp rx=0 tx=0).stop 2024-09-19T04:41:11.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.282+0000 7f9463000640 1 -- 172.21.15.31:0/3971957598 shutdown_connections 2024-09-19T04:41:11.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.282+0000 7f9463000640 1 --2- 172.21.15.31:0/3971957598 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9444004800 0x7f9444004c80 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.282+0000 7f9463000640 1 -- 172.21.15.31:0/3971957598 >> 172.21.15.31:0/3971957598 conn(0x7f945c0b1d80 msgr2=0x7f945c0b2190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:11.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.282+0000 7f9463000640 1 -- 172.21.15.31:0/3971957598 shutdown_connections 2024-09-19T04:41:11.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.282+0000 7f9463000640 1 -- 172.21.15.31:0/3971957598 wait complete. 2024-09-19T04:41:11.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.284+0000 7f9463000640 1 Processor -- start 2024-09-19T04:41:11.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.284+0000 7f9463000640 1 -- start start 2024-09-19T04:41:11.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.285+0000 7f9463000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9444004800 0x7f945c09a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:11.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.285+0000 7f9463000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f945c1f5a90 0x7f945c154ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:11.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.285+0000 7f9463000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f945c1f5280 0x7f945c151450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:11.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.285+0000 7f9463000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f945c15c590 con 0x7f945c1f5280 2024-09-19T04:41:11.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.285+0000 7f9463000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f945c15d2f0 con 0x7f945c1f5a90 2024-09-19T04:41:11.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.285+0000 7f9463000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f945c15c710 con 0x7f9444004800 2024-09-19T04:41:11.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.285+0000 7f9462600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f945c1f5280 0x7f945c151450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:11.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.285+0000 7f9462600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f945c1f5280 0x7f945c151450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53364/0 (socket says 172.21.15.31:53364) 2024-09-19T04:41:11.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.285+0000 7f9462600640 1 -- 172.21.15.31:0/948683629 learned_addr learned my addr 172.21.15.31:0/948683629 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:11.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.285+0000 7f9461200640 1 --2- 172.21.15.31:0/948683629 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f945c1f5a90 0x7f945c154ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:11.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.285+0000 7f9461c00640 1 --2- 172.21.15.31:0/948683629 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9444004800 0x7f945c09a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:11.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.286+0000 7f9462600640 1 -- 172.21.15.31:0/948683629 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9444004800 msgr2=0x7f945c09a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:11.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.286+0000 7f9462600640 1 --2- 172.21.15.31:0/948683629 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9444004800 0x7f945c09a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.286+0000 7f9462600640 1 -- 172.21.15.31:0/948683629 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f945c1f5a90 msgr2=0x7f945c154ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:11.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.286+0000 7f9462600640 1 --2- 172.21.15.31:0/948683629 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f945c1f5a90 0x7f945c154ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.286+0000 7f9462600640 1 -- 172.21.15.31:0/948683629 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f945c154bd0 con 0x7f945c1f5280 2024-09-19T04:41:11.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.286+0000 7f9462600640 1 --2- 172.21.15.31:0/948683629 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f945c1f5280 0x7f945c151450 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f945c0cd520 tx=0x7f94540115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:11.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.286+0000 7f9459600640 1 -- 172.21.15.31:0/948683629 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9454011e70 con 0x7f945c1f5280 2024-09-19T04:41:11.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.286+0000 7f9459600640 1 -- 172.21.15.31:0/948683629 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f945401b070 con 0x7f945c1f5280 2024-09-19T04:41:11.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.286+0000 7f9459600640 1 -- 172.21.15.31:0/948683629 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9454003990 con 0x7f945c1f5280 2024-09-19T04:41:11.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.286+0000 7f9463000640 1 -- 172.21.15.31:0/948683629 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f945c09a720 con 0x7f945c1f5280 2024-09-19T04:41:11.289 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.286+0000 7f9463000640 1 -- 172.21.15.31:0/948683629 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f945c1f6200 con 0x7f945c1f5280 2024-09-19T04:41:11.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.287+0000 7f9463000640 1 -- 172.21.15.31:0/948683629 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f945c0af5d0 con 0x7f945c1f5280 2024-09-19T04:41:11.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.288+0000 7f9459600640 1 -- 172.21.15.31:0/948683629 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9454003b30 con 0x7f945c1f5280 2024-09-19T04:41:11.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.289+0000 7f9459600640 1 --2- 172.21.15.31:0/948683629 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f943c06c2b0 0x7f943c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:11.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.289+0000 7f9459600640 1 -- 172.21.15.31:0/948683629 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5335+0+0 (secure 0 0 0) 0x7f945408bbf0 con 0x7f945c1f5280 2024-09-19T04:41:11.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.289+0000 7f9461c00640 1 --2- 172.21.15.31:0/948683629 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f943c06c2b0 0x7f943c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:11.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.290+0000 7f9461c00640 1 --2- 172.21.15.31:0/948683629 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f943c06c2b0 0x7f943c06e770 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f945c15bbc0 tx=0x7f9450007040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:11.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.293+0000 7f9459600640 1 -- 172.21.15.31:0/948683629 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f945c154bd0 con 0x7f945c1f5280 2024-09-19T04:41:11.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.477+0000 7f9463000640 1 -- 172.21.15.31:0/948683629 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f945c0b2a50 con 0x7f945c1f5280 2024-09-19T04:41:11.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.478+0000 7f9459600640 1 -- 172.21.15.31:0/948683629 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v46) ==== 93+0+10 (secure 0 0 0) 0x7f9454003e20 con 0x7f945c1f5280 2024-09-19T04:41:11.479 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 1 2024-09-19T04:41:11.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.480+0000 7f9463000640 1 -- 172.21.15.31:0/948683629 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f943c06c2b0 msgr2=0x7f943c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:11.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.480+0000 7f9463000640 1 --2- 172.21.15.31:0/948683629 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f943c06c2b0 0x7f943c06e770 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f945c15bbc0 tx=0x7f9450007040 comp rx=0 tx=0).stop 2024-09-19T04:41:11.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.480+0000 7f9463000640 1 -- 172.21.15.31:0/948683629 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f945c1f5280 msgr2=0x7f945c151450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:11.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.480+0000 7f9463000640 1 --2- 172.21.15.31:0/948683629 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f945c1f5280 0x7f945c151450 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f945c0cd520 tx=0x7f94540115a0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.480+0000 7f9463000640 1 -- 172.21.15.31:0/948683629 shutdown_connections 2024-09-19T04:41:11.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.480+0000 7f9463000640 1 --2- 172.21.15.31:0/948683629 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f945c1f5280 0x7f945c151450 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.480+0000 7f9463000640 1 --2- 172.21.15.31:0/948683629 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f943c06c2b0 0x7f943c06e770 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.480+0000 7f9463000640 1 --2- 172.21.15.31:0/948683629 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f945c1f5a90 0x7f945c154ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.480+0000 7f9463000640 1 --2- 172.21.15.31:0/948683629 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9444004800 0x7f945c09a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.480+0000 7f9463000640 1 -- 172.21.15.31:0/948683629 >> 172.21.15.31:0/948683629 conn(0x7f945c0b1d80 msgr2=0x7f945c0b1600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:11.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.480+0000 7f9463000640 1 -- 172.21.15.31:0/948683629 shutdown_connections 2024-09-19T04:41:11.482 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.480+0000 7f9463000640 1 -- 172.21.15.31:0/948683629 wait complete. 2024-09-19T04:41:11.497 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_pool_perm.TestPoolPerm.test_pool_perm' 2024-09-19T04:41:11.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.651+0000 7fe30a400640 1 Processor -- start 2024-09-19T04:41:11.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.651+0000 7fe30a400640 1 -- start start 2024-09-19T04:41:11.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.653+0000 7fe30a400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fe30406f0e0 0x7fe30415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:11.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.653+0000 7fe30a400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe3040b3ba0 0x7fe3040b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:11.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.653+0000 7fe30a400640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe30415c620 con 0x7fe30406f4c0 2024-09-19T04:41:11.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.653+0000 7fe30a400640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fe30415bc50 con 0x7fe30406f0e0 2024-09-19T04:41:11.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.653+0000 7fe30a400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fe304152630 con 0x7fe3040b3ba0 2024-09-19T04:41:11.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.653+0000 7fe303400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fe30406f0e0 0x7fe30415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:11.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.653+0000 7fe2fbe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fe30406f4c0 0x7fe3040cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:39694/0 (socket says 172.21.15.31:39694) 2024-09-19T04:41:11.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.653+0000 7fe303400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fe30406f0e0 0x7fe30415c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53372/0 (socket says 172.21.15.31:53372) 2024-09-19T04:41:11.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.653+0000 7fe2fbe00640 1 -- 172.21.15.31:0/1485077388 learned_addr learned my addr 172.21.15.31:0/1485077388 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:11.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.653+0000 7fe303e00640 1 --2- 172.21.15.31:0/1485077388 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe3040b3ba0 0x7fe3040b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:11.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.653+0000 7fe303400640 1 -- 172.21.15.31:0/1485077388 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe3040b3ba0 msgr2=0x7fe3040b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:11.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.653+0000 7fe303400640 1 --2- 172.21.15.31:0/1485077388 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe3040b3ba0 0x7fe3040b4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.653+0000 7fe303400640 1 -- 172.21.15.31:0/1485077388 >> v1:172.21.15.31:6789/0 conn(0x7fe30406f4c0 legacy=0x7fe3040cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:11.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.653+0000 7fe303400640 1 -- 172.21.15.31:0/1485077388 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3040cfb40 con 0x7fe30406f0e0 2024-09-19T04:41:11.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.654+0000 7fe303400640 1 --2- 172.21.15.31:0/1485077388 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe30406f0e0 0x7fe30415c0e0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fe2f40097a0 tx=0x7fe2f402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9b7e295a81dc196 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:11.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.655+0000 7fe302a00640 1 -- 172.21.15.31:0/1485077388 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2f4037070 con 0x7fe30406f0e0 2024-09-19T04:41:11.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.655+0000 7fe302a00640 1 -- 172.21.15.31:0/1485077388 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2f4032440 con 0x7fe30406f0e0 2024-09-19T04:41:11.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.655+0000 7fe302a00640 1 -- 172.21.15.31:0/1485077388 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2f4032810 con 0x7fe30406f0e0 2024-09-19T04:41:11.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.655+0000 7fe30a400640 1 -- 172.21.15.31:0/1485077388 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe30406f0e0 msgr2=0x7fe30415c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:11.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.655+0000 7fe30a400640 1 --2- 172.21.15.31:0/1485077388 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe30406f0e0 0x7fe30415c0e0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fe2f40097a0 tx=0x7fe2f402a180 comp rx=0 tx=0).stop 2024-09-19T04:41:11.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.655+0000 7fe30a400640 1 -- 172.21.15.31:0/1485077388 shutdown_connections 2024-09-19T04:41:11.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.655+0000 7fe30a400640 1 --2- 172.21.15.31:0/1485077388 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe3040b3ba0 0x7fe3040b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.655+0000 7fe30a400640 1 --2- 172.21.15.31:0/1485077388 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe30406f0e0 0x7fe30415c0e0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.655+0000 7fe30a400640 1 -- 172.21.15.31:0/1485077388 >> 172.21.15.31:0/1485077388 conn(0x7fe304067da0 msgr2=0x7fe30406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:11.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.655+0000 7fe30a400640 1 -- 172.21.15.31:0/1485077388 shutdown_connections 2024-09-19T04:41:11.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.655+0000 7fe30a400640 1 -- 172.21.15.31:0/1485077388 wait complete. 2024-09-19T04:41:11.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.657+0000 7fe30a400640 1 Processor -- start 2024-09-19T04:41:11.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.657+0000 7fe30a400640 1 -- start start 2024-09-19T04:41:11.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.658+0000 7fe30a400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe30406f0e0 0x7fe30414aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:11.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.658+0000 7fe30a400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe30406f4c0 0x7fe304150720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:11.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.658+0000 7fe30a400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3040b3ba0 0x7fe3040b00a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:11.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.658+0000 7fe30a400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe30406f930 con 0x7fe3040b3ba0 2024-09-19T04:41:11.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.658+0000 7fe30a400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe30415b8e0 con 0x7fe30406f0e0 2024-09-19T04:41:11.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.658+0000 7fe30a400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fe3040cf770 con 0x7fe30406f4c0 2024-09-19T04:41:11.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.658+0000 7fe303e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3040b3ba0 0x7fe3040b00a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:11.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.658+0000 7fe303e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3040b3ba0 0x7fe3040b00a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53374/0 (socket says 172.21.15.31:53374) 2024-09-19T04:41:11.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.658+0000 7fe303e00640 1 -- 172.21.15.31:0/765645758 learned_addr learned my addr 172.21.15.31:0/765645758 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:11.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.658+0000 7fe2fbe00640 1 --2- 172.21.15.31:0/765645758 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe30406f4c0 0x7fe304150720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:11.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.658+0000 7fe303400640 1 --2- 172.21.15.31:0/765645758 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe30406f0e0 0x7fe30414aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:11.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.659+0000 7fe303e00640 1 -- 172.21.15.31:0/765645758 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe30406f4c0 msgr2=0x7fe304150720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:11.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.659+0000 7fe303e00640 1 --2- 172.21.15.31:0/765645758 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe30406f4c0 0x7fe304150720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.659+0000 7fe303e00640 1 -- 172.21.15.31:0/765645758 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe30406f0e0 msgr2=0x7fe30414aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:11.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.659+0000 7fe303e00640 1 --2- 172.21.15.31:0/765645758 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe30406f0e0 0x7fe30414aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:11.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.659+0000 7fe303e00640 1 -- 172.21.15.31:0/765645758 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe304151050 con 0x7fe3040b3ba0 2024-09-19T04:41:11.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.659+0000 7fe303e00640 1 --2- 172.21.15.31:0/765645758 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3040b3ba0 0x7fe3040b00a0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fe2fc00efc0 tx=0x7fe2fc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:11.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.659+0000 7fe2fb400640 1 -- 172.21.15.31:0/765645758 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2fc018020 con 0x7fe3040b3ba0 2024-09-19T04:41:11.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.659+0000 7fe2fb400640 1 -- 172.21.15.31:0/765645758 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2fc014480 con 0x7fe3040b3ba0 2024-09-19T04:41:11.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.659+0000 7fe2fb400640 1 -- 172.21.15.31:0/765645758 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2fc014870 con 0x7fe3040b3ba0 2024-09-19T04:41:11.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.659+0000 7fe30a400640 1 -- 172.21.15.31:0/765645758 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe304152a00 con 0x7fe3040b3ba0 2024-09-19T04:41:11.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.659+0000 7fe30a400640 1 -- 172.21.15.31:0/765645758 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe30414af80 con 0x7fe3040b3ba0 2024-09-19T04:41:11.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.660+0000 7fe30a400640 1 -- 172.21.15.31:0/765645758 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe304152810 con 0x7fe3040b3ba0 2024-09-19T04:41:11.662 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.661+0000 7fe2fb400640 1 -- 172.21.15.31:0/765645758 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe2fc005d10 con 0x7fe3040b3ba0 2024-09-19T04:41:11.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.662+0000 7fe2fb400640 1 --2- 172.21.15.31:0/765645758 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe2e006c2e0 0x7fe2e006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:11.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.662+0000 7fe2fb400640 1 -- 172.21.15.31:0/765645758 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5335+0+0 (secure 0 0 0) 0x7fe2fc08bd50 con 0x7fe3040b3ba0 2024-09-19T04:41:11.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.662+0000 7fe303400640 1 --2- 172.21.15.31:0/765645758 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe2e006c2e0 0x7fe2e006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:11.663 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.663+0000 7fe303400640 1 --2- 172.21.15.31:0/765645758 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe2e006c2e0 0x7fe2e006e7a0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe2f4034000 tx=0x7fe2f402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:11.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.666+0000 7fe2fb400640 1 -- 172.21.15.31:0/765645758 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe2fc022070 con 0x7fe3040b3ba0 2024-09-19T04:41:11.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:11.921+0000 7fe30a400640 1 -- 172.21.15.31:0/765645758 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_pool_perm.TestPoolPerm.test_pool_perm"]} v 0) -- 0x7fe30406bf90 con 0x7fe3040b3ba0 2024-09-19T04:41:12.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.723+0000 7fe2fb400640 1 -- 172.21.15.31:0/765645758 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_pool_perm.TestPoolPerm.test_pool_perm"]}]=0 v97) ==== 137+0+0 (secure 0 0 0) 0x7fe2fc010040 con 0x7fe3040b3ba0 2024-09-19T04:41:12.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.727+0000 7fe30a400640 1 -- 172.21.15.31:0/765645758 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe2e006c2e0 msgr2=0x7fe2e006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:12.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.727+0000 7fe30a400640 1 --2- 172.21.15.31:0/765645758 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe2e006c2e0 0x7fe2e006e7a0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe2f4034000 tx=0x7fe2f402e000 comp rx=0 tx=0).stop 2024-09-19T04:41:12.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.727+0000 7fe30a400640 1 -- 172.21.15.31:0/765645758 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3040b3ba0 msgr2=0x7fe3040b00a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:12.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.727+0000 7fe30a400640 1 --2- 172.21.15.31:0/765645758 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3040b3ba0 0x7fe3040b00a0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fe2fc00efc0 tx=0x7fe2fc00c490 comp rx=0 tx=0).stop 2024-09-19T04:41:12.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.727+0000 7fe30a400640 1 -- 172.21.15.31:0/765645758 shutdown_connections 2024-09-19T04:41:12.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.727+0000 7fe30a400640 1 --2- 172.21.15.31:0/765645758 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe3040b3ba0 0x7fe3040b00a0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:12.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.727+0000 7fe30a400640 1 --2- 172.21.15.31:0/765645758 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe30406f4c0 0x7fe304150720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:12.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.727+0000 7fe30a400640 1 --2- 172.21.15.31:0/765645758 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe2e006c2e0 0x7fe2e006e7a0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:12.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.727+0000 7fe30a400640 1 --2- 172.21.15.31:0/765645758 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe30406f0e0 0x7fe30414aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:12.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.727+0000 7fe30a400640 1 -- 172.21.15.31:0/765645758 >> 172.21.15.31:0/765645758 conn(0x7fe304067da0 msgr2=0x7fe30415ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:12.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.727+0000 7fe30a400640 1 -- 172.21.15.31:0/765645758 shutdown_connections 2024-09-19T04:41:12.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.727+0000 7fe30a400640 1 -- 172.21.15.31:0/765645758 wait complete. 2024-09-19T04:41:12.746 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T04:41:12.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.909+0000 7fa11da00640 1 Processor -- start 2024-09-19T04:41:12.910 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.909+0000 7fa11da00640 1 -- start start 2024-09-19T04:41:12.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.910+0000 7fa11da00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa11806f3b0 0x7fa11806fe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:12.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.911+0000 7fa11da00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa1180703b0 0x7fa1180aed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:12.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.911+0000 7fa11da00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa11806f7d0 con 0x7fa11815e310 2024-09-19T04:41:12.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.911+0000 7fa11da00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fa11815ee00 con 0x7fa1180703b0 2024-09-19T04:41:12.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.911+0000 7fa11da00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fa11815f060 con 0x7fa11806f3b0 2024-09-19T04:41:12.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.911+0000 7fa11d000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa1180703b0 0x7fa1180aed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:12.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.911+0000 7fa11d000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa1180703b0 0x7fa1180aed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53376/0 (socket says 172.21.15.31:53376) 2024-09-19T04:41:12.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.911+0000 7fa11d000640 1 -- 172.21.15.31:0/999845379 learned_addr learned my addr 172.21.15.31:0/999845379 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:12.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.911+0000 7fa10fe00640 1 --2- 172.21.15.31:0/999845379 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa11806f3b0 0x7fa11806fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:12.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.911+0000 7fa11d000640 1 -- 172.21.15.31:0/999845379 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa11806f3b0 msgr2=0x7fa11806fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:12.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.911+0000 7fa11d000640 1 --2- 172.21.15.31:0/999845379 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa11806f3b0 0x7fa11806fe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:12.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.911+0000 7fa11d000640 1 -- 172.21.15.31:0/999845379 >> v1:172.21.15.52:6789/0 conn(0x7fa11815e310 legacy=0x7fa11815e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:12.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.911+0000 7fa11d000640 1 -- 172.21.15.31:0/999845379 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa11815f340 con 0x7fa1180703b0 2024-09-19T04:41:12.913 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.911+0000 7fa10fe00640 1 --2- 172.21.15.31:0/999845379 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa11806f3b0 0x7fa11806fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:12.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.912+0000 7fa11d000640 1 --2- 172.21.15.31:0/999845379 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1180703b0 0x7fa1180aed90 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fa110009e50 tx=0x7fa11002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0c72fbd07054cbf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:12.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.912+0000 7fa117400640 1 -- 172.21.15.31:0/999845379 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa110036070 con 0x7fa1180703b0 2024-09-19T04:41:12.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.913+0000 7fa117400640 1 -- 172.21.15.31:0/999845379 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa110031600 con 0x7fa1180703b0 2024-09-19T04:41:12.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.913+0000 7fa117400640 1 -- 172.21.15.31:0/999845379 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1100319d0 con 0x7fa1180703b0 2024-09-19T04:41:12.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.913+0000 7fa11da00640 1 -- 172.21.15.31:0/999845379 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1180703b0 msgr2=0x7fa1180aed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:12.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.913+0000 7fa11da00640 1 --2- 172.21.15.31:0/999845379 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1180703b0 0x7fa1180aed90 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fa110009e50 tx=0x7fa11002a710 comp rx=0 tx=0).stop 2024-09-19T04:41:12.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.913+0000 7fa11da00640 1 -- 172.21.15.31:0/999845379 shutdown_connections 2024-09-19T04:41:12.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.913+0000 7fa11da00640 1 --2- 172.21.15.31:0/999845379 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa1180703b0 0x7fa1180aed90 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:12.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.913+0000 7fa11da00640 1 --2- 172.21.15.31:0/999845379 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa11806f3b0 0x7fa11806fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:12.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.913+0000 7fa11da00640 1 -- 172.21.15.31:0/999845379 >> 172.21.15.31:0/999845379 conn(0x7fa1180736b0 msgr2=0x7fa11806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:12.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.913+0000 7fa11da00640 1 -- 172.21.15.31:0/999845379 shutdown_connections 2024-09-19T04:41:12.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.913+0000 7fa11da00640 1 -- 172.21.15.31:0/999845379 wait complete. 2024-09-19T04:41:12.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.915+0000 7fa11da00640 1 Processor -- start 2024-09-19T04:41:12.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.915+0000 7fa11da00640 1 -- start start 2024-09-19T04:41:12.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.916+0000 7fa11da00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa11806f3b0 0x7fa118157540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:12.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.916+0000 7fa11da00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa1180703b0 0x7fa1180c84e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:12.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.916+0000 7fa11da00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa11815e310 0x7fa1180ca140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:12.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.916+0000 7fa11da00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa1180ae840 con 0x7fa11806f3b0 2024-09-19T04:41:12.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.916+0000 7fa11da00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa11815f900 con 0x7fa11815e310 2024-09-19T04:41:12.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.916+0000 7fa11da00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fa1180af2d0 con 0x7fa1180703b0 2024-09-19T04:41:12.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.916+0000 7fa117e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa11806f3b0 0x7fa118157540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:12.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.916+0000 7fa117e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa11806f3b0 0x7fa118157540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53384/0 (socket says 172.21.15.31:53384) 2024-09-19T04:41:12.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.916+0000 7fa117e00640 1 -- 172.21.15.31:0/3077025312 learned_addr learned my addr 172.21.15.31:0/3077025312 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:12.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.916+0000 7fa11d000640 1 --2- 172.21.15.31:0/3077025312 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa11815e310 0x7fa1180ca140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:12.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.916+0000 7fa10fe00640 1 --2- 172.21.15.31:0/3077025312 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa1180703b0 0x7fa1180c84e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:12.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.916+0000 7fa117e00640 1 -- 172.21.15.31:0/3077025312 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa1180703b0 msgr2=0x7fa1180c84e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:12.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.916+0000 7fa117e00640 1 --2- 172.21.15.31:0/3077025312 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa1180703b0 0x7fa1180c84e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:12.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.916+0000 7fa117e00640 1 -- 172.21.15.31:0/3077025312 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa11815e310 msgr2=0x7fa1180ca140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:12.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.916+0000 7fa117e00640 1 --2- 172.21.15.31:0/3077025312 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa11815e310 0x7fa1180ca140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:12.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.916+0000 7fa117e00640 1 -- 172.21.15.31:0/3077025312 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1180c8de0 con 0x7fa11806f3b0 2024-09-19T04:41:12.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.916+0000 7fa11d000640 1 --2- 172.21.15.31:0/3077025312 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa11815e310 0x7fa1180ca140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:12.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.917+0000 7fa117e00640 1 --2- 172.21.15.31:0/3077025312 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa11806f3b0 0x7fa118157540 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fa10800c3f0 tx=0x7fa10800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.917+0000 7fa114c00640 1 -- 172.21.15.31:0/3077025312 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1080052d0 con 0x7fa11806f3b0 2024-09-19T04:41:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.917+0000 7fa114c00640 1 -- 172.21.15.31:0/3077025312 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa108005490 con 0x7fa11806f3b0 2024-09-19T04:41:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.917+0000 7fa114c00640 1 -- 172.21.15.31:0/3077025312 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa108007260 con 0x7fa11806f3b0 2024-09-19T04:41:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.917+0000 7fa11da00640 1 -- 172.21.15.31:0/3077025312 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1180c90c0 con 0x7fa11806f3b0 2024-09-19T04:41:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.917+0000 7fa11da00640 1 -- 172.21.15.31:0/3077025312 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1180c9680 con 0x7fa11806f3b0 2024-09-19T04:41:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.918+0000 7fa11da00640 1 -- 172.21.15.31:0/3077025312 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa11806fe70 con 0x7fa11806f3b0 2024-09-19T04:41:12.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.919+0000 7fa114c00640 1 -- 172.21.15.31:0/3077025312 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa108007400 con 0x7fa11806f3b0 2024-09-19T04:41:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.920+0000 7fa114c00640 1 --2- 172.21.15.31:0/3077025312 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa0f406c2b0 0x7fa0f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.920+0000 7fa114c00640 1 -- 172.21.15.31:0/3077025312 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5335+0+0 (secure 0 0 0) 0x7fa10808a820 con 0x7fa11806f3b0 2024-09-19T04:41:12.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.920+0000 7fa10fe00640 1 --2- 172.21.15.31:0/3077025312 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa0f406c2b0 0x7fa0f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:12.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.921+0000 7fa10fe00640 1 --2- 172.21.15.31:0/3077025312 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa0f406c2b0 0x7fa0f406e770 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fa118070af0 tx=0x7fa100008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:12.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:12.924+0000 7fa114c00640 1 -- 172.21.15.31:0/3077025312 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa11806f7d0 con 0x7fa11806f3b0 2024-09-19T04:41:13.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.110+0000 7fa11da00640 1 -- 172.21.15.31:0/3077025312 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fa1180b5e30 con 0x7fa11806f3b0 2024-09-19T04:41:13.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.114+0000 7fa114c00640 1 -- 172.21.15.31:0/3077025312 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) ==== 122+0+0 (secure 0 0 0) 0x7fa108059060 con 0x7fa11806f3b0 2024-09-19T04:41:13.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.116+0000 7fa11da00640 1 -- 172.21.15.31:0/3077025312 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa0f406c2b0 msgr2=0x7fa0f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:13.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.116+0000 7fa11da00640 1 --2- 172.21.15.31:0/3077025312 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa0f406c2b0 0x7fa0f406e770 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fa118070af0 tx=0x7fa100008040 comp rx=0 tx=0).stop 2024-09-19T04:41:13.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.116+0000 7fa11da00640 1 -- 172.21.15.31:0/3077025312 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa11806f3b0 msgr2=0x7fa118157540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:13.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.116+0000 7fa11da00640 1 --2- 172.21.15.31:0/3077025312 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa11806f3b0 0x7fa118157540 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fa10800c3f0 tx=0x7fa10800c8b0 comp rx=0 tx=0).stop 2024-09-19T04:41:13.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.116+0000 7fa11da00640 1 -- 172.21.15.31:0/3077025312 shutdown_connections 2024-09-19T04:41:13.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.116+0000 7fa11da00640 1 --2- 172.21.15.31:0/3077025312 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa0f406c2b0 0x7fa0f406e770 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:13.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.116+0000 7fa11da00640 1 --2- 172.21.15.31:0/3077025312 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa11815e310 0x7fa1180ca140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:13.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.116+0000 7fa11da00640 1 --2- 172.21.15.31:0/3077025312 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa1180703b0 0x7fa1180c84e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:13.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.116+0000 7fa11da00640 1 --2- 172.21.15.31:0/3077025312 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa11806f3b0 0x7fa118157540 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:13.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.117+0000 7fa11da00640 1 -- 172.21.15.31:0/3077025312 >> 172.21.15.31:0/3077025312 conn(0x7fa1180736b0 msgr2=0x7fa1180b4f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:13.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.117+0000 7fa11da00640 1 -- 172.21.15.31:0/3077025312 shutdown_connections 2024-09-19T04:41:13.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.117+0000 7fa11da00640 1 -- 172.21.15.31:0/3077025312 wait complete. 2024-09-19T04:41:13.134 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:41:13.134 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:41:13.213 DEBUG:teuthology.orchestra.run.smithi052:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:41:13.317 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:41:13.317 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:41:13.317 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:13.352 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:41:13.353 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:41:13.353 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:13.390 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:41:13.390 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:41:13.390 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:13.427 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:41:13.427 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:41:13.427 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:13.466 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:41:13.467 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T04:41:13.467 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:41:13.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.622+0000 7f254fa00640 1 Processor -- start 2024-09-19T04:41:13.623 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.622+0000 7f254fa00640 1 -- start start 2024-09-19T04:41:13.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.623+0000 7f254fa00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f25480b4f90 0x7f25480b5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:13.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.624+0000 7f254fa00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2548072870 con 0x7f2548162320 2024-09-19T04:41:13.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.624+0000 7f254fa00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f254815ecd0 con 0x7f2548072400 2024-09-19T04:41:13.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.624+0000 7f254fa00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f25480730c0 con 0x7f25480b4f90 2024-09-19T04:41:13.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.624+0000 7f254da00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f25480b4f90 0x7f25480b5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:13.625 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.624+0000 7f254d000640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f2548162320 0x7f254815f490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:39710/0 (socket says 172.21.15.31:39710) 2024-09-19T04:41:13.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.624+0000 7f254d000640 1 -- 172.21.15.31:0/1338232406 learned_addr learned my addr 172.21.15.31:0/1338232406 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:13.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.624+0000 7f254da00640 1 -- 172.21.15.31:0/1338232406 >> v1:172.21.15.52:6789/0 conn(0x7f2548072400 legacy=0x7f2548162700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:13.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.624+0000 7f254da00640 1 -- 172.21.15.31:0/1338232406 >> v1:172.21.15.31:6789/0 conn(0x7f2548162320 legacy=0x7f254815f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:13.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.624+0000 7f254da00640 1 -- 172.21.15.31:0/1338232406 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2548072b00 con 0x7f25480b4f90 2024-09-19T04:41:13.626 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.624+0000 7f2547400640 1 -- 172.21.15.31:0/1338232406 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3841346282 0 0) 0x7f2548072870 con 0x7f2548162320 2024-09-19T04:41:13.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.625+0000 7f254da00640 1 --2- 172.21.15.31:0/1338232406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25480b4f90 0x7f25480b5420 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f2540009d90 tx=0x7f254002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be0a097e11c81c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:13.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.626+0000 7f2547400640 1 -- 172.21.15.31:0/1338232406 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2540007740 con 0x7f25480b4f90 2024-09-19T04:41:13.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.626+0000 7f2547400640 1 -- 172.21.15.31:0/1338232406 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25400078e0 con 0x7f25480b4f90 2024-09-19T04:41:13.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.626+0000 7f2547400640 1 -- 172.21.15.31:0/1338232406 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2540007cb0 con 0x7f25480b4f90 2024-09-19T04:41:13.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.626+0000 7f254fa00640 1 -- 172.21.15.31:0/1338232406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25480b4f90 msgr2=0x7f25480b5420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:13.627 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.626+0000 7f254fa00640 1 --2- 172.21.15.31:0/1338232406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25480b4f90 0x7f25480b5420 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f2540009d90 tx=0x7f254002a660 comp rx=0 tx=0).stop 2024-09-19T04:41:13.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.626+0000 7f254fa00640 1 -- 172.21.15.31:0/1338232406 shutdown_connections 2024-09-19T04:41:13.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.626+0000 7f254fa00640 1 --2- 172.21.15.31:0/1338232406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f25480b4f90 0x7f25480b5420 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:13.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.626+0000 7f254fa00640 1 -- 172.21.15.31:0/1338232406 >> 172.21.15.31:0/1338232406 conn(0x7f254806bc10 msgr2=0x7f254806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:13.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.626+0000 7f254fa00640 1 -- 172.21.15.31:0/1338232406 shutdown_connections 2024-09-19T04:41:13.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.626+0000 7f254fa00640 1 -- 172.21.15.31:0/1338232406 wait complete. 2024-09-19T04:41:13.628 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.628+0000 7f254fa00640 1 Processor -- start 2024-09-19T04:41:13.629 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.628+0000 7f254fa00640 1 -- start start 2024-09-19T04:41:13.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.629+0000 7f254fa00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2548072400 0x7f25481f8360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:13.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.629+0000 7f254fa00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f25480b4f90 0x7f2548153780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:13.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.629+0000 7f254fa00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2548162320 0x7f2548144d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:13.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.629+0000 7f254fa00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f2548162e10 con 0x7f2548072400 2024-09-19T04:41:13.631 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.629+0000 7f254fa00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f254815ef70 con 0x7f2548162320 2024-09-19T04:41:13.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.629+0000 7f254fa00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f2548162f90 con 0x7f25480b4f90 2024-09-19T04:41:13.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.629+0000 7f254d000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2548072400 0x7f25481f8360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:13.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.629+0000 7f254d000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2548072400 0x7f25481f8360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:53408/0 (socket says 172.21.15.31:53408) 2024-09-19T04:41:13.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.629+0000 7f254d000640 1 -- 172.21.15.31:0/3809276478 learned_addr learned my addr 172.21.15.31:0/3809276478 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:13.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.629+0000 7f254da00640 1 --2- 172.21.15.31:0/3809276478 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2548162320 0x7f2548144d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:13.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.629+0000 7f2547e00640 1 --2- 172.21.15.31:0/3809276478 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f25480b4f90 0x7f2548153780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:13.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.630+0000 7f254d000640 1 -- 172.21.15.31:0/3809276478 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f25480b4f90 msgr2=0x7f2548153780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:13.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.630+0000 7f254d000640 1 --2- 172.21.15.31:0/3809276478 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f25480b4f90 0x7f2548153780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:13.632 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.630+0000 7f254d000640 1 -- 172.21.15.31:0/3809276478 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2548162320 msgr2=0x7f2548144d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:13.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.630+0000 7f254d000640 1 --2- 172.21.15.31:0/3809276478 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2548162320 0x7f2548144d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:13.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.630+0000 7f254d000640 1 -- 172.21.15.31:0/3809276478 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25481f88a0 con 0x7f2548072400 2024-09-19T04:41:13.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.630+0000 7f254d000640 1 --2- 172.21.15.31:0/3809276478 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2548072400 0x7f25481f8360 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f253c00c4a0 tx=0x7f253c00c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:13.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.630+0000 7f2544c00640 1 -- 172.21.15.31:0/3809276478 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f253c018070 con 0x7f2548072400 2024-09-19T04:41:13.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.630+0000 7f2544c00640 1 -- 172.21.15.31:0/3809276478 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f253c0074e0 con 0x7f2548072400 2024-09-19T04:41:13.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.630+0000 7f2544c00640 1 -- 172.21.15.31:0/3809276478 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f253c004a20 con 0x7f2548072400 2024-09-19T04:41:13.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.630+0000 7f254fa00640 1 -- 172.21.15.31:0/3809276478 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25481e8100 con 0x7f2548072400 2024-09-19T04:41:13.633 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.630+0000 7f254fa00640 1 -- 172.21.15.31:0/3809276478 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25481e86c0 con 0x7f2548072400 2024-09-19T04:41:13.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.631+0000 7f254fa00640 1 -- 172.21.15.31:0/3809276478 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25480754b0 con 0x7f2548072400 2024-09-19T04:41:13.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.632+0000 7f2544c00640 1 -- 172.21.15.31:0/3809276478 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f253c01b070 con 0x7f2548072400 2024-09-19T04:41:13.634 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.634+0000 7f2544c00640 1 --2- 172.21.15.31:0/3809276478 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f252806c2e0 0x7f252806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:13.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.634+0000 7f2544c00640 1 -- 172.21.15.31:0/3809276478 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5335+0+0 (secure 0 0 0) 0x7f253c08a4d0 con 0x7f2548072400 2024-09-19T04:41:13.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.634+0000 7f2547e00640 1 --2- 172.21.15.31:0/3809276478 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f252806c2e0 0x7f252806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:13.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.634+0000 7f2547e00640 1 --2- 172.21.15.31:0/3809276478 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f252806c2e0 0x7f252806e7a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f25480b0cc0 tx=0x7f2534009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:13.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.638+0000 7f2544c00640 1 -- 172.21.15.31:0/3809276478 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f25480754b0 con 0x7f2548072400 2024-09-19T04:41:13.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.859+0000 7f254fa00640 1 -- 172.21.15.31:0/3809276478 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f25480b5420 con 0x7f2548072400 2024-09-19T04:41:13.861 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.860+0000 7f2544c00640 1 -- 172.21.15.31:0/3809276478 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+3899 (secure 0 0 0) 0x7f253c058750 con 0x7f2548072400 2024-09-19T04:41:13.861 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:13.861 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":21,"btime":"2024-09-19T04:41:06:698141+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4825,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6834/917622041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":917622041},{"type":"v1","addr":"172.21.15.52:6834","nonce":917622041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4828,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6836/91213986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":91213986},{"type":"v1","addr":"172.21.15.31:6836","nonce":91213986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4834,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/690258196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6835","nonce":690258196},{"type":"v1","addr":"172.21.15.31:6837","nonce":690258196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":5101,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/1245980853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":1245980853},{"type":"v1","addr":"172.21.15.52:6835","nonce":1245980853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":21}],"filesystems":[]} 2024-09-19T04:41:13.862 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 21 2024-09-19T04:41:13.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.862+0000 7f254fa00640 1 -- 172.21.15.31:0/3809276478 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f252806c2e0 msgr2=0x7f252806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:13.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.862+0000 7f254fa00640 1 --2- 172.21.15.31:0/3809276478 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f252806c2e0 0x7f252806e7a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f25480b0cc0 tx=0x7f2534009040 comp rx=0 tx=0).stop 2024-09-19T04:41:13.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.862+0000 7f254fa00640 1 -- 172.21.15.31:0/3809276478 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2548072400 msgr2=0x7f25481f8360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:13.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.862+0000 7f254fa00640 1 --2- 172.21.15.31:0/3809276478 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2548072400 0x7f25481f8360 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f253c00c4a0 tx=0x7f253c00c960 comp rx=0 tx=0).stop 2024-09-19T04:41:13.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.862+0000 7f254fa00640 1 -- 172.21.15.31:0/3809276478 shutdown_connections 2024-09-19T04:41:13.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.862+0000 7f254fa00640 1 --2- 172.21.15.31:0/3809276478 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f252806c2e0 0x7f252806e7a0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:13.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.862+0000 7f254fa00640 1 --2- 172.21.15.31:0/3809276478 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2548162320 0x7f2548144d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:13.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.862+0000 7f254fa00640 1 --2- 172.21.15.31:0/3809276478 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f25480b4f90 0x7f2548153780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:13.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.862+0000 7f254fa00640 1 --2- 172.21.15.31:0/3809276478 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2548072400 0x7f25481f8360 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:13.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.862+0000 7f254fa00640 1 -- 172.21.15.31:0/3809276478 >> 172.21.15.31:0/3809276478 conn(0x7f254806bc10 msgr2=0x7f2548154370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:13.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.862+0000 7f254fa00640 1 -- 172.21.15.31:0/3809276478 shutdown_connections 2024-09-19T04:41:13.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:13.862+0000 7f254fa00640 1 -- 172.21.15.31:0/3809276478 wait complete. 2024-09-19T04:41:13.879 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T04:41:13.879 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T04:41:13.880 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T04:41:13.880 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:13.880 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T04:41:13.880 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T04:41:13.880 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T04:41:13.880 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:13.881 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T04:41:13.881 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T04:41:13.881 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T04:41:13.881 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:13.881 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T04:41:13.882 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T04:41:13.882 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T04:41:13.882 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:41:13.894 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T04:41:13.895 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T04:41:13.897 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T04:41:13.898 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T04:41:13.898 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T04:41:13.898 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T04:41:13.938 INFO:tasks.ceph.mds.c:Started 2024-09-19T04:41:13.939 DEBUG:teuthology.parallel:result is None 2024-09-19T04:41:13.942 INFO:tasks.ceph.mds.d:Started 2024-09-19T04:41:13.943 DEBUG:teuthology.parallel:result is None 2024-09-19T04:41:13.945 INFO:tasks.ceph.mds.b:Started 2024-09-19T04:41:13.945 DEBUG:teuthology.parallel:result is None 2024-09-19T04:41:14.066 INFO:tasks.ceph.mds.c.smithi031.stdout:starting mds.c at 2024-09-19T04:41:14.079 INFO:tasks.ceph.mds.d.smithi052.stdout:starting mds.d at 2024-09-19T04:41:14.079 INFO:tasks.ceph.mds.b.smithi052.stdout:starting mds.b at 2024-09-19T04:41:15.404 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:41:15.409 DEBUG:teuthology.orchestra.run.smithi052:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:41:15.630 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-09-19T04:41:19.895 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T04:41:19.895 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T04:41:19.900 INFO:tasks.ceph.mds.a:Started 2024-09-19T04:41:19.901 DEBUG:teuthology.parallel:result is None 2024-09-19T04:41:19.901 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T04:41:20.040 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-19T04:41:20.069 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.069+0000 7f7c83000640 1 Processor -- start 2024-09-19T04:41:20.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.069+0000 7f7c83000640 1 -- start start 2024-09-19T04:41:20.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.070+0000 7f7c83000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7c7c15e470 0x7f7c7c0cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:20.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.070+0000 7f7c83000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c7c15e850 con 0x7f7c7c0d4a20 2024-09-19T04:41:20.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.070+0000 7f7c83000640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c7c0d1c60 con 0x7f7c7c0d00e0 2024-09-19T04:41:20.071 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.070+0000 7f7c83000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f7c7c0cf710 con 0x7f7c7c15e470 2024-09-19T04:41:20.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.070+0000 7f7c82600640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f7c7c0d4a20 0x7f7c7c06d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:47276/0 (socket says 172.21.15.31:47276) 2024-09-19T04:41:20.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.070+0000 7f7c82600640 1 -- 172.21.15.31:0/564655063 learned_addr learned my addr 172.21.15.31:0/564655063 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:20.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.070+0000 7f7c81c00640 1 --2- 172.21.15.31:0/564655063 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7c7c15e470 0x7f7c7c0cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:20.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.071+0000 7f7c7be00640 1 -- 172.21.15.31:0/564655063 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2652151857 0 0) 0x7f7c7c15e850 con 0x7f7c7c0d4a20 2024-09-19T04:41:20.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.071+0000 7f7c7be00640 1 -- 172.21.15.31:0/564655063 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7c64003520 con 0x7f7c7c0d4a20 2024-09-19T04:41:20.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.071+0000 7f7c7be00640 1 -- 172.21.15.31:0/564655063 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3669835654 0 0) 0x7f7c7c0d1c60 con 0x7f7c7c0d00e0 2024-09-19T04:41:20.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.071+0000 7f7c7be00640 1 -- 172.21.15.31:0/564655063 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7c7c15e850 con 0x7f7c7c0d00e0 2024-09-19T04:41:20.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.071+0000 7f7c81c00640 1 -- 172.21.15.31:0/564655063 >> v1:172.21.15.52:6789/0 conn(0x7f7c7c0d00e0 legacy=0x7f7c7c0d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:20.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.071+0000 7f7c81c00640 1 -- 172.21.15.31:0/564655063 >> v1:172.21.15.31:6789/0 conn(0x7f7c7c0d4a20 legacy=0x7f7c7c06d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:20.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.071+0000 7f7c81c00640 1 -- 172.21.15.31:0/564655063 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c7c0d1980 con 0x7f7c7c15e470 2024-09-19T04:41:20.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.072+0000 7f7c81c00640 1 --2- 172.21.15.31:0/564655063 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7c7c15e470 0x7f7c7c0cfba0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f7c700097d0 tx=0x7f7c7002a200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f30d0e8170364161 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:20.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.073+0000 7f7c7be00640 1 -- 172.21.15.31:0/564655063 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c70037070 con 0x7f7c7c15e470 2024-09-19T04:41:20.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.073+0000 7f7c7be00640 1 -- 172.21.15.31:0/564655063 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c70032440 con 0x7f7c7c15e470 2024-09-19T04:41:20.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.073+0000 7f7c7be00640 1 -- 172.21.15.31:0/564655063 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c70032810 con 0x7f7c7c15e470 2024-09-19T04:41:20.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.073+0000 7f7c83000640 1 -- 172.21.15.31:0/564655063 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7c7c15e470 msgr2=0x7f7c7c0cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:20.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.073+0000 7f7c83000640 1 --2- 172.21.15.31:0/564655063 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7c7c15e470 0x7f7c7c0cfba0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f7c700097d0 tx=0x7f7c7002a200 comp rx=0 tx=0).stop 2024-09-19T04:41:20.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.073+0000 7f7c83000640 1 -- 172.21.15.31:0/564655063 shutdown_connections 2024-09-19T04:41:20.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.073+0000 7f7c83000640 1 --2- 172.21.15.31:0/564655063 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7c7c15e470 0x7f7c7c0cfba0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:20.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.073+0000 7f7c83000640 1 -- 172.21.15.31:0/564655063 >> 172.21.15.31:0/564655063 conn(0x7f7c7c09d700 msgr2=0x7f7c7c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:20.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.073+0000 7f7c83000640 1 -- 172.21.15.31:0/564655063 shutdown_connections 2024-09-19T04:41:20.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.073+0000 7f7c83000640 1 -- 172.21.15.31:0/564655063 wait complete. 2024-09-19T04:41:20.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.075+0000 7f7c83000640 1 Processor -- start 2024-09-19T04:41:20.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.075+0000 7f7c83000640 1 -- start start 2024-09-19T04:41:20.077 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.076+0000 7f7c83000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7c7c0d00e0 0x7f7c7c15f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:20.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.076+0000 7f7c83000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7c7c0d4a20 0x7f7c7c1f3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:20.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.076+0000 7f7c83000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7c7c15e470 0x7f7c7c15fee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:20.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.076+0000 7f7c83000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7c7c06db70 con 0x7f7c7c0d00e0 2024-09-19T04:41:20.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.076+0000 7f7c83000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7c7c0cf3a0 con 0x7f7c7c15e470 2024-09-19T04:41:20.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.076+0000 7f7c83000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f7c7c06dcf0 con 0x7f7c7c0d4a20 2024-09-19T04:41:20.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.076+0000 7f7c81c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7c7c0d00e0 0x7f7c7c15f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:20.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.076+0000 7f7c81c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7c7c0d00e0 0x7f7c7c15f300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55220/0 (socket says 172.21.15.31:55220) 2024-09-19T04:41:20.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.076+0000 7f7c81c00640 1 -- 172.21.15.31:0/2880780989 learned_addr learned my addr 172.21.15.31:0/2880780989 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:20.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.077+0000 7f7c82600640 1 --2- 172.21.15.31:0/2880780989 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7c7c15e470 0x7f7c7c15fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:20.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.077+0000 7f7c81200640 1 --2- 172.21.15.31:0/2880780989 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7c7c0d4a20 0x7f7c7c1f3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:20.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.077+0000 7f7c81c00640 1 -- 172.21.15.31:0/2880780989 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7c7c0d4a20 msgr2=0x7f7c7c1f3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:20.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.077+0000 7f7c81c00640 1 --2- 172.21.15.31:0/2880780989 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7c7c0d4a20 0x7f7c7c1f3fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:20.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.077+0000 7f7c81c00640 1 -- 172.21.15.31:0/2880780989 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7c7c15e470 msgr2=0x7f7c7c15fee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:20.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.077+0000 7f7c81c00640 1 --2- 172.21.15.31:0/2880780989 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7c7c15e470 0x7f7c7c15fee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:20.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.077+0000 7f7c81c00640 1 -- 172.21.15.31:0/2880780989 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c7c1f44e0 con 0x7f7c7c0d00e0 2024-09-19T04:41:20.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.077+0000 7f7c81c00640 1 --2- 172.21.15.31:0/2880780989 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7c7c0d00e0 0x7f7c7c15f300 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f7c70035040 tx=0x7f7c700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:20.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.077+0000 7f7c79600640 1 -- 172.21.15.31:0/2880780989 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c70042020 con 0x7f7c7c0d00e0 2024-09-19T04:41:20.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.077+0000 7f7c79600640 1 -- 172.21.15.31:0/2880780989 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c7003d750 con 0x7f7c7c0d00e0 2024-09-19T04:41:20.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.077+0000 7f7c79600640 1 -- 172.21.15.31:0/2880780989 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c70037040 con 0x7f7c7c0d00e0 2024-09-19T04:41:20.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.077+0000 7f7c83000640 1 -- 172.21.15.31:0/2880780989 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c7c1f4780 con 0x7f7c7c0d00e0 2024-09-19T04:41:20.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.078+0000 7f7c83000640 1 -- 172.21.15.31:0/2880780989 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c7c1f4d40 con 0x7f7c7c0d00e0 2024-09-19T04:41:20.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.079+0000 7f7c83000640 1 -- 172.21.15.31:0/2880780989 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c7c0cfba0 con 0x7f7c7c0d00e0 2024-09-19T04:41:20.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.079+0000 7f7c79600640 1 -- 172.21.15.31:0/2880780989 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7c70045020 con 0x7f7c7c0d00e0 2024-09-19T04:41:20.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.080+0000 7f7c79600640 1 --2- 172.21.15.31:0/2880780989 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7c5c06c2b0 0x7f7c5c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:20.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.080+0000 7f7c79600640 1 -- 172.21.15.31:0/2880780989 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5335+0+0 (secure 0 0 0) 0x7f7c700abe40 con 0x7f7c7c0d00e0 2024-09-19T04:41:20.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.081+0000 7f7c81200640 1 --2- 172.21.15.31:0/2880780989 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7c5c06c2b0 0x7f7c5c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:20.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.081+0000 7f7c81200640 1 --2- 172.21.15.31:0/2880780989 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7c5c06c2b0 0x7f7c5c06e770 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f7c7c0cc580 tx=0x7f7c68009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:20.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.085+0000 7f7c79600640 1 -- 172.21.15.31:0/2880780989 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7c7004c030 con 0x7f7c7c0d00e0 2024-09-19T04:41:20.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:20.285+0000 7f7c83000640 1 -- 172.21.15.31:0/2880780989 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f7c7c1f4f10 con 0x7f7c7c0d00e0 2024-09-19T04:41:21.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.231+0000 7f7c79600640 1 -- 172.21.15.31:0/2880780989 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v51) ==== 97+0+0 (secure 0 0 0) 0x7f7c7007a690 con 0x7f7c7c0d00e0 2024-09-19T04:41:21.232 INFO:teuthology.orchestra.run.smithi031.stderr: removed all blocklist entries 2024-09-19T04:41:21.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.235+0000 7f7c83000640 1 -- 172.21.15.31:0/2880780989 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7c5c06c2b0 msgr2=0x7f7c5c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:21.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.235+0000 7f7c83000640 1 --2- 172.21.15.31:0/2880780989 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7c5c06c2b0 0x7f7c5c06e770 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f7c7c0cc580 tx=0x7f7c68009040 comp rx=0 tx=0).stop 2024-09-19T04:41:21.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.235+0000 7f7c83000640 1 -- 172.21.15.31:0/2880780989 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7c7c0d00e0 msgr2=0x7f7c7c15f300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:21.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.235+0000 7f7c83000640 1 --2- 172.21.15.31:0/2880780989 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7c7c0d00e0 0x7f7c7c15f300 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f7c70035040 tx=0x7f7c700046c0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.235+0000 7f7c83000640 1 -- 172.21.15.31:0/2880780989 shutdown_connections 2024-09-19T04:41:21.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.235+0000 7f7c83000640 1 --2- 172.21.15.31:0/2880780989 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7c5c06c2b0 0x7f7c5c06e770 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.235+0000 7f7c83000640 1 --2- 172.21.15.31:0/2880780989 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7c7c15e470 0x7f7c7c15fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.235+0000 7f7c83000640 1 --2- 172.21.15.31:0/2880780989 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7c7c0d4a20 0x7f7c7c1f3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.235+0000 7f7c83000640 1 --2- 172.21.15.31:0/2880780989 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7c7c0d00e0 0x7f7c7c15f300 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.235+0000 7f7c83000640 1 -- 172.21.15.31:0/2880780989 >> 172.21.15.31:0/2880780989 conn(0x7f7c7c09d700 msgr2=0x7f7c7c0b2f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:21.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.235+0000 7f7c83000640 1 -- 172.21.15.31:0/2880780989 shutdown_connections 2024-09-19T04:41:21.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.235+0000 7f7c83000640 1 -- 172.21.15.31:0/2880780989 wait complete. 2024-09-19T04:41:21.255 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T04:41:21.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.414+0000 7f185fc00640 1 Processor -- start 2024-09-19T04:41:21.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.414+0000 7f185fc00640 1 -- start start 2024-09-19T04:41:21.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.415+0000 7f185fc00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1858072240 0x7f185815d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:21.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.415+0000 7f185fc00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f18580afc40 0x7f18580cd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:21.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.415+0000 7f185fc00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f185815d730 con 0x7f1858072620 2024-09-19T04:41:21.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.415+0000 7f185fc00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f185806e590 con 0x7f18580afc40 2024-09-19T04:41:21.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.415+0000 7f185fc00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f185806e870 con 0x7f1858072240 2024-09-19T04:41:21.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.416+0000 7f185dc00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f18580afc40 0x7f18580cd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:21.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.416+0000 7f185dc00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f18580afc40 0x7f18580cd1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:43830/0 (socket says 172.21.15.31:43830) 2024-09-19T04:41:21.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.416+0000 7f185dc00640 1 -- 172.21.15.31:0/2021958368 learned_addr learned my addr 172.21.15.31:0/2021958368 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:21.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.416+0000 7f185d200640 1 --2- 172.21.15.31:0/2021958368 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1858072240 0x7f185815d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:21.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.416+0000 7f185dc00640 1 -- 172.21.15.31:0/2021958368 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1858072240 msgr2=0x7f185815d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:21.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.416+0000 7f185dc00640 1 --2- 172.21.15.31:0/2021958368 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1858072240 0x7f185815d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.416+0000 7f185dc00640 1 -- 172.21.15.31:0/2021958368 >> v1:172.21.15.52:6789/0 conn(0x7f1858072620 legacy=0x7f18580af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:21.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.416+0000 7f185dc00640 1 -- 172.21.15.31:0/2021958368 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f185806eb50 con 0x7f18580afc40 2024-09-19T04:41:21.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.417+0000 7f185dc00640 1 --2- 172.21.15.31:0/2021958368 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18580afc40 0x7f18580cd1d0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1850009e50 tx=0x7f185002a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d093e9887b45c165 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:21.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.418+0000 7f1857400640 1 -- 172.21.15.31:0/2021958368 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1850036070 con 0x7f18580afc40 2024-09-19T04:41:21.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.418+0000 7f1857400640 1 -- 172.21.15.31:0/2021958368 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1850031600 con 0x7f18580afc40 2024-09-19T04:41:21.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.418+0000 7f1857400640 1 -- 172.21.15.31:0/2021958368 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18500319d0 con 0x7f18580afc40 2024-09-19T04:41:21.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.418+0000 7f185fc00640 1 -- 172.21.15.31:0/2021958368 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18580afc40 msgr2=0x7f18580cd1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:21.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.418+0000 7f185fc00640 1 --2- 172.21.15.31:0/2021958368 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18580afc40 0x7f18580cd1d0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1850009e50 tx=0x7f185002a710 comp rx=0 tx=0).stop 2024-09-19T04:41:21.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.418+0000 7f185fc00640 1 -- 172.21.15.31:0/2021958368 shutdown_connections 2024-09-19T04:41:21.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.418+0000 7f185fc00640 1 --2- 172.21.15.31:0/2021958368 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18580afc40 0x7f18580cd1d0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.418+0000 7f185fc00640 1 --2- 172.21.15.31:0/2021958368 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1858072240 0x7f185815d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.418+0000 7f185fc00640 1 -- 172.21.15.31:0/2021958368 >> 172.21.15.31:0/2021958368 conn(0x7f1858067da0 msgr2=0x7f185806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:21.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.418+0000 7f185fc00640 1 -- 172.21.15.31:0/2021958368 shutdown_connections 2024-09-19T04:41:21.420 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.418+0000 7f185fc00640 1 -- 172.21.15.31:0/2021958368 wait complete. 2024-09-19T04:41:21.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.420+0000 7f185fc00640 1 Processor -- start 2024-09-19T04:41:21.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.420+0000 7f185fc00640 1 -- start start 2024-09-19T04:41:21.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.421+0000 7f185fc00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1858072240 0x7f1858156fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:21.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.421+0000 7f185fc00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1858072620 0x7f1858145d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:21.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.421+0000 7f185fc00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f18580afc40 0x7f18581553b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:21.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.421+0000 7f185fc00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f185806e150 con 0x7f1858072240 2024-09-19T04:41:21.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.421+0000 7f185fc00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f185806dfd0 con 0x7f1858072620 2024-09-19T04:41:21.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.421+0000 7f185fc00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f185806e2d0 con 0x7f18580afc40 2024-09-19T04:41:21.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.421+0000 7f185d200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1858072240 0x7f1858156fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:21.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.421+0000 7f185d200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1858072240 0x7f1858156fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55230/0 (socket says 172.21.15.31:55230) 2024-09-19T04:41:21.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.421+0000 7f185d200640 1 -- 172.21.15.31:0/3449659574 learned_addr learned my addr 172.21.15.31:0/3449659574 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:21.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.422+0000 7f1857e00640 1 --2- 172.21.15.31:0/3449659574 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1858072620 0x7f1858145d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:21.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.422+0000 7f185dc00640 1 --2- 172.21.15.31:0/3449659574 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f18580afc40 0x7f18581553b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:21.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.422+0000 7f185d200640 1 -- 172.21.15.31:0/3449659574 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f18580afc40 msgr2=0x7f18581553b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:21.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.422+0000 7f185d200640 1 --2- 172.21.15.31:0/3449659574 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f18580afc40 0x7f18581553b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.422+0000 7f185d200640 1 -- 172.21.15.31:0/3449659574 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1858072620 msgr2=0x7f1858145d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:21.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.422+0000 7f185d200640 1 --2- 172.21.15.31:0/3449659574 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1858072620 0x7f1858145d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.422+0000 7f185d200640 1 -- 172.21.15.31:0/3449659574 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1858158c30 con 0x7f1858072240 2024-09-19T04:41:21.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.422+0000 7f185d200640 1 --2- 172.21.15.31:0/3449659574 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1858072240 0x7f1858156fc0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f184c00e9e0 tx=0x7f184c00eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:21.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.422+0000 7f1854c00640 1 -- 172.21.15.31:0/3449659574 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f184c017070 con 0x7f1858072240 2024-09-19T04:41:21.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.423+0000 7f1854c00640 1 -- 172.21.15.31:0/3449659574 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f184c00c9d0 con 0x7f1858072240 2024-09-19T04:41:21.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.423+0000 7f185fc00640 1 -- 172.21.15.31:0/3449659574 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1858155f20 con 0x7f1858072240 2024-09-19T04:41:21.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.423+0000 7f1854c00640 1 -- 172.21.15.31:0/3449659574 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f184c00cdc0 con 0x7f1858072240 2024-09-19T04:41:21.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.423+0000 7f185fc00640 1 -- 172.21.15.31:0/3449659574 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18581564e0 con 0x7f1858072240 2024-09-19T04:41:21.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.424+0000 7f185fc00640 1 -- 172.21.15.31:0/3449659574 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1858156bf0 con 0x7f1858072240 2024-09-19T04:41:21.425 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.425+0000 7f1854c00640 1 -- 172.21.15.31:0/3449659574 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f184c01a070 con 0x7f1858072240 2024-09-19T04:41:21.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.425+0000 7f1854c00640 1 --2- 172.21.15.31:0/3449659574 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f183806c2b0 0x7f183806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:21.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.426+0000 7f1854c00640 1 -- 172.21.15.31:0/3449659574 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5249+0+0 (secure 0 0 0) 0x7f184c08b250 con 0x7f1858072240 2024-09-19T04:41:21.426 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.426+0000 7f1857e00640 1 --2- 172.21.15.31:0/3449659574 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f183806c2b0 0x7f183806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:21.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.426+0000 7f1857e00640 1 --2- 172.21.15.31:0/3449659574 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f183806c2b0 0x7f183806e770 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f18581f78a0 tx=0x7f1844009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:21.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.430+0000 7f1854c00640 1 -- 172.21.15.31:0/3449659574 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f184c059490 con 0x7f1858072240 2024-09-19T04:41:21.684 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.684+0000 7f185fc00640 1 -- 172.21.15.31:0/3449659574 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f18580ae950 con 0x7f1858072240 2024-09-19T04:41:21.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.684+0000 7f1854c00640 1 -- 172.21.15.31:0/3449659574 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v14) ==== 80+0+5298 (secure 0 0 0) 0x7f184c05d790 con 0x7f1858072240 2024-09-19T04:41:21.685 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:21.685 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T04:41:21.685 INFO:teuthology.orchestra.run.smithi031.stdout: "auth_dump": [ 2024-09-19T04:41:21.686 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:21.686 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.a", 2024-09-19T04:41:21.686 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDYqutmDc45FxAAQoxxr3681cmpOAa6QinkTQ==", 2024-09-19T04:41:21.686 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:41:21.686 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-19T04:41:21.686 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-19T04:41:21.686 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-19T04:41:21.686 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:41:21.686 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.686 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:41:21.686 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:21.686 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.b", 2024-09-19T04:41:21.686 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDYqutmG1nuKhAAuBLFhrXloM9y1bJ03sO0kA==", 2024-09-19T04:41:21.686 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:41:21.687 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-19T04:41:21.687 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-19T04:41:21.687 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-19T04:41:21.687 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:41:21.687 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.687 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:41:21.687 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:21.687 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.c", 2024-09-19T04:41:21.687 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDYqutm/AsZIRAAUpJeQLeTPLAWzauB57Mihg==", 2024-09-19T04:41:21.687 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:41:21.687 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-19T04:41:21.687 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-19T04:41:21.687 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-19T04:41:21.688 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:41:21.688 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.688 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:41:21.688 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:21.688 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mds.d", 2024-09-19T04:41:21.688 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDYqutm0OS3NBAAJvWyIvopUo4+Nsp903QreA==", 2024-09-19T04:41:21.688 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:41:21.688 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-19T04:41:21.688 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-19T04:41:21.688 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-19T04:41:21.688 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:41:21.688 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.688 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:41:21.688 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:21.689 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.0", 2024-09-19T04:41:21.689 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDcqutms2jdDxAACDau3s4dRGe4xSwXY9REbQ==", 2024-09-19T04:41:21.689 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:41:21.689 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-19T04:41:21.689 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-19T04:41:21.689 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:41:21.689 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.689 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:41:21.689 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:21.689 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.1", 2024-09-19T04:41:21.689 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDfqutmbq0YGhAA2nlMv52z0BPDq2iBdwAfvA==", 2024-09-19T04:41:21.689 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:41:21.689 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-19T04:41:21.690 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-19T04:41:21.690 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:41:21.690 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.690 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:41:21.690 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:21.690 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.2", 2024-09-19T04:41:21.690 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDiqutm5+zrJhAA4E5uuUqRp7ftwDNTjYldrw==", 2024-09-19T04:41:21.690 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:41:21.690 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-19T04:41:21.690 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-19T04:41:21.690 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:41:21.690 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.690 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:41:21.690 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:21.691 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.3", 2024-09-19T04:41:21.691 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDlqutmEk7zMRAA0kM8G4KR3dVcMk2JN6SPpQ==", 2024-09-19T04:41:21.691 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:41:21.691 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-19T04:41:21.691 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-19T04:41:21.691 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:41:21.691 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.691 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:41:21.691 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:21.691 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.4", 2024-09-19T04:41:21.691 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDqqutm7igPFhAAesT4FRnL3tTdlm7J/CcduA==", 2024-09-19T04:41:21.691 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:41:21.691 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-19T04:41:21.692 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-19T04:41:21.692 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:41:21.692 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.692 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:41:21.692 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:21.692 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.5", 2024-09-19T04:41:21.692 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDtqutmEh3gIRAAwlhSV0FVTy7a6CnavIK0Gg==", 2024-09-19T04:41:21.692 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:41:21.692 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-19T04:41:21.692 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-19T04:41:21.692 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:41:21.692 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.692 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:41:21.692 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:21.693 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.6", 2024-09-19T04:41:21.693 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDwqutmvk1cKxAAOtHorWDZAnWnx+8mOqX3yw==", 2024-09-19T04:41:21.693 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:41:21.693 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-19T04:41:21.693 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-19T04:41:21.693 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:41:21.693 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.693 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:41:21.693 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:21.693 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "osd.7", 2024-09-19T04:41:21.693 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDzqutm+5PVNxAA4RAONCyt/tf7ARD6gToVMQ==", 2024-09-19T04:41:21.693 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:41:21.693 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow profile osd", 2024-09-19T04:41:21.694 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile osd", 2024-09-19T04:41:21.694 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:41:21.694 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.694 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:41:21.694 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:21.694 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.0", 2024-09-19T04:41:21.694 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDZqutml7qZARAA13b5YKV6Lq7t2WiQ9cjFCQ==", 2024-09-19T04:41:21.694 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:41:21.694 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-19T04:41:21.694 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow r", 2024-09-19T04:41:21.694 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rw pool=cephfs_data" 2024-09-19T04:41:21.694 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.694 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:41:21.694 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:21.695 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.1", 2024-09-19T04:41:21.695 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDZqutmjz6gDhAAOKj1px1viwejbhWAsbWvhQ==", 2024-09-19T04:41:21.695 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:41:21.695 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-19T04:41:21.695 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-19T04:41:21.695 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-19T04:41:21.695 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-19T04:41:21.695 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.695 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:41:21.695 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:21.695 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.2", 2024-09-19T04:41:21.695 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDZqutmUHcECBAAKN2202qUPGrvCGb97GJR7Q==", 2024-09-19T04:41:21.695 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:41:21.695 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-19T04:41:21.696 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-19T04:41:21.696 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-19T04:41:21.696 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-19T04:41:21.696 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.696 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:41:21.696 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:21.696 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.3", 2024-09-19T04:41:21.696 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDZqutmz1QUFRAA4gBDDEKBlJknc+nR5H9y6w==", 2024-09-19T04:41:21.696 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:41:21.696 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow", 2024-09-19T04:41:21.696 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow r", 2024-09-19T04:41:21.696 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow rw", 2024-09-19T04:41:21.696 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow rwx" 2024-09-19T04:41:21.696 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.696 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:41:21.697 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:21.697 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "client.admin", 2024-09-19T04:41:21.697 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDXqutmuRTpIhAAiSl/kL32uQw7cq3JOlB6sQ==", 2024-09-19T04:41:21.697 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:41:21.697 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-19T04:41:21.697 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": "allow *", 2024-09-19T04:41:21.697 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow *", 2024-09-19T04:41:21.697 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:41:21.697 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.697 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:41:21.697 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:21.697 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.x", 2024-09-19T04:41:21.697 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDYqutmODaYEBAAT78l28C3NIlF/nztX/feVg==", 2024-09-19T04:41:21.698 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:41:21.698 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-19T04:41:21.698 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-19T04:41:21.698 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:41:21.698 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.698 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-09-19T04:41:21.698 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:21.698 INFO:teuthology.orchestra.run.smithi031.stdout: "entity": "mgr.y", 2024-09-19T04:41:21.698 INFO:teuthology.orchestra.run.smithi031.stdout: "key": "AQDYqutmnKQLCRAAKFfHabwfhIY9nP3yCU5B9w==", 2024-09-19T04:41:21.698 INFO:teuthology.orchestra.run.smithi031.stdout: "caps": { 2024-09-19T04:41:21.698 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": "allow *", 2024-09-19T04:41:21.698 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": "allow profile mgr", 2024-09-19T04:41:21.698 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": "allow *" 2024-09-19T04:41:21.699 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.699 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:21.699 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-09-19T04:41:21.699 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T04:41:21.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.686+0000 7f185fc00640 1 -- 172.21.15.31:0/3449659574 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f183806c2b0 msgr2=0x7f183806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:21.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.686+0000 7f185fc00640 1 --2- 172.21.15.31:0/3449659574 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f183806c2b0 0x7f183806e770 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f18581f78a0 tx=0x7f1844009040 comp rx=0 tx=0).stop 2024-09-19T04:41:21.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.687+0000 7f185fc00640 1 -- 172.21.15.31:0/3449659574 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1858072240 msgr2=0x7f1858156fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:21.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.687+0000 7f185fc00640 1 --2- 172.21.15.31:0/3449659574 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1858072240 0x7f1858156fc0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f184c00e9e0 tx=0x7f184c00eea0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.687+0000 7f185fc00640 1 -- 172.21.15.31:0/3449659574 shutdown_connections 2024-09-19T04:41:21.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.687+0000 7f185fc00640 1 --2- 172.21.15.31:0/3449659574 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f18580afc40 0x7f18581553b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.687+0000 7f185fc00640 1 --2- 172.21.15.31:0/3449659574 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f183806c2b0 0x7f183806e770 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.687+0000 7f185fc00640 1 --2- 172.21.15.31:0/3449659574 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1858072620 0x7f1858145d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.687+0000 7f185fc00640 1 --2- 172.21.15.31:0/3449659574 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1858072240 0x7f1858156fc0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.687+0000 7f185fc00640 1 -- 172.21.15.31:0/3449659574 >> 172.21.15.31:0/3449659574 conn(0x7f1858067da0 msgr2=0x7f185806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:21.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.687+0000 7f185fc00640 1 -- 172.21.15.31:0/3449659574 shutdown_connections 2024-09-19T04:41:21.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.687+0000 7f185fc00640 1 -- 172.21.15.31:0/3449659574 wait complete. 2024-09-19T04:41:21.703 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T04:41:21.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.859+0000 7f5aa3200640 1 Processor -- start 2024-09-19T04:41:21.860 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.859+0000 7f5aa3200640 1 -- start start 2024-09-19T04:41:21.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.860+0000 7f5aa3200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5aa415c210 0x7f5aa40b35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:21.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.860+0000 7f5aa3200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5aa40b5260 0x7f5aa406f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:21.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.860+0000 7f5aa3200640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5aa40afa40 con 0x7f5aa40d0370 2024-09-19T04:41:21.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.860+0000 7f5aa3200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f5aa40aeec0 con 0x7f5aa415c210 2024-09-19T04:41:21.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.860+0000 7f5aa3200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f5aa40af1a0 con 0x7f5aa40b5260 2024-09-19T04:41:21.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.861+0000 7f5aa1400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5aa415c210 0x7f5aa40b35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:21.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.861+0000 7f5aa1400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5aa415c210 0x7f5aa40b35c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55242/0 (socket says 172.21.15.31:55242) 2024-09-19T04:41:21.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.861+0000 7f5aa1400640 1 -- 172.21.15.31:0/2422623164 learned_addr learned my addr 172.21.15.31:0/2422623164 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:21.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.861+0000 7f5aa2800640 1 --2- 172.21.15.31:0/2422623164 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5aa40b5260 0x7f5aa406f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:21.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.861+0000 7f5aa1400640 1 -- 172.21.15.31:0/2422623164 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5aa40b5260 msgr2=0x7f5aa406f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:21.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.861+0000 7f5aa1400640 1 --2- 172.21.15.31:0/2422623164 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5aa40b5260 0x7f5aa406f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.861+0000 7f5aa1400640 1 -- 172.21.15.31:0/2422623164 >> v1:172.21.15.52:6789/0 conn(0x7f5aa40d0370 legacy=0x7f5aa40d0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:21.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.861+0000 7f5aa1400640 1 -- 172.21.15.31:0/2422623164 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aa40af480 con 0x7f5aa415c210 2024-09-19T04:41:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.862+0000 7f5aa1400640 1 --2- 172.21.15.31:0/2422623164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5aa415c210 0x7f5aa40b35c0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f5a90009870 tx=0x7f5a9002a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7905b2b4e64147f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.862+0000 7f5aa0a00640 1 -- 172.21.15.31:0/2422623164 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a90037070 con 0x7f5aa415c210 2024-09-19T04:41:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.862+0000 7f5aa0a00640 1 -- 172.21.15.31:0/2422623164 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a90032440 con 0x7f5aa415c210 2024-09-19T04:41:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.862+0000 7f5aa0a00640 1 -- 172.21.15.31:0/2422623164 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a90032810 con 0x7f5aa415c210 2024-09-19T04:41:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.863+0000 7f5aa3200640 1 -- 172.21.15.31:0/2422623164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5aa415c210 msgr2=0x7f5aa40b35c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.863+0000 7f5aa3200640 1 --2- 172.21.15.31:0/2422623164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5aa415c210 0x7f5aa40b35c0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f5a90009870 tx=0x7f5a9002a250 comp rx=0 tx=0).stop 2024-09-19T04:41:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.863+0000 7f5aa3200640 1 -- 172.21.15.31:0/2422623164 shutdown_connections 2024-09-19T04:41:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.863+0000 7f5aa3200640 1 --2- 172.21.15.31:0/2422623164 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5aa40b5260 0x7f5aa406f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.863+0000 7f5aa3200640 1 --2- 172.21.15.31:0/2422623164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5aa415c210 0x7f5aa40b35c0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.863+0000 7f5aa3200640 1 -- 172.21.15.31:0/2422623164 >> 172.21.15.31:0/2422623164 conn(0x7f5aa406c030 msgr2=0x7f5aa406c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:21.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.863+0000 7f5aa3200640 1 -- 172.21.15.31:0/2422623164 shutdown_connections 2024-09-19T04:41:21.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.863+0000 7f5aa3200640 1 -- 172.21.15.31:0/2422623164 wait complete. 2024-09-19T04:41:21.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.865+0000 7f5aa3200640 1 Processor -- start 2024-09-19T04:41:21.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.865+0000 7f5aa3200640 1 -- start start 2024-09-19T04:41:21.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.866+0000 7f5aa3200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5aa40b5260 0x7f5aa41563a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:21.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.866+0000 7f5aa3200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5aa40d0370 0x7f5aa413e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:21.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.866+0000 7f5aa3200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5aa415c210 0x7f5aa415c750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:21.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.866+0000 7f5aa3200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa406e020 con 0x7f5aa415c210 2024-09-19T04:41:21.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.866+0000 7f5aa3200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa406fb00 con 0x7f5aa40b5260 2024-09-19T04:41:21.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.866+0000 7f5aa3200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f5aa406e1a0 con 0x7f5aa40d0370 2024-09-19T04:41:21.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.866+0000 7f5aa2800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5aa415c210 0x7f5aa415c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:21.868 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.866+0000 7f5aa2800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5aa415c210 0x7f5aa415c750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55256/0 (socket says 172.21.15.31:55256) 2024-09-19T04:41:21.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.866+0000 7f5aa2800640 1 -- 172.21.15.31:0/1504175690 learned_addr learned my addr 172.21.15.31:0/1504175690 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:21.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.866+0000 7f5aa1400640 1 --2- 172.21.15.31:0/1504175690 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5aa40d0370 0x7f5aa413e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:21.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.866+0000 7f5aa1e00640 1 --2- 172.21.15.31:0/1504175690 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5aa40b5260 0x7f5aa41563a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:21.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.867+0000 7f5aa2800640 1 -- 172.21.15.31:0/1504175690 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5aa40d0370 msgr2=0x7f5aa413e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:21.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.867+0000 7f5aa2800640 1 --2- 172.21.15.31:0/1504175690 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5aa40d0370 0x7f5aa413e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.867+0000 7f5aa2800640 1 -- 172.21.15.31:0/1504175690 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5aa40b5260 msgr2=0x7f5aa41563a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:21.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.867+0000 7f5aa2800640 1 --2- 172.21.15.31:0/1504175690 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5aa40b5260 0x7f5aa41563a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:21.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.867+0000 7f5aa2800640 1 -- 172.21.15.31:0/1504175690 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aa413eea0 con 0x7f5aa415c210 2024-09-19T04:41:21.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.867+0000 7f5aa1e00640 1 --2- 172.21.15.31:0/1504175690 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5aa40b5260 0x7f5aa41563a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:21.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.867+0000 7f5aa2800640 1 --2- 172.21.15.31:0/1504175690 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5aa415c210 0x7f5aa415c750 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c00efc0 tx=0x7f5a9c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:21.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.867+0000 7f5a9a000640 1 -- 172.21.15.31:0/1504175690 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9c018020 con 0x7f5aa415c210 2024-09-19T04:41:21.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.867+0000 7f5a9a000640 1 -- 172.21.15.31:0/1504175690 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a9c014480 con 0x7f5aa415c210 2024-09-19T04:41:21.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.867+0000 7f5aa3200640 1 -- 172.21.15.31:0/1504175690 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5aa415cc90 con 0x7f5aa415c210 2024-09-19T04:41:21.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.867+0000 7f5a9a000640 1 -- 172.21.15.31:0/1504175690 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a9c014870 con 0x7f5aa415c210 2024-09-19T04:41:21.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.867+0000 7f5aa3200640 1 -- 172.21.15.31:0/1504175690 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5aa4158c00 con 0x7f5aa415c210 2024-09-19T04:41:21.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.868+0000 7f5aa3200640 1 -- 172.21.15.31:0/1504175690 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5aa406f5c0 con 0x7f5aa415c210 2024-09-19T04:41:21.870 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.869+0000 7f5a9a000640 1 -- 172.21.15.31:0/1504175690 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5a9c005d10 con 0x7f5aa415c210 2024-09-19T04:41:21.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.870+0000 7f5a9a000640 1 --2- 172.21.15.31:0/1504175690 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5a8406c2b0 0x7f5a8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:21.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.870+0000 7f5a9a000640 1 -- 172.21.15.31:0/1504175690 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5249+0+0 (secure 0 0 0) 0x7f5a9c08c0e0 con 0x7f5aa415c210 2024-09-19T04:41:21.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.870+0000 7f5aa1e00640 1 --2- 172.21.15.31:0/1504175690 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5a8406c2b0 0x7f5a8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:21.872 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.871+0000 7f5aa1e00640 1 --2- 172.21.15.31:0/1504175690 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5a8406c2b0 0x7f5a8406e770 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f5a94001700 tx=0x7f5a94009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:21.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:21.875+0000 7f5a9a000640 1 -- 172.21.15.31:0/1504175690 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5a9c022030 con 0x7f5aa415c210 2024-09-19T04:41:22.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.060+0000 7f5aa3200640 1 -- 172.21.15.31:0/1504175690 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f5aa40b3b60 con 0x7f5aa415c210 2024-09-19T04:41:22.061 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.060+0000 7f5a9a000640 1 -- 172.21.15.31:0/1504175690 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v51) ==== 84+0+65 (secure 0 0 0) 0x7f5aa413eea0 con 0x7f5aa415c210 2024-09-19T04:41:22.061 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:22.061 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-09-19T04:41:22.061 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-09-19T04:41:22.062 INFO:teuthology.orchestra.run.smithi031.stdout: "poolnum": 1, 2024-09-19T04:41:22.062 INFO:teuthology.orchestra.run.smithi031.stdout: "poolname": ".mgr" 2024-09-19T04:41:22.062 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-09-19T04:41:22.062 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-09-19T04:41:22.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.063+0000 7f5aa3200640 1 -- 172.21.15.31:0/1504175690 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5a8406c2b0 msgr2=0x7f5a8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:22.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.063+0000 7f5aa3200640 1 --2- 172.21.15.31:0/1504175690 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5a8406c2b0 0x7f5a8406e770 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f5a94001700 tx=0x7f5a94009040 comp rx=0 tx=0).stop 2024-09-19T04:41:22.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.063+0000 7f5aa3200640 1 -- 172.21.15.31:0/1504175690 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5aa415c210 msgr2=0x7f5aa415c750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:22.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.063+0000 7f5aa3200640 1 --2- 172.21.15.31:0/1504175690 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5aa415c210 0x7f5aa415c750 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f5a9c00efc0 tx=0x7f5a9c00c490 comp rx=0 tx=0).stop 2024-09-19T04:41:22.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.063+0000 7f5aa3200640 1 -- 172.21.15.31:0/1504175690 shutdown_connections 2024-09-19T04:41:22.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.063+0000 7f5aa3200640 1 --2- 172.21.15.31:0/1504175690 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5aa415c210 0x7f5aa415c750 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:22.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.063+0000 7f5aa3200640 1 --2- 172.21.15.31:0/1504175690 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5aa40d0370 0x7f5aa413e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:22.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.063+0000 7f5aa3200640 1 --2- 172.21.15.31:0/1504175690 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5a8406c2b0 0x7f5a8406e770 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:22.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.063+0000 7f5aa3200640 1 --2- 172.21.15.31:0/1504175690 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5aa40b5260 0x7f5aa41563a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:22.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.063+0000 7f5aa3200640 1 -- 172.21.15.31:0/1504175690 >> 172.21.15.31:0/1504175690 conn(0x7f5aa406c030 msgr2=0x7f5aa40afc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:22.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.063+0000 7f5aa3200640 1 -- 172.21.15.31:0/1504175690 shutdown_connections 2024-09-19T04:41:22.065 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.063+0000 7f5aa3200640 1 -- 172.21.15.31:0/1504175690 wait complete. 2024-09-19T04:41:22.079 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T04:41:22.080 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T04:41:22.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.240+0000 7f91a9c00640 1 Processor -- start 2024-09-19T04:41:22.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.241+0000 7f91a9c00640 1 -- start start 2024-09-19T04:41:22.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.242+0000 7f91a9c00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f91a40d2460 0x7f91a406dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:22.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.242+0000 7f91a9c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f91a406e200 0x7f91a40d2a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:22.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.242+0000 7f91a9c00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91a41627d0 con 0x7f91a415e510 2024-09-19T04:41:22.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.242+0000 7f91a9c00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f91a4162ab0 con 0x7f91a406e200 2024-09-19T04:41:22.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.242+0000 7f91a9c00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f91a406d4c0 con 0x7f91a40d2460 2024-09-19T04:41:22.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.242+0000 7f91a9200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f91a406e200 0x7f91a40d2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:22.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.242+0000 7f91a9200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f91a406e200 0x7f91a40d2a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55264/0 (socket says 172.21.15.31:55264) 2024-09-19T04:41:22.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.242+0000 7f91a9200640 1 -- 172.21.15.31:0/3561087259 learned_addr learned my addr 172.21.15.31:0/3561087259 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:22.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.242+0000 7f919be00640 1 --2- 172.21.15.31:0/3561087259 >> v2:172.21.15.52:3300/0 conn(0x7f91a40d2460 0x7f91a406dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:22.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.242+0000 7f91a9200640 1 -- 172.21.15.31:0/3561087259 >> v2:172.21.15.52:3300/0 conn(0x7f91a40d2460 msgr2=0x7f91a406dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:22.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.242+0000 7f91a9200640 1 --2- 172.21.15.31:0/3561087259 >> v2:172.21.15.52:3300/0 conn(0x7f91a40d2460 0x7f91a406dcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:22.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.242+0000 7f91a9200640 1 -- 172.21.15.31:0/3561087259 >> v1:172.21.15.52:6789/0 conn(0x7f91a415e510 legacy=0x7f91a4161f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:22.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.242+0000 7f91a9200640 1 -- 172.21.15.31:0/3561087259 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91a406d7a0 con 0x7f91a406e200 2024-09-19T04:41:22.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.243+0000 7f91a9200640 1 --2- 172.21.15.31:0/3561087259 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91a406e200 0x7f91a40d2a00 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f91a40d3de0 tx=0x7f919c02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44e0d405f57da8fc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:22.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.244+0000 7f91a3400640 1 -- 172.21.15.31:0/3561087259 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919c036070 con 0x7f91a406e200 2024-09-19T04:41:22.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.244+0000 7f91a3400640 1 -- 172.21.15.31:0/3561087259 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f919c031600 con 0x7f91a406e200 2024-09-19T04:41:22.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.244+0000 7f91a3400640 1 -- 172.21.15.31:0/3561087259 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919c0319d0 con 0x7f91a406e200 2024-09-19T04:41:22.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.244+0000 7f91a9c00640 1 -- 172.21.15.31:0/3561087259 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91a406e200 msgr2=0x7f91a40d2a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:22.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.244+0000 7f91a9c00640 1 --2- 172.21.15.31:0/3561087259 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91a406e200 0x7f91a40d2a00 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f91a40d3de0 tx=0x7f919c02a730 comp rx=0 tx=0).stop 2024-09-19T04:41:22.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.244+0000 7f91a9c00640 1 -- 172.21.15.31:0/3561087259 shutdown_connections 2024-09-19T04:41:22.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.244+0000 7f91a9c00640 1 --2- 172.21.15.31:0/3561087259 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91a406e200 0x7f91a40d2a00 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:22.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.244+0000 7f91a9c00640 1 --2- 172.21.15.31:0/3561087259 >> v2:172.21.15.52:3300/0 conn(0x7f91a40d2460 0x7f91a406dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:22.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.244+0000 7f91a9c00640 1 -- 172.21.15.31:0/3561087259 >> 172.21.15.31:0/3561087259 conn(0x7f91a409d7b0 msgr2=0x7f91a408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:22.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.244+0000 7f91a9c00640 1 -- 172.21.15.31:0/3561087259 shutdown_connections 2024-09-19T04:41:22.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.244+0000 7f91a9c00640 1 -- 172.21.15.31:0/3561087259 wait complete. 2024-09-19T04:41:22.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.246+0000 7f91a9c00640 1 Processor -- start 2024-09-19T04:41:22.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.246+0000 7f91a9c00640 1 -- start start 2024-09-19T04:41:22.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.247+0000 7f91a9c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f91a406e200 0x7f91a4161080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:22.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.247+0000 7f91a9c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f91a40d2460 0x7f91a41f4840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:22.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.247+0000 7f91a9c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91a415e510 0x7f91a41608d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:22.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.247+0000 7f91a9c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f91a40d30c0 con 0x7f91a415e510 2024-09-19T04:41:22.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.247+0000 7f91a9c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f91a40d2f40 con 0x7f91a406e200 2024-09-19T04:41:22.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.247+0000 7f91a9c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f91a40d3240 con 0x7f91a40d2460 2024-09-19T04:41:22.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.247+0000 7f91a9200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91a415e510 0x7f91a41608d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:22.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.247+0000 7f91a3e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f91a406e200 0x7f91a4161080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:22.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.247+0000 7f91a3e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f91a406e200 0x7f91a4161080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.31:43862/0 (socket says 172.21.15.31:43862) 2024-09-19T04:41:22.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.247+0000 7f919be00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f91a40d2460 0x7f91a41f4840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:22.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.247+0000 7f91a3e00640 1 -- 172.21.15.31:0/3605413420 learned_addr learned my addr 172.21.15.31:0/3605413420 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:22.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.247+0000 7f91a9200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91a415e510 0x7f91a41608d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55280/0 (socket says 172.21.15.31:55280) 2024-09-19T04:41:22.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.248+0000 7f91a3e00640 1 -- 172.21.15.31:0/3605413420 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f91a40d2460 msgr2=0x7f91a41f4840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:22.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.248+0000 7f91a3e00640 1 --2- 172.21.15.31:0/3605413420 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f91a40d2460 0x7f91a41f4840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:22.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.248+0000 7f91a3e00640 1 -- 172.21.15.31:0/3605413420 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91a415e510 msgr2=0x7f91a41608d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:22.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.248+0000 7f91a3e00640 1 --2- 172.21.15.31:0/3605413420 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91a415e510 0x7f91a41608d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:22.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.248+0000 7f91a3e00640 1 -- 172.21.15.31:0/3605413420 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91a4160e10 con 0x7f91a406e200 2024-09-19T04:41:22.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.248+0000 7f91a9200640 1 --2- 172.21.15.31:0/3605413420 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91a415e510 0x7f91a41608d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:41:22.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.248+0000 7f91a3e00640 1 --2- 172.21.15.31:0/3605413420 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f91a406e200 0x7f91a4161080 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f919400c430 tx=0x7f919400c8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:22.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.248+0000 7f91a0c00640 1 -- 172.21.15.31:0/3605413420 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91940052d0 con 0x7f91a406e200 2024-09-19T04:41:22.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.248+0000 7f91a0c00640 1 -- 172.21.15.31:0/3605413420 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9194005490 con 0x7f91a406e200 2024-09-19T04:41:22.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.248+0000 7f91a0c00640 1 -- 172.21.15.31:0/3605413420 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9194007260 con 0x7f91a406e200 2024-09-19T04:41:22.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.248+0000 7f91a9c00640 1 -- 172.21.15.31:0/3605413420 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91a4161660 con 0x7f91a406e200 2024-09-19T04:41:22.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.249+0000 7f91a9c00640 1 -- 172.21.15.31:0/3605413420 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91a415fdf0 con 0x7f91a406e200 2024-09-19T04:41:22.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.250+0000 7f91a9c00640 1 -- 172.21.15.31:0/3605413420 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91a406dd60 con 0x7f91a406e200 2024-09-19T04:41:22.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.251+0000 7f91a0c00640 1 -- 172.21.15.31:0/3605413420 <== mon.1 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9194007400 con 0x7f91a406e200 2024-09-19T04:41:22.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.251+0000 7f91a0c00640 1 --2- 172.21.15.31:0/3605413420 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f918006c2b0 0x7f918006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:22.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.252+0000 7f91a0c00640 1 -- 172.21.15.31:0/3605413420 <== mon.1 v2:172.21.15.52:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5249+0+0 (secure 0 0 0) 0x7f919408a6e0 con 0x7f91a406e200 2024-09-19T04:41:22.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.252+0000 7f919be00640 1 --2- 172.21.15.31:0/3605413420 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f918006c2b0 0x7f918006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:22.253 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.252+0000 7f919be00640 1 --2- 172.21.15.31:0/3605413420 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f918006c2b0 0x7f918006e770 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f91a406e010 tx=0x7f918c009110 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:22.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.257+0000 7f91a0c00640 1 -- 172.21.15.31:0/3605413420 <== mon.1 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f91940589b0 con 0x7f91a406e200 2024-09-19T04:41:22.345 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-09-19T04:41:22.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:22.441+0000 7f91a9c00640 1 -- 172.21.15.31:0/3605413420 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f91a406bc10 con 0x7f91a406e200 2024-09-19T04:41:23.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.244+0000 7f91a0c00640 1 -- 172.21.15.31:0/3605413420 <== mon.1 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v52) ==== 138+0+0 (secure 0 0 0) 0x7f919405ccb0 con 0x7f91a406e200 2024-09-19T04:41:23.245 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' created 2024-09-19T04:41:23.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.249+0000 7f91a9c00640 1 -- 172.21.15.31:0/3605413420 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f918006c2b0 msgr2=0x7f918006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:23.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.249+0000 7f91a9c00640 1 --2- 172.21.15.31:0/3605413420 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f918006c2b0 0x7f918006e770 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f91a406e010 tx=0x7f918c009110 comp rx=0 tx=0).stop 2024-09-19T04:41:23.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.249+0000 7f91a9c00640 1 -- 172.21.15.31:0/3605413420 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f91a406e200 msgr2=0x7f91a4161080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:23.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.249+0000 7f91a9c00640 1 --2- 172.21.15.31:0/3605413420 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f91a406e200 0x7f91a4161080 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f919400c430 tx=0x7f919400c8f0 comp rx=0 tx=0).stop 2024-09-19T04:41:23.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.249+0000 7f91a9c00640 1 -- 172.21.15.31:0/3605413420 shutdown_connections 2024-09-19T04:41:23.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.249+0000 7f91a9c00640 1 --2- 172.21.15.31:0/3605413420 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f91a415e510 0x7f91a41608d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:23.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.249+0000 7f91a9c00640 1 --2- 172.21.15.31:0/3605413420 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f91a40d2460 0x7f91a41f4840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:23.250 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.249+0000 7f91a9c00640 1 --2- 172.21.15.31:0/3605413420 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f918006c2b0 0x7f918006e770 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:23.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.249+0000 7f91a9c00640 1 --2- 172.21.15.31:0/3605413420 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f91a406e200 0x7f91a4161080 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:23.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.249+0000 7f91a9c00640 1 -- 172.21.15.31:0/3605413420 >> 172.21.15.31:0/3605413420 conn(0x7f91a409d7b0 msgr2=0x7f91a40b29a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:23.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.250+0000 7f91a9c00640 1 -- 172.21.15.31:0/3605413420 shutdown_connections 2024-09-19T04:41:23.251 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.250+0000 7f91a9c00640 1 -- 172.21.15.31:0/3605413420 wait complete. 2024-09-19T04:41:23.269 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T04:41:23.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.433+0000 7f24a3400640 1 Processor -- start 2024-09-19T04:41:23.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.433+0000 7f24a3400640 1 -- start start 2024-09-19T04:41:23.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.434+0000 7f24a3400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f249c15e720 0x7f249c15ee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:23.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.434+0000 7f24a3400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f249c15f3d0 0x7f249c0b34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:23.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.435+0000 7f24a3400640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f249c15f870 con 0x7f249c0b39e0 2024-09-19T04:41:23.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.435+0000 7f24a3400640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f249c15fb50 con 0x7f249c15f3d0 2024-09-19T04:41:23.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.435+0000 7f24a3400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f249c0ce470 con 0x7f249c15e720 2024-09-19T04:41:23.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.435+0000 7f249be00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f249c15f3d0 0x7f249c0b34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:23.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.435+0000 7f249be00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f249c15f3d0 0x7f249c0b34a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55288/0 (socket says 172.21.15.31:55288) 2024-09-19T04:41:23.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.435+0000 7f249be00640 1 -- 172.21.15.31:0/2744435591 learned_addr learned my addr 172.21.15.31:0/2744435591 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:23.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.435+0000 7f24a0a00640 1 --2- 172.21.15.31:0/2744435591 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f249c15e720 0x7f249c15ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:23.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.435+0000 7f249be00640 1 -- 172.21.15.31:0/2744435591 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f249c15e720 msgr2=0x7f249c15ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:23.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.435+0000 7f249be00640 1 --2- 172.21.15.31:0/2744435591 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f249c15e720 0x7f249c15ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:23.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.435+0000 7f249be00640 1 -- 172.21.15.31:0/2744435591 >> v1:172.21.15.52:6789/0 conn(0x7f249c0b39e0 legacy=0x7f249c0cec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:23.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.435+0000 7f249be00640 1 -- 172.21.15.31:0/2744435591 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f249c0ce750 con 0x7f249c15f3d0 2024-09-19T04:41:23.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.436+0000 7f249be00640 1 --2- 172.21.15.31:0/2744435591 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f249c15f3d0 0x7f249c0b34a0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f248800bb10 tx=0x7f248802c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=323f128eccbb412d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:23.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.437+0000 7f249b400640 1 -- 172.21.15.31:0/2744435591 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2488036020 con 0x7f249c15f3d0 2024-09-19T04:41:23.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.437+0000 7f249b400640 1 -- 172.21.15.31:0/2744435591 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2488032820 con 0x7f249c15f3d0 2024-09-19T04:41:23.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.437+0000 7f249b400640 1 -- 172.21.15.31:0/2744435591 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2488032bf0 con 0x7f249c15f3d0 2024-09-19T04:41:23.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.437+0000 7f24a3400640 1 -- 172.21.15.31:0/2744435591 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f249c15f3d0 msgr2=0x7f249c0b34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:23.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.437+0000 7f24a3400640 1 --2- 172.21.15.31:0/2744435591 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f249c15f3d0 0x7f249c0b34a0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f248800bb10 tx=0x7f248802c920 comp rx=0 tx=0).stop 2024-09-19T04:41:23.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.437+0000 7f24a3400640 1 -- 172.21.15.31:0/2744435591 shutdown_connections 2024-09-19T04:41:23.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.437+0000 7f24a3400640 1 --2- 172.21.15.31:0/2744435591 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f249c15f3d0 0x7f249c0b34a0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:23.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.437+0000 7f24a3400640 1 --2- 172.21.15.31:0/2744435591 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f249c15e720 0x7f249c15ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:23.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.437+0000 7f24a3400640 1 -- 172.21.15.31:0/2744435591 >> 172.21.15.31:0/2744435591 conn(0x7f249c0b5de0 msgr2=0x7f249c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:23.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.437+0000 7f24a3400640 1 -- 172.21.15.31:0/2744435591 shutdown_connections 2024-09-19T04:41:23.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.438+0000 7f24a3400640 1 -- 172.21.15.31:0/2744435591 wait complete. 2024-09-19T04:41:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.439+0000 7f24a3400640 1 Processor -- start 2024-09-19T04:41:23.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.439+0000 7f24a3400640 1 -- start start 2024-09-19T04:41:23.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.440+0000 7f24a3400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f249c0b39e0 0x7f249c145ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:23.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.440+0000 7f24a3400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f249c15e720 0x7f249c0cd180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:23.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.440+0000 7f24a3400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f249c15f3d0 0x7f249c0cd6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:23.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.440+0000 7f24a3400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f249c0cfcb0 con 0x7f249c15f3d0 2024-09-19T04:41:23.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.440+0000 7f24a3400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f249c0cfb30 con 0x7f249c15e720 2024-09-19T04:41:23.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.440+0000 7f24a3400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f249c0cf380 con 0x7f249c0b39e0 2024-09-19T04:41:23.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.440+0000 7f24a1400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f249c15f3d0 0x7f249c0cd6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:23.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.441+0000 7f24a1400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f249c15f3d0 0x7f249c0cd6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55304/0 (socket says 172.21.15.31:55304) 2024-09-19T04:41:23.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.441+0000 7f24a1400640 1 -- 172.21.15.31:0/960869017 learned_addr learned my addr 172.21.15.31:0/960869017 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:23.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.441+0000 7f24a0a00640 1 --2- 172.21.15.31:0/960869017 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f249c0b39e0 0x7f249c145ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:23.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.441+0000 7f249be00640 1 --2- 172.21.15.31:0/960869017 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f249c15e720 0x7f249c0cd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:23.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.441+0000 7f24a1400640 1 -- 172.21.15.31:0/960869017 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f249c0b39e0 msgr2=0x7f249c145ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:23.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.441+0000 7f24a1400640 1 --2- 172.21.15.31:0/960869017 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f249c0b39e0 0x7f249c145ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:23.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.441+0000 7f24a1400640 1 -- 172.21.15.31:0/960869017 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f249c15e720 msgr2=0x7f249c0cd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:23.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.441+0000 7f24a1400640 1 --2- 172.21.15.31:0/960869017 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f249c15e720 0x7f249c0cd180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:23.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.441+0000 7f24a1400640 1 -- 172.21.15.31:0/960869017 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f249c1f7b70 con 0x7f249c15f3d0 2024-09-19T04:41:23.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.441+0000 7f24a1400640 1 --2- 172.21.15.31:0/960869017 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f249c15f3d0 0x7f249c0cd6c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f249400c7a0 tx=0x7f249400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:23.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.442+0000 7f2498c00640 1 -- 172.21.15.31:0/960869017 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2494003b70 con 0x7f249c15f3d0 2024-09-19T04:41:23.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.442+0000 7f2498c00640 1 -- 172.21.15.31:0/960869017 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2494003d30 con 0x7f249c15f3d0 2024-09-19T04:41:23.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.442+0000 7f2498c00640 1 -- 172.21.15.31:0/960869017 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249400aa90 con 0x7f249c15f3d0 2024-09-19T04:41:23.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.442+0000 7f24a3400640 1 -- 172.21.15.31:0/960869017 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f249c1f7e10 con 0x7f249c15f3d0 2024-09-19T04:41:23.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.442+0000 7f24a3400640 1 -- 172.21.15.31:0/960869017 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f249c1f83d0 con 0x7f249c15f3d0 2024-09-19T04:41:23.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.443+0000 7f24a3400640 1 -- 172.21.15.31:0/960869017 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f249c158550 con 0x7f249c15f3d0 2024-09-19T04:41:23.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.444+0000 7f2498c00640 1 -- 172.21.15.31:0/960869017 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f249400ac30 con 0x7f249c15f3d0 2024-09-19T04:41:23.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.445+0000 7f2498c00640 1 --2- 172.21.15.31:0/960869017 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f247c06c2b0 0x7f247c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:23.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.445+0000 7f2498c00640 1 -- 172.21.15.31:0/960869017 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 5619+0+0 (secure 0 0 0) 0x7f249408b220 con 0x7f249c15f3d0 2024-09-19T04:41:23.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.445+0000 7f24a0a00640 1 --2- 172.21.15.31:0/960869017 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f247c06c2b0 0x7f247c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:23.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.446+0000 7f24a0a00640 1 --2- 172.21.15.31:0/960869017 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f247c06c2b0 0x7f247c06e770 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2490009b40 tx=0x7f2490009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:23.450 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.450+0000 7f2498c00640 1 -- 172.21.15.31:0/960869017 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2494059380 con 0x7f249c15f3d0 2024-09-19T04:41:23.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:23.635+0000 7f24a3400640 1 -- 172.21.15.31:0/960869017 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f249c0ae670 con 0x7f249c15f3d0 2024-09-19T04:41:24.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.243+0000 7f2498c00640 1 -- 172.21.15.31:0/960869017 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v53) ==== 170+0+0 (secure 0 0 0) 0x7f249405d680 con 0x7f249c15f3d0 2024-09-19T04:41:24.244 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' created 2024-09-19T04:41:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.246+0000 7f24a3400640 1 -- 172.21.15.31:0/960869017 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f247c06c2b0 msgr2=0x7f247c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.246+0000 7f24a3400640 1 --2- 172.21.15.31:0/960869017 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f247c06c2b0 0x7f247c06e770 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2490009b40 tx=0x7f2490009190 comp rx=0 tx=0).stop 2024-09-19T04:41:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.246+0000 7f24a3400640 1 -- 172.21.15.31:0/960869017 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f249c15f3d0 msgr2=0x7f249c0cd6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:24.247 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.246+0000 7f24a3400640 1 --2- 172.21.15.31:0/960869017 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f249c15f3d0 0x7f249c0cd6c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f249400c7a0 tx=0x7f249400cc60 comp rx=0 tx=0).stop 2024-09-19T04:41:24.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.246+0000 7f24a3400640 1 -- 172.21.15.31:0/960869017 shutdown_connections 2024-09-19T04:41:24.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.246+0000 7f24a3400640 1 --2- 172.21.15.31:0/960869017 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f249c15f3d0 0x7f249c0cd6c0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:24.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.246+0000 7f24a3400640 1 --2- 172.21.15.31:0/960869017 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f247c06c2b0 0x7f247c06e770 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:24.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.246+0000 7f24a3400640 1 --2- 172.21.15.31:0/960869017 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f249c15e720 0x7f249c0cd180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:24.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.246+0000 7f24a3400640 1 --2- 172.21.15.31:0/960869017 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f249c0b39e0 0x7f249c145ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:24.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.246+0000 7f24a3400640 1 -- 172.21.15.31:0/960869017 >> 172.21.15.31:0/960869017 conn(0x7f249c0b5de0 msgr2=0x7f249c0aee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:24.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.246+0000 7f24a3400640 1 -- 172.21.15.31:0/960869017 shutdown_connections 2024-09-19T04:41:24.248 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.246+0000 7f24a3400640 1 -- 172.21.15.31:0/960869017 wait complete. 2024-09-19T04:41:24.280 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T04:41:24.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.441+0000 7f350b400640 1 Processor -- start 2024-09-19T04:41:24.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.441+0000 7f350b400640 1 -- start start 2024-09-19T04:41:24.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.442+0000 7f350b400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f3504155910 0x7f350413e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:24.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.442+0000 7f350b400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f35040cf0d0 0x7f3504141270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:24.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.442+0000 7f350b400640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35041417b0 con 0x7f350406f1b0 2024-09-19T04:41:24.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.442+0000 7f350b400640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f350413ed70 con 0x7f3504155910 2024-09-19T04:41:24.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.442+0000 7f350b400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f35040cf5b0 con 0x7f35040cf0d0 2024-09-19T04:41:24.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.442+0000 7f3509400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f350406f1b0 0x7f350415bb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:47288/0 (socket says 172.21.15.31:47288) 2024-09-19T04:41:24.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.442+0000 7f3509400640 1 -- 172.21.15.31:0/1362552677 learned_addr learned my addr 172.21.15.31:0/1362552677 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:24.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.443+0000 7f3503e00640 1 --2- 172.21.15.31:0/1362552677 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f35040cf0d0 0x7f3504141270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:24.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.443+0000 7f3508a00640 1 --2- 172.21.15.31:0/1362552677 >> v2:172.21.15.52:3300/0 conn(0x7f3504155910 0x7f350413e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:24.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.443+0000 7f3503400640 1 -- 172.21.15.31:0/1362552677 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1979812506 0 0) 0x7f35041417b0 con 0x7f350406f1b0 2024-09-19T04:41:24.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.443+0000 7f3503400640 1 -- 172.21.15.31:0/1362552677 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f34ec003520 con 0x7f350406f1b0 2024-09-19T04:41:24.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.443+0000 7f3508a00640 1 -- 172.21.15.31:0/1362552677 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f35040cf0d0 msgr2=0x7f3504141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:24.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.443+0000 7f3508a00640 1 --2- 172.21.15.31:0/1362552677 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f35040cf0d0 0x7f3504141270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:24.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.443+0000 7f3508a00640 1 -- 172.21.15.31:0/1362552677 >> v1:172.21.15.31:6789/0 conn(0x7f350406f1b0 legacy=0x7f350415bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:24.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.443+0000 7f3508a00640 1 -- 172.21.15.31:0/1362552677 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35040cf890 con 0x7f3504155910 2024-09-19T04:41:24.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.443+0000 7f3503e00640 1 --2- 172.21.15.31:0/1362552677 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f35040cf0d0 0x7f3504141270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:41:24.446 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.444+0000 7f3508a00640 1 --2- 172.21.15.31:0/1362552677 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3504155910 0x7f350413e830 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f350413eef0 tx=0x7f34f802a0f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=240405a1780bed6d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:24.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.445+0000 7f3503400640 1 -- 172.21.15.31:0/1362552677 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34f8037070 con 0x7f3504155910 2024-09-19T04:41:24.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.445+0000 7f3503400640 1 -- 172.21.15.31:0/1362552677 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34f802ae40 con 0x7f3504155910 2024-09-19T04:41:24.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.445+0000 7f3503400640 1 -- 172.21.15.31:0/1362552677 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34f8032660 con 0x7f3504155910 2024-09-19T04:41:24.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.445+0000 7f350b400640 1 -- 172.21.15.31:0/1362552677 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3504155910 msgr2=0x7f350413e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:24.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.445+0000 7f350b400640 1 --2- 172.21.15.31:0/1362552677 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3504155910 0x7f350413e830 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f350413eef0 tx=0x7f34f802a0f0 comp rx=0 tx=0).stop 2024-09-19T04:41:24.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.445+0000 7f350b400640 1 -- 172.21.15.31:0/1362552677 shutdown_connections 2024-09-19T04:41:24.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.445+0000 7f350b400640 1 --2- 172.21.15.31:0/1362552677 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f35040cf0d0 0x7f3504141270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:24.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.445+0000 7f350b400640 1 --2- 172.21.15.31:0/1362552677 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3504155910 0x7f350413e830 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:24.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.445+0000 7f350b400640 1 -- 172.21.15.31:0/1362552677 >> 172.21.15.31:0/1362552677 conn(0x7f3504067d70 msgr2=0x7f350406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:24.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.445+0000 7f350b400640 1 -- 172.21.15.31:0/1362552677 shutdown_connections 2024-09-19T04:41:24.447 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.445+0000 7f350b400640 1 -- 172.21.15.31:0/1362552677 wait complete. 2024-09-19T04:41:24.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.447+0000 7f350b400640 1 Processor -- start 2024-09-19T04:41:24.448 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.447+0000 7f350b400640 1 -- start start 2024-09-19T04:41:24.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.448+0000 7f350b400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f350406f1b0 0x7f35040c7900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:24.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.448+0000 7f350b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f35040cf0d0 0x7f350415ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:24.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.448+0000 7f350b400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3504155910 0x7f35041f0c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:24.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.448+0000 7f350b400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f35040cd030 con 0x7f35040cf0d0 2024-09-19T04:41:24.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.448+0000 7f350b400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f35040cfe50 con 0x7f3504155910 2024-09-19T04:41:24.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.448+0000 7f350b400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f35040cd1b0 con 0x7f350406f1b0 2024-09-19T04:41:24.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.448+0000 7f3503e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f35040cf0d0 0x7f350415ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:24.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.448+0000 7f3503e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f35040cf0d0 0x7f350415ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55308/0 (socket says 172.21.15.31:55308) 2024-09-19T04:41:24.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.448+0000 7f3503e00640 1 -- 172.21.15.31:0/204235149 learned_addr learned my addr 172.21.15.31:0/204235149 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:24.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.449+0000 7f3509400640 1 --2- 172.21.15.31:0/204235149 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3504155910 0x7f35041f0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:24.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.449+0000 7f3508a00640 1 --2- 172.21.15.31:0/204235149 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f350406f1b0 0x7f35040c7900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:24.453 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.449+0000 7f3503e00640 1 -- 172.21.15.31:0/204235149 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f350406f1b0 msgr2=0x7f35040c7900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:24.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.449+0000 7f3503e00640 1 --2- 172.21.15.31:0/204235149 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f350406f1b0 0x7f35040c7900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:24.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.449+0000 7f3503e00640 1 -- 172.21.15.31:0/204235149 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3504155910 msgr2=0x7f35041f0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:24.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.449+0000 7f3503e00640 1 --2- 172.21.15.31:0/204235149 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3504155910 0x7f35041f0c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:24.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.449+0000 7f3503e00640 1 -- 172.21.15.31:0/204235149 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35041f5b20 con 0x7f35040cf0d0 2024-09-19T04:41:24.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.449+0000 7f3503e00640 1 --2- 172.21.15.31:0/204235149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f35040cf0d0 0x7f350415ab00 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f34f000ebe0 tx=0x7f34f000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:24.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.449+0000 7f3500c00640 1 -- 172.21.15.31:0/204235149 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34f0017070 con 0x7f35040cf0d0 2024-09-19T04:41:24.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.449+0000 7f3500c00640 1 -- 172.21.15.31:0/204235149 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34f000cc30 con 0x7f35040cf0d0 2024-09-19T04:41:24.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.449+0000 7f350b400640 1 -- 172.21.15.31:0/204235149 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35040c6e20 con 0x7f35040cf0d0 2024-09-19T04:41:24.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.449+0000 7f3500c00640 1 -- 172.21.15.31:0/204235149 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34f0013470 con 0x7f35040cf0d0 2024-09-19T04:41:24.454 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.450+0000 7f350b400640 1 -- 172.21.15.31:0/204235149 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35040c73e0 con 0x7f35040cf0d0 2024-09-19T04:41:24.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.451+0000 7f350b400640 1 -- 172.21.15.31:0/204235149 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f350413e830 con 0x7f35040cf0d0 2024-09-19T04:41:24.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.452+0000 7f3500c00640 1 -- 172.21.15.31:0/204235149 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f34f001a070 con 0x7f35040cf0d0 2024-09-19T04:41:24.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.453+0000 7f3500c00640 1 --2- 172.21.15.31:0/204235149 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f34e406c2b0 0x7f34e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:24.455 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.453+0000 7f3500c00640 1 -- 172.21.15.31:0/204235149 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6001+0+0 (secure 0 0 0) 0x7f34f008b870 con 0x7f35040cf0d0 2024-09-19T04:41:24.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.453+0000 7f3508a00640 1 --2- 172.21.15.31:0/204235149 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f34e406c2b0 0x7f34e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:24.456 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.454+0000 7f3508a00640 1 --2- 172.21.15.31:0/204235149 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f34e406c2b0 0x7f34e406e770 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f34f8034000 tx=0x7f34f802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:24.459 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.458+0000 7f3500c00640 1 -- 172.21.15.31:0/204235149 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f34f0059ea0 con 0x7f35040cf0d0 2024-09-19T04:41:24.680 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:24.679+0000 7f350b400640 1 -- 172.21.15.31:0/204235149 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f350413e220 con 0x7f35040cf0d0 2024-09-19T04:41:25.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.267+0000 7f3500c00640 1 -- 172.21.15.31:0/204235149 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 8 and data pool 9 v24) ==== 172+0+0 (secure 0 0 0) 0x7f34f00597a0 con 0x7f35040cf0d0 2024-09-19T04:41:25.269 INFO:teuthology.orchestra.run.smithi031.stderr:new fs with metadata pool 8 and data pool 9 2024-09-19T04:41:25.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.272+0000 7f350b400640 1 -- 172.21.15.31:0/204235149 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f34e406c2b0 msgr2=0x7f34e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:25.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.272+0000 7f350b400640 1 --2- 172.21.15.31:0/204235149 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f34e406c2b0 0x7f34e406e770 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f34f8034000 tx=0x7f34f802e000 comp rx=0 tx=0).stop 2024-09-19T04:41:25.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.272+0000 7f350b400640 1 -- 172.21.15.31:0/204235149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f35040cf0d0 msgr2=0x7f350415ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:25.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.272+0000 7f350b400640 1 --2- 172.21.15.31:0/204235149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f35040cf0d0 0x7f350415ab00 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f34f000ebe0 tx=0x7f34f000c520 comp rx=0 tx=0).stop 2024-09-19T04:41:25.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.273+0000 7f350b400640 1 -- 172.21.15.31:0/204235149 shutdown_connections 2024-09-19T04:41:25.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.273+0000 7f350b400640 1 --2- 172.21.15.31:0/204235149 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f34e406c2b0 0x7f34e406e770 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.273+0000 7f350b400640 1 --2- 172.21.15.31:0/204235149 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3504155910 0x7f35041f0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.273+0000 7f350b400640 1 --2- 172.21.15.31:0/204235149 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f35040cf0d0 0x7f350415ab00 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.273+0000 7f350b400640 1 --2- 172.21.15.31:0/204235149 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f350406f1b0 0x7f35040c7900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.273+0000 7f350b400640 1 -- 172.21.15.31:0/204235149 >> 172.21.15.31:0/204235149 conn(0x7f3504067d70 msgr2=0x7f350406e0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:25.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.274+0000 7f350b400640 1 -- 172.21.15.31:0/204235149 shutdown_connections 2024-09-19T04:41:25.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.275+0000 7f350b400640 1 -- 172.21.15.31:0/204235149 wait complete. 2024-09-19T04:41:25.309 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:41:25.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.464+0000 7f5d12a00640 1 Processor -- start 2024-09-19T04:41:25.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.464+0000 7f5d12a00640 1 -- start start 2024-09-19T04:41:25.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.466+0000 7f5d12a00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f5d0c15e6c0 0x7f5d0c06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:25.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.466+0000 7f5d12a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5d0c0b5ea0 0x7f5d0c06c150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:25.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.466+0000 7f5d12a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5d0c0b2810 0x7f5d0c06c690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:25.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.466+0000 7f5d12a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f5d0c0b4240 con 0x7f5d0c0b2810 2024-09-19T04:41:25.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.466+0000 7f5d12a00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f5d0c15eaa0 con 0x7f5d0c15e6c0 2024-09-19T04:41:25.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.466+0000 7f5d12a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f5d0c0b6380 con 0x7f5d0c0b5ea0 2024-09-19T04:41:25.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.466+0000 7f5d12000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5d0c0b2810 0x7f5d0c06c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:25.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.466+0000 7f5d12000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5d0c0b2810 0x7f5d0c06c690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55324/0 (socket says 172.21.15.31:55324) 2024-09-19T04:41:25.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.466+0000 7f5d11600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f5d0c15e6c0 0x7f5d0c06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:25.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.466+0000 7f5d12000640 1 -- 172.21.15.31:0/4047080120 learned_addr learned my addr 172.21.15.31:0/4047080120 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:25.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.466+0000 7f5d10c00640 1 --2- 172.21.15.31:0/4047080120 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5d0c0b5ea0 0x7f5d0c06c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:25.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.467+0000 7f5d12000640 1 -- 172.21.15.31:0/4047080120 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5d0c0b5ea0 msgr2=0x7f5d0c06c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:25.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.467+0000 7f5d12000640 1 --2- 172.21.15.31:0/4047080120 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5d0c0b5ea0 0x7f5d0c06c150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.467+0000 7f5d12000640 1 -- 172.21.15.31:0/4047080120 >> v2:172.21.15.52:3300/0 conn(0x7f5d0c15e6c0 msgr2=0x7f5d0c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:25.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.467+0000 7f5d12000640 1 --2- 172.21.15.31:0/4047080120 >> v2:172.21.15.52:3300/0 conn(0x7f5d0c15e6c0 0x7f5d0c06bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.467+0000 7f5d12000640 1 -- 172.21.15.31:0/4047080120 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d0c0b44e0 con 0x7f5d0c0b2810 2024-09-19T04:41:25.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.468+0000 7f5d12000640 1 --2- 172.21.15.31:0/4047080120 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5d0c0b2810 0x7f5d0c06c690 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f5d0c09b0c0 tx=0x7f5d0402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fa4c297153438d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:25.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.468+0000 7f5d0be00640 1 -- 172.21.15.31:0/4047080120 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d04036070 con 0x7f5d0c0b2810 2024-09-19T04:41:25.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.468+0000 7f5d0be00640 1 -- 172.21.15.31:0/4047080120 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d04031600 con 0x7f5d0c0b2810 2024-09-19T04:41:25.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.468+0000 7f5d0be00640 1 -- 172.21.15.31:0/4047080120 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d040319d0 con 0x7f5d0c0b2810 2024-09-19T04:41:25.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.468+0000 7f5d12a00640 1 -- 172.21.15.31:0/4047080120 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5d0c0b2810 msgr2=0x7f5d0c06c690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:25.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.468+0000 7f5d12a00640 1 --2- 172.21.15.31:0/4047080120 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5d0c0b2810 0x7f5d0c06c690 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f5d0c09b0c0 tx=0x7f5d0402a6a0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.469+0000 7f5d12a00640 1 -- 172.21.15.31:0/4047080120 shutdown_connections 2024-09-19T04:41:25.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.469+0000 7f5d12a00640 1 --2- 172.21.15.31:0/4047080120 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5d0c0b2810 0x7f5d0c06c690 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.469+0000 7f5d12a00640 1 --2- 172.21.15.31:0/4047080120 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5d0c0b5ea0 0x7f5d0c06c150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.469+0000 7f5d12a00640 1 --2- 172.21.15.31:0/4047080120 >> v2:172.21.15.52:3300/0 conn(0x7f5d0c15e6c0 0x7f5d0c06bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.469+0000 7f5d12a00640 1 -- 172.21.15.31:0/4047080120 >> 172.21.15.31:0/4047080120 conn(0x7f5d0c0732f0 msgr2=0x7f5d0c0b2ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:25.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.469+0000 7f5d12a00640 1 -- 172.21.15.31:0/4047080120 shutdown_connections 2024-09-19T04:41:25.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.469+0000 7f5d12a00640 1 -- 172.21.15.31:0/4047080120 wait complete. 2024-09-19T04:41:25.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.470+0000 7f5d12a00640 1 Processor -- start 2024-09-19T04:41:25.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.470+0000 7f5d12a00640 1 -- start start 2024-09-19T04:41:25.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.471+0000 7f5d12a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5d0c0b2810 0x7f5d0c14ff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:25.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.471+0000 7f5d12a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5d0c0b5ea0 0x7f5d0c15ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:25.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.471+0000 7f5d12a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d0c15e6c0 0x7f5d0c15f220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:25.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.471+0000 7f5d12a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5d0c0b0d10 con 0x7f5d0c0b2810 2024-09-19T04:41:25.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.471+0000 7f5d12a00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5d0c0b6660 con 0x7f5d0c15e6c0 2024-09-19T04:41:25.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.471+0000 7f5d12a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f5d0c0b0e90 con 0x7f5d0c0b5ea0 2024-09-19T04:41:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.471+0000 7f5d11600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5d0c0b2810 0x7f5d0c14ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.471+0000 7f5d11600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5d0c0b2810 0x7f5d0c14ff60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55340/0 (socket says 172.21.15.31:55340) 2024-09-19T04:41:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.471+0000 7f5d11600640 1 -- 172.21.15.31:0/2049665494 learned_addr learned my addr 172.21.15.31:0/2049665494 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.472+0000 7f5d12000640 1 --2- 172.21.15.31:0/2049665494 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d0c15e6c0 0x7f5d0c15f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.472+0000 7f5d10c00640 1 --2- 172.21.15.31:0/2049665494 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5d0c0b5ea0 0x7f5d0c15ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.472+0000 7f5d11600640 1 -- 172.21.15.31:0/2049665494 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5d0c0b5ea0 msgr2=0x7f5d0c15ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.472+0000 7f5d11600640 1 --2- 172.21.15.31:0/2049665494 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5d0c0b5ea0 0x7f5d0c15ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.472+0000 7f5d11600640 1 -- 172.21.15.31:0/2049665494 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d0c15e6c0 msgr2=0x7f5d0c15f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.472+0000 7f5d11600640 1 --2- 172.21.15.31:0/2049665494 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d0c15e6c0 0x7f5d0c15f220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.472+0000 7f5d11600640 1 -- 172.21.15.31:0/2049665494 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d0c15f880 con 0x7f5d0c0b2810 2024-09-19T04:41:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.472+0000 7f5d11600640 1 --2- 172.21.15.31:0/2049665494 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5d0c0b2810 0x7f5d0c14ff60 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f5d0000e870 tx=0x7f5d0000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.472+0000 7f5d09600640 1 -- 172.21.15.31:0/2049665494 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d00017070 con 0x7f5d0c0b2810 2024-09-19T04:41:25.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.472+0000 7f5d09600640 1 -- 172.21.15.31:0/2049665494 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d0000c940 con 0x7f5d0c0b2810 2024-09-19T04:41:25.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.472+0000 7f5d09600640 1 -- 172.21.15.31:0/2049665494 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d0000cd30 con 0x7f5d0c0b2810 2024-09-19T04:41:25.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.472+0000 7f5d12a00640 1 -- 172.21.15.31:0/2049665494 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d0c15fb60 con 0x7f5d0c0b2810 2024-09-19T04:41:25.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.473+0000 7f5d12a00640 1 -- 172.21.15.31:0/2049665494 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d0c160120 con 0x7f5d0c0b2810 2024-09-19T04:41:25.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.473+0000 7f5d12a00640 1 -- 172.21.15.31:0/2049665494 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d0c0b1130 con 0x7f5d0c0b2810 2024-09-19T04:41:25.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.474+0000 7f5d09600640 1 -- 172.21.15.31:0/2049665494 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5d0001a070 con 0x7f5d0c0b2810 2024-09-19T04:41:25.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.475+0000 7f5d09600640 1 --2- 172.21.15.31:0/2049665494 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5cec06c2b0 0x7f5cec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:25.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.475+0000 7f5d09600640 1 -- 172.21.15.31:0/2049665494 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6101+0+0 (secure 0 0 0) 0x7f5d0008b840 con 0x7f5d0c0b2810 2024-09-19T04:41:25.477 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.476+0000 7f5d10c00640 1 --2- 172.21.15.31:0/2049665494 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5cec06c2b0 0x7f5cec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:25.478 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.476+0000 7f5d10c00640 1 --2- 172.21.15.31:0/2049665494 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5cec06c2b0 0x7f5cec06e770 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f5d0c159300 tx=0x7f5cf8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:25.481 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.480+0000 7f5d09600640 1 -- 172.21.15.31:0/2049665494 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5d00059e10 con 0x7f5d0c0b2810 2024-09-19T04:41:25.667 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.665+0000 7f5d12a00640 1 -- 172.21.15.31:0/2049665494 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5d0c160e60 con 0x7f5d0c0b2810 2024-09-19T04:41:25.668 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.667+0000 7f5d09600640 1 -- 172.21.15.31:0/2049665494 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v54) ==== 74+0+16975 (secure 0 0 0) 0x7f5d00059710 con 0x7f5d0c0b2810 2024-09-19T04:41:25.669 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:25.669 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":54,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:41:24.680451+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:41:22.483601+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T04:41:23.676401+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:41:25.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.669+0000 7f5d12a00640 1 -- 172.21.15.31:0/2049665494 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5cec06c2b0 msgr2=0x7f5cec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:25.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.669+0000 7f5d12a00640 1 --2- 172.21.15.31:0/2049665494 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5cec06c2b0 0x7f5cec06e770 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f5d0c159300 tx=0x7f5cf8008040 comp rx=0 tx=0).stop 2024-09-19T04:41:25.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.669+0000 7f5d12a00640 1 -- 172.21.15.31:0/2049665494 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5d0c0b2810 msgr2=0x7f5d0c14ff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:25.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.669+0000 7f5d12a00640 1 --2- 172.21.15.31:0/2049665494 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5d0c0b2810 0x7f5d0c14ff60 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f5d0000e870 tx=0x7f5d0000ed30 comp rx=0 tx=0).stop 2024-09-19T04:41:25.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.669+0000 7f5d12a00640 1 -- 172.21.15.31:0/2049665494 shutdown_connections 2024-09-19T04:41:25.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.669+0000 7f5d12a00640 1 --2- 172.21.15.31:0/2049665494 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5cec06c2b0 0x7f5cec06e770 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.669+0000 7f5d12a00640 1 --2- 172.21.15.31:0/2049665494 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d0c15e6c0 0x7f5d0c15f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.669+0000 7f5d12a00640 1 --2- 172.21.15.31:0/2049665494 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5d0c0b5ea0 0x7f5d0c15ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.671 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.669+0000 7f5d12a00640 1 --2- 172.21.15.31:0/2049665494 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5d0c0b2810 0x7f5d0c14ff60 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.669+0000 7f5d12a00640 1 -- 172.21.15.31:0/2049665494 >> 172.21.15.31:0/2049665494 conn(0x7f5d0c0732f0 msgr2=0x7f5d0c0d07f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:25.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.669+0000 7f5d12a00640 1 -- 172.21.15.31:0/2049665494 shutdown_connections 2024-09-19T04:41:25.672 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.669+0000 7f5d12a00640 1 -- 172.21.15.31:0/2049665494 wait complete. 2024-09-19T04:41:25.686 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:41:25.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.841+0000 7f5ccf400640 1 Processor -- start 2024-09-19T04:41:25.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.841+0000 7f5ccf400640 1 -- start start 2024-09-19T04:41:25.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.843+0000 7f5ccf400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5cc806f0e0 0x7f5cc815c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:25.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.843+0000 7f5ccf400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5cc80b3ba0 0x7f5cc80b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:25.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.843+0000 7f5ccf400640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5cc815c620 con 0x7f5cc806f4c0 2024-09-19T04:41:25.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.843+0000 7f5ccf400640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f5cc815bc50 con 0x7f5cc806f0e0 2024-09-19T04:41:25.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.843+0000 7f5ccf400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f5cc8152630 con 0x7f5cc80b3ba0 2024-09-19T04:41:25.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.843+0000 7f5ccca00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5cc806f0e0 0x7f5cc815c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:25.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.843+0000 7f5ccca00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5cc806f0e0 0x7f5cc815c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55342/0 (socket says 172.21.15.31:55342) 2024-09-19T04:41:25.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.843+0000 7f5ccca00640 1 -- 172.21.15.31:0/1934088519 learned_addr learned my addr 172.21.15.31:0/1934088519 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:25.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.843+0000 7f5cc7e00640 1 --1- 172.21.15.31:0/1934088519 >> v1:172.21.15.31:6789/0 conn(0x7f5cc806f4c0 0x7f5cc80cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:47296/0 (socket says 172.21.15.31:47296) 2024-09-19T04:41:25.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.843+0000 7f5ccd400640 1 --2- 172.21.15.31:0/1934088519 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5cc80b3ba0 0x7f5cc80b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:25.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.843+0000 7f5ccca00640 1 -- 172.21.15.31:0/1934088519 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5cc80b3ba0 msgr2=0x7f5cc80b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:25.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.844+0000 7f5ccca00640 1 --2- 172.21.15.31:0/1934088519 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5cc80b3ba0 0x7f5cc80b4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.844+0000 7f5ccca00640 1 -- 172.21.15.31:0/1934088519 >> v1:172.21.15.31:6789/0 conn(0x7f5cc806f4c0 legacy=0x7f5cc80cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:25.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.844+0000 7f5ccca00640 1 -- 172.21.15.31:0/1934088519 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cc80cfb40 con 0x7f5cc806f0e0 2024-09-19T04:41:25.846 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.844+0000 7f5cc7400640 1 -- 172.21.15.31:0/1934088519 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3546424411 0 0) 0x7f5cc815c620 con 0x7f5cc806f4c0 2024-09-19T04:41:25.847 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.844+0000 7f5ccd400640 1 --2- 172.21.15.31:0/1934088519 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5cc80b3ba0 0x7f5cc80b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:25.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.845+0000 7f5ccca00640 1 --2- 172.21.15.31:0/1934088519 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5cc806f0e0 0x7f5cc815c0e0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f5cbc009870 tx=0x7f5cbc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ed9219d46f813cb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:25.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.845+0000 7f5cc7400640 1 -- 172.21.15.31:0/1934088519 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cbc037070 con 0x7f5cc806f0e0 2024-09-19T04:41:25.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.845+0000 7f5cc7400640 1 -- 172.21.15.31:0/1934088519 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cbc032440 con 0x7f5cc806f0e0 2024-09-19T04:41:25.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.845+0000 7f5cc7400640 1 -- 172.21.15.31:0/1934088519 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cbc032810 con 0x7f5cc806f0e0 2024-09-19T04:41:25.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.845+0000 7f5ccf400640 1 -- 172.21.15.31:0/1934088519 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5cc806f0e0 msgr2=0x7f5cc815c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:25.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.845+0000 7f5ccf400640 1 --2- 172.21.15.31:0/1934088519 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5cc806f0e0 0x7f5cc815c0e0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f5cbc009870 tx=0x7f5cbc02a270 comp rx=0 tx=0).stop 2024-09-19T04:41:25.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.846+0000 7f5ccf400640 1 -- 172.21.15.31:0/1934088519 shutdown_connections 2024-09-19T04:41:25.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.846+0000 7f5ccf400640 1 --2- 172.21.15.31:0/1934088519 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5cc80b3ba0 0x7f5cc80b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.846+0000 7f5ccf400640 1 --2- 172.21.15.31:0/1934088519 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5cc806f0e0 0x7f5cc815c0e0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.846+0000 7f5ccf400640 1 -- 172.21.15.31:0/1934088519 >> 172.21.15.31:0/1934088519 conn(0x7f5cc8067da0 msgr2=0x7f5cc806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:25.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.846+0000 7f5ccf400640 1 -- 172.21.15.31:0/1934088519 shutdown_connections 2024-09-19T04:41:25.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.846+0000 7f5ccf400640 1 -- 172.21.15.31:0/1934088519 wait complete. 2024-09-19T04:41:25.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.847+0000 7f5ccf400640 1 Processor -- start 2024-09-19T04:41:25.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.847+0000 7f5ccf400640 1 -- start start 2024-09-19T04:41:25.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.848+0000 7f5ccf400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5cc806f0e0 0x7f5cc814aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:25.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.848+0000 7f5ccf400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5cc806f4c0 0x7f5cc8157f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:25.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.848+0000 7f5ccf400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5cc80b3ba0 0x7f5cc81527b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:25.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.848+0000 7f5ccf400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc806f8f0 con 0x7f5cc806f0e0 2024-09-19T04:41:25.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.848+0000 7f5ccf400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc815b8e0 con 0x7f5cc80b3ba0 2024-09-19T04:41:25.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.848+0000 7f5ccf400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f5cc806fa70 con 0x7f5cc806f4c0 2024-09-19T04:41:25.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.848+0000 7f5ccca00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5cc806f0e0 0x7f5cc814aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:25.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.849+0000 7f5ccca00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5cc806f0e0 0x7f5cc814aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55358/0 (socket says 172.21.15.31:55358) 2024-09-19T04:41:25.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.849+0000 7f5ccca00640 1 -- 172.21.15.31:0/241998411 learned_addr learned my addr 172.21.15.31:0/241998411 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:25.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.849+0000 7f5cc7e00640 1 --2- 172.21.15.31:0/241998411 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5cc806f4c0 0x7f5cc8157f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:25.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.849+0000 7f5ccca00640 1 -- 172.21.15.31:0/241998411 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5cc806f4c0 msgr2=0x7f5cc8157f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:25.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.849+0000 7f5ccd400640 1 --2- 172.21.15.31:0/241998411 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5cc80b3ba0 0x7f5cc81527b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:25.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.849+0000 7f5ccca00640 1 --2- 172.21.15.31:0/241998411 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5cc806f4c0 0x7f5cc8157f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.849+0000 7f5ccca00640 1 -- 172.21.15.31:0/241998411 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5cc80b3ba0 msgr2=0x7f5cc81527b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:25.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.849+0000 7f5ccca00640 1 --2- 172.21.15.31:0/241998411 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5cc80b3ba0 0x7f5cc81527b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:25.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.849+0000 7f5ccca00640 1 -- 172.21.15.31:0/241998411 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cc8153380 con 0x7f5cc806f0e0 2024-09-19T04:41:25.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.849+0000 7f5cc7e00640 1 --2- 172.21.15.31:0/241998411 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5cc806f4c0 0x7f5cc8157f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:25.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.849+0000 7f5ccd400640 1 --2- 172.21.15.31:0/241998411 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5cc80b3ba0 0x7f5cc81527b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:25.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.849+0000 7f5ccca00640 1 --2- 172.21.15.31:0/241998411 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5cc806f0e0 0x7f5cc814aa50 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f5cbc009870 tx=0x7f5cbc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:25.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.849+0000 7f5cc4c00640 1 -- 172.21.15.31:0/241998411 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cbc041070 con 0x7f5cc806f0e0 2024-09-19T04:41:25.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.849+0000 7f5cc4c00640 1 -- 172.21.15.31:0/241998411 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cbc03c870 con 0x7f5cc806f0e0 2024-09-19T04:41:25.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.849+0000 7f5cc4c00640 1 -- 172.21.15.31:0/241998411 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cbc037040 con 0x7f5cc806f0e0 2024-09-19T04:41:25.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.850+0000 7f5ccf400640 1 -- 172.21.15.31:0/241998411 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cc81577a0 con 0x7f5cc806f0e0 2024-09-19T04:41:25.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.850+0000 7f5ccf400640 1 -- 172.21.15.31:0/241998411 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cc8153900 con 0x7f5cc806f0e0 2024-09-19T04:41:25.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.851+0000 7f5ccf400640 1 -- 172.21.15.31:0/241998411 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cc815ee80 con 0x7f5cc806f0e0 2024-09-19T04:41:25.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.852+0000 7f5cc4c00640 1 -- 172.21.15.31:0/241998411 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5cbc044070 con 0x7f5cc806f0e0 2024-09-19T04:41:25.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.853+0000 7f5cc4c00640 1 --2- 172.21.15.31:0/241998411 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5ca806c2b0 0x7f5ca806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:25.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.853+0000 7f5cc4c00640 1 -- 172.21.15.31:0/241998411 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6101+0+0 (secure 0 0 0) 0x7f5cbc0ac160 con 0x7f5cc806f0e0 2024-09-19T04:41:25.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.853+0000 7f5cc7e00640 1 --2- 172.21.15.31:0/241998411 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5ca806c2b0 0x7f5ca806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:25.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.854+0000 7f5cc7e00640 1 --2- 172.21.15.31:0/241998411 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5ca806c2b0 0x7f5ca806e770 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f5cc80af5e0 tx=0x7f5cb4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:25.859 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:25.858+0000 7f5cc4c00640 1 -- 172.21.15.31:0/241998411 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5cbc07a6c0 con 0x7f5cc806f0e0 2024-09-19T04:41:26.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.044+0000 7f5ccf400640 1 -- 172.21.15.31:0/241998411 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5cc806cfb0 con 0x7f5cc806f0e0 2024-09-19T04:41:26.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.045+0000 7f5cc4c00640 1 -- 172.21.15.31:0/241998411 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v54) ==== 74+0+16975 (secure 0 0 0) 0x7f5cbc079fc0 con 0x7f5cc806f0e0 2024-09-19T04:41:26.047 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:26.047 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":54,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:41:24.680451+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:41:22.483601+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T04:41:23.676401+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:41:26.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.047+0000 7f5ccf400640 1 -- 172.21.15.31:0/241998411 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5ca806c2b0 msgr2=0x7f5ca806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:26.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.047+0000 7f5ccf400640 1 --2- 172.21.15.31:0/241998411 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5ca806c2b0 0x7f5ca806e770 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f5cc80af5e0 tx=0x7f5cb4009040 comp rx=0 tx=0).stop 2024-09-19T04:41:26.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.047+0000 7f5ccf400640 1 -- 172.21.15.31:0/241998411 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5cc806f0e0 msgr2=0x7f5cc814aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:26.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.047+0000 7f5ccf400640 1 --2- 172.21.15.31:0/241998411 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5cc806f0e0 0x7f5cc814aa50 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f5cbc009870 tx=0x7f5cbc0046c0 comp rx=0 tx=0).stop 2024-09-19T04:41:26.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.047+0000 7f5ccf400640 1 -- 172.21.15.31:0/241998411 shutdown_connections 2024-09-19T04:41:26.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.047+0000 7f5ccf400640 1 --2- 172.21.15.31:0/241998411 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5ca806c2b0 0x7f5ca806e770 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:26.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.047+0000 7f5ccf400640 1 --2- 172.21.15.31:0/241998411 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5cc80b3ba0 0x7f5cc81527b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:26.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.047+0000 7f5ccf400640 1 --2- 172.21.15.31:0/241998411 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5cc806f4c0 0x7f5cc8157f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:26.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.047+0000 7f5ccf400640 1 --2- 172.21.15.31:0/241998411 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5cc806f0e0 0x7f5cc814aa50 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:26.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.047+0000 7f5ccf400640 1 -- 172.21.15.31:0/241998411 >> 172.21.15.31:0/241998411 conn(0x7f5cc8067da0 msgr2=0x7f5cc80b20b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:26.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.047+0000 7f5ccf400640 1 -- 172.21.15.31:0/241998411 shutdown_connections 2024-09-19T04:41:26.050 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.047+0000 7f5ccf400640 1 -- 172.21.15.31:0/241998411 wait complete. 2024-09-19T04:41:26.066 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T04:41:26.225 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.223+0000 7f5c49000640 1 Processor -- start 2024-09-19T04:41:26.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.224+0000 7f5c49000640 1 -- start start 2024-09-19T04:41:26.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.225+0000 7f5c49000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5c44070ac0 0x7f5c440b4440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:26.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.225+0000 7f5c49000640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f5c4406bc10 0x7f5c4406c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:26.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.225+0000 7f5c49000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5c4406f240 con 0x7f5c44147340 2024-09-19T04:41:26.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.225+0000 7f5c49000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f5c440b5dc0 con 0x7f5c44070ac0 2024-09-19T04:41:26.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.225+0000 7f5c49000640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f5c4406c5a0 con 0x7f5c4406bc10 2024-09-19T04:41:26.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.225+0000 7f5c41400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f5c44070ac0 0x7f5c440b4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:26.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.225+0000 7f5c41e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f5c44147340 0x7f5c440ae340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:47304/0 (socket says 172.21.15.31:47304) 2024-09-19T04:41:26.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.225+0000 7f5c41e00640 1 -- 172.21.15.31:0/2984740969 learned_addr learned my addr 172.21.15.31:0/2984740969 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:26.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.226+0000 7f5c42800640 1 --2- 172.21.15.31:0/2984740969 >> v2:172.21.15.52:3300/0 conn(0x7f5c4406bc10 0x7f5c4406c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:26.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.226+0000 7f5c41400640 1 -- 172.21.15.31:0/2984740969 >> v2:172.21.15.52:3300/0 conn(0x7f5c4406bc10 msgr2=0x7f5c4406c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:26.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.226+0000 7f5c41400640 1 --2- 172.21.15.31:0/2984740969 >> v2:172.21.15.52:3300/0 conn(0x7f5c4406bc10 0x7f5c4406c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:26.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.226+0000 7f5c41400640 1 -- 172.21.15.31:0/2984740969 >> v1:172.21.15.31:6789/0 conn(0x7f5c44147340 legacy=0x7f5c440ae340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:26.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.226+0000 7f5c40a00640 1 -- 172.21.15.31:0/2984740969 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 894813538 0 0) 0x7f5c4406f240 con 0x7f5c44147340 2024-09-19T04:41:26.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.226+0000 7f5c41400640 1 -- 172.21.15.31:0/2984740969 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c440b5ff0 con 0x7f5c44070ac0 2024-09-19T04:41:26.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.226+0000 7f5c42800640 1 --2- 172.21.15.31:0/2984740969 >> v2:172.21.15.52:3300/0 conn(0x7f5c4406bc10 0x7f5c4406c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:26.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.227+0000 7f5c41400640 1 --2- 172.21.15.31:0/2984740969 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c44070ac0 0x7f5c440b4440 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f5c44148540 tx=0x7f5c3002a080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af0e99c092e8b3e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:26.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.227+0000 7f5c40a00640 1 -- 172.21.15.31:0/2984740969 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c30037070 con 0x7f5c44070ac0 2024-09-19T04:41:26.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.227+0000 7f5c40a00640 1 -- 172.21.15.31:0/2984740969 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c3002add0 con 0x7f5c44070ac0 2024-09-19T04:41:26.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.227+0000 7f5c40a00640 1 -- 172.21.15.31:0/2984740969 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c30032660 con 0x7f5c44070ac0 2024-09-19T04:41:26.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.227+0000 7f5c49000640 1 -- 172.21.15.31:0/2984740969 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c44070ac0 msgr2=0x7f5c440b4440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:26.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.227+0000 7f5c49000640 1 --2- 172.21.15.31:0/2984740969 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c44070ac0 0x7f5c440b4440 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f5c44148540 tx=0x7f5c3002a080 comp rx=0 tx=0).stop 2024-09-19T04:41:26.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.228+0000 7f5c49000640 1 -- 172.21.15.31:0/2984740969 shutdown_connections 2024-09-19T04:41:26.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.228+0000 7f5c49000640 1 --2- 172.21.15.31:0/2984740969 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c44070ac0 0x7f5c440b4440 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:26.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.228+0000 7f5c49000640 1 --2- 172.21.15.31:0/2984740969 >> v2:172.21.15.52:3300/0 conn(0x7f5c4406bc10 0x7f5c4406c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:26.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.228+0000 7f5c49000640 1 -- 172.21.15.31:0/2984740969 >> 172.21.15.31:0/2984740969 conn(0x7f5c4409aa70 msgr2=0x7f5c440b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:26.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.228+0000 7f5c49000640 1 -- 172.21.15.31:0/2984740969 shutdown_connections 2024-09-19T04:41:26.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.228+0000 7f5c49000640 1 -- 172.21.15.31:0/2984740969 wait complete. 2024-09-19T04:41:26.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.229+0000 7f5c49000640 1 Processor -- start 2024-09-19T04:41:26.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.229+0000 7f5c49000640 1 -- start start 2024-09-19T04:41:26.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.230+0000 7f5c49000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c4406bc10 0x7f5c440b3550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:26.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.230+0000 7f5c49000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5c44070ac0 0x7f5c4409ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:26.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.230+0000 7f5c49000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5c44147340 0x7f5c4413c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:26.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.230+0000 7f5c49000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f5c440b4980 con 0x7f5c4406bc10 2024-09-19T04:41:26.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.230+0000 7f5c49000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5c44071210 con 0x7f5c44070ac0 2024-09-19T04:41:26.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.230+0000 7f5c49000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f5c44147720 con 0x7f5c44147340 2024-09-19T04:41:26.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.231+0000 7f5c41e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c4406bc10 0x7f5c440b3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:26.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.231+0000 7f5c41e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c4406bc10 0x7f5c440b3550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55382/0 (socket says 172.21.15.31:55382) 2024-09-19T04:41:26.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.231+0000 7f5c41e00640 1 -- 172.21.15.31:0/2755532299 learned_addr learned my addr 172.21.15.31:0/2755532299 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:26.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.231+0000 7f5c41400640 1 --2- 172.21.15.31:0/2755532299 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5c44070ac0 0x7f5c4409ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:26.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.231+0000 7f5c42800640 1 --2- 172.21.15.31:0/2755532299 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5c44147340 0x7f5c4413c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:26.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.231+0000 7f5c41e00640 1 -- 172.21.15.31:0/2755532299 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5c44147340 msgr2=0x7f5c4413c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:26.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.231+0000 7f5c41e00640 1 --2- 172.21.15.31:0/2755532299 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5c44147340 0x7f5c4413c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:26.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.231+0000 7f5c41e00640 1 -- 172.21.15.31:0/2755532299 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5c44070ac0 msgr2=0x7f5c4409ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:26.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.231+0000 7f5c41e00640 1 --2- 172.21.15.31:0/2755532299 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5c44070ac0 0x7f5c4409ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:26.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.231+0000 7f5c41e00640 1 -- 172.21.15.31:0/2755532299 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c4409d670 con 0x7f5c4406bc10 2024-09-19T04:41:26.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.231+0000 7f5c42800640 1 --2- 172.21.15.31:0/2755532299 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5c44147340 0x7f5c4413c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:26.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.231+0000 7f5c41e00640 1 --2- 172.21.15.31:0/2755532299 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c4406bc10 0x7f5c440b3550 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f5c3400c500 tx=0x7f5c3400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:26.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.232+0000 7f5c3a000640 1 -- 172.21.15.31:0/2755532299 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c34018070 con 0x7f5c4406bc10 2024-09-19T04:41:26.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.232+0000 7f5c3a000640 1 -- 172.21.15.31:0/2755532299 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c34007580 con 0x7f5c4406bc10 2024-09-19T04:41:26.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.232+0000 7f5c3a000640 1 -- 172.21.15.31:0/2755532299 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c34004a20 con 0x7f5c4406bc10 2024-09-19T04:41:26.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.232+0000 7f5c49000640 1 -- 172.21.15.31:0/2755532299 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c4409d950 con 0x7f5c4406bc10 2024-09-19T04:41:26.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.232+0000 7f5c49000640 1 -- 172.21.15.31:0/2755532299 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c4409df10 con 0x7f5c4406bc10 2024-09-19T04:41:26.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.233+0000 7f5c49000640 1 -- 172.21.15.31:0/2755532299 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c440b65b0 con 0x7f5c4406bc10 2024-09-19T04:41:26.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.234+0000 7f5c3a000640 1 -- 172.21.15.31:0/2755532299 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5c3401b070 con 0x7f5c4406bc10 2024-09-19T04:41:26.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.234+0000 7f5c3a000640 1 --2- 172.21.15.31:0/2755532299 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5c2406c2b0 0x7f5c2406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:26.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.235+0000 7f5c3a000640 1 -- 172.21.15.31:0/2755532299 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6101+0+0 (secure 0 0 0) 0x7f5c3408a890 con 0x7f5c4406bc10 2024-09-19T04:41:26.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.235+0000 7f5c41400640 1 --2- 172.21.15.31:0/2755532299 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5c2406c2b0 0x7f5c2406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:26.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.235+0000 7f5c41400640 1 --2- 172.21.15.31:0/2755532299 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5c2406c2b0 0x7f5c2406e770 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f5c30034000 tx=0x7f5c3002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:26.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.239+0000 7f5c3a000640 1 -- 172.21.15.31:0/2755532299 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5c34058810 con 0x7f5c4406bc10 2024-09-19T04:41:26.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:26.464+0000 7f5c49000640 1 -- 172.21.15.31:0/2755532299 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f5c441428a0 con 0x7f5c4406bc10 2024-09-19T04:41:27.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.274+0000 7f5c3a000640 1 -- 172.21.15.31:0/2755532299 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v27) ==== 118+0+0 (secure 0 0 0) 0x7f5c3405cb10 con 0x7f5c4406bc10 2024-09-19T04:41:27.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.277+0000 7f5c49000640 1 -- 172.21.15.31:0/2755532299 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5c2406c2b0 msgr2=0x7f5c2406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:27.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.277+0000 7f5c49000640 1 --2- 172.21.15.31:0/2755532299 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5c2406c2b0 0x7f5c2406e770 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f5c30034000 tx=0x7f5c3002e000 comp rx=0 tx=0).stop 2024-09-19T04:41:27.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.277+0000 7f5c49000640 1 -- 172.21.15.31:0/2755532299 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c4406bc10 msgr2=0x7f5c440b3550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:27.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.277+0000 7f5c49000640 1 --2- 172.21.15.31:0/2755532299 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c4406bc10 0x7f5c440b3550 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f5c3400c500 tx=0x7f5c3400c9c0 comp rx=0 tx=0).stop 2024-09-19T04:41:27.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.278+0000 7f5c49000640 1 -- 172.21.15.31:0/2755532299 shutdown_connections 2024-09-19T04:41:27.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.278+0000 7f5c49000640 1 --2- 172.21.15.31:0/2755532299 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f5c44147340 0x7f5c4413c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:27.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.278+0000 7f5c49000640 1 --2- 172.21.15.31:0/2755532299 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f5c2406c2b0 0x7f5c2406e770 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:27.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.278+0000 7f5c49000640 1 --2- 172.21.15.31:0/2755532299 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5c44070ac0 0x7f5c4409ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:27.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.278+0000 7f5c49000640 1 --2- 172.21.15.31:0/2755532299 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f5c4406bc10 0x7f5c440b3550 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:27.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.278+0000 7f5c49000640 1 -- 172.21.15.31:0/2755532299 >> 172.21.15.31:0/2755532299 conn(0x7f5c4409aa70 msgr2=0x7f5c44145f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:27.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.278+0000 7f5c49000640 1 -- 172.21.15.31:0/2755532299 shutdown_connections 2024-09-19T04:41:27.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.278+0000 7f5c49000640 1 -- 172.21.15.31:0/2755532299 wait complete. 2024-09-19T04:41:27.299 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T04:41:27.299 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T04:41:27.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.460+0000 7f6ae0400640 1 Processor -- start 2024-09-19T04:41:27.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.460+0000 7f6ae0400640 1 -- start start 2024-09-19T04:41:27.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.462+0000 7f6ae0400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f6ad8155910 0x7f6ad813e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:27.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.462+0000 7f6ae0400640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6ad80cf5b0 con 0x7f6ad80cf0d0 2024-09-19T04:41:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.462+0000 7f6ae0400640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6ad80cf890 con 0x7f6ad806f1b0 2024-09-19T04:41:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.462+0000 7f6ae0400640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f6ad813ed70 con 0x7f6ad8155910 2024-09-19T04:41:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.462+0000 7f6add000640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f6ad80cf0d0 0x7f6ad8141270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:47306/0 (socket says 172.21.15.31:47306) 2024-09-19T04:41:27.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.462+0000 7f6add000640 1 -- 172.21.15.31:0/289159808 learned_addr learned my addr 172.21.15.31:0/289159808 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:27.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.462+0000 7f6adda00640 1 --2- 172.21.15.31:0/289159808 >> v2:172.21.15.52:3300/0 conn(0x7f6ad8155910 0x7f6ad813e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:27.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.462+0000 7f6ad7e00640 1 -- 172.21.15.31:0/289159808 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 72310997 0 0) 0x7f6ad80cf5b0 con 0x7f6ad80cf0d0 2024-09-19T04:41:27.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.462+0000 7f6ad7e00640 1 -- 172.21.15.31:0/289159808 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6ac0003520 con 0x7f6ad80cf0d0 2024-09-19T04:41:27.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.463+0000 7f6ad7e00640 1 -- 172.21.15.31:0/289159808 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3829698306 0 0) 0x7f6ac0003520 con 0x7f6ad80cf0d0 2024-09-19T04:41:27.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.463+0000 7f6ad7e00640 1 -- 172.21.15.31:0/289159808 >> v2:172.21.15.52:3300/0 conn(0x7f6ad8155910 msgr2=0x7f6ad813e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:27.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.463+0000 7f6ad7e00640 1 --2- 172.21.15.31:0/289159808 >> v2:172.21.15.52:3300/0 conn(0x7f6ad8155910 0x7f6ad813e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:27.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.463+0000 7f6ad7e00640 1 -- 172.21.15.31:0/289159808 >> v1:172.21.15.52:6789/0 conn(0x7f6ad806f1b0 legacy=0x7f6ad815bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:27.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.463+0000 7f6ad7e00640 1 -- 172.21.15.31:0/289159808 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ad80cfb70 con 0x7f6ad80cf0d0 2024-09-19T04:41:27.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.463+0000 7f6ad7e00640 1 -- 172.21.15.31:0/289159808 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7f6ac4001670 con 0x7f6ad80cf0d0 2024-09-19T04:41:27.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.463+0000 7f6ad7e00640 1 -- 172.21.15.31:0/289159808 >> v1:172.21.15.31:6789/0 conn(0x7f6ad80cf0d0 legacy=0x7f6ad8141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:27.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.463+0000 7f6ad7e00640 1 --2- 172.21.15.31:0/289159808 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6ac0003a00 0x7f6ac0003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:27.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.463+0000 7f6ad7e00640 1 --2- 172.21.15.31:0/289159808 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ac0004800 0x7f6ac0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:27.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.463+0000 7f6ad7e00640 1 --2- 172.21.15.31:0/289159808 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ac0005210 0x7f6ac000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:27.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.463+0000 7f6ad7e00640 1 -- 172.21.15.31:0/289159808 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6ad813ed70 con 0x7f6ac0005210 2024-09-19T04:41:27.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.463+0000 7f6ad7e00640 1 -- 172.21.15.31:0/289159808 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f6ac000c160 con 0x7f6ac0004800 2024-09-19T04:41:27.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.463+0000 7f6ad7e00640 1 -- 172.21.15.31:0/289159808 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f6ac000c360 con 0x7f6ac0003a00 2024-09-19T04:41:27.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.463+0000 7f6ade400640 1 --2- 172.21.15.31:0/289159808 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ac0005210 0x7f6ac000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:27.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.463+0000 7f6add000640 1 --2- 172.21.15.31:0/289159808 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ac0004800 0x7f6ac0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:27.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.463+0000 7f6adda00640 1 --2- 172.21.15.31:0/289159808 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6ac0003a00 0x7f6ac0003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:27.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.464+0000 7f6ade400640 1 -- 172.21.15.31:0/289159808 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6ac0003a00 msgr2=0x7f6ac0003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:27.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.464+0000 7f6ade400640 1 --2- 172.21.15.31:0/289159808 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6ac0003a00 0x7f6ac0003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:27.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.464+0000 7f6ade400640 1 -- 172.21.15.31:0/289159808 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ac0004800 msgr2=0x7f6ac0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:27.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.464+0000 7f6ade400640 1 --2- 172.21.15.31:0/289159808 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ac0004800 0x7f6ac0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:27.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.464+0000 7f6ade400640 1 -- 172.21.15.31:0/289159808 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ac0003520 con 0x7f6ac0005210 2024-09-19T04:41:27.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.465+0000 7f6ade400640 1 -- 172.21.15.31:0/289159808 reap_dead start 2024-09-19T04:41:27.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.465+0000 7f6ade400640 1 --2- 172.21.15.31:0/289159808 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ac0005210 0x7f6ac000b9c0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f6ad0001e20 tx=0x7f6ac0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68e7d0f372f0b4bd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:27.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.465+0000 7f6ad7e00640 1 -- 172.21.15.31:0/289159808 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad0001a70 con 0x7f6ac0005210 2024-09-19T04:41:27.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.465+0000 7f6ad7e00640 1 -- 172.21.15.31:0/289159808 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ad002ae40 con 0x7f6ac0005210 2024-09-19T04:41:27.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.465+0000 7f6ad7e00640 1 -- 172.21.15.31:0/289159808 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad0003bb0 con 0x7f6ac0005210 2024-09-19T04:41:27.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.465+0000 7f6ae0400640 1 -- 172.21.15.31:0/289159808 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ac0005210 msgr2=0x7f6ac000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:27.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.465+0000 7f6ae0400640 1 --2- 172.21.15.31:0/289159808 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ac0005210 0x7f6ac000b9c0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f6ad0001e20 tx=0x7f6ac0005830 comp rx=0 tx=0).stop 2024-09-19T04:41:27.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.466+0000 7f6ae0400640 1 -- 172.21.15.31:0/289159808 shutdown_connections 2024-09-19T04:41:27.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.466+0000 7f6ae0400640 1 --2- 172.21.15.31:0/289159808 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ac0005210 0x7f6ac000b9c0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:27.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.466+0000 7f6ae0400640 1 -- 172.21.15.31:0/289159808 >> 172.21.15.31:0/289159808 conn(0x7f6ad8067d70 msgr2=0x7f6ad806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:27.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.466+0000 7f6ae0400640 1 -- 172.21.15.31:0/289159808 shutdown_connections 2024-09-19T04:41:27.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.466+0000 7f6ae0400640 1 -- 172.21.15.31:0/289159808 wait complete. 2024-09-19T04:41:27.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.467+0000 7f6ae0400640 1 Processor -- start 2024-09-19T04:41:27.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.468+0000 7f6ae0400640 1 -- start start 2024-09-19T04:41:27.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.468+0000 7f6ae0400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ac0005210 0x7f6ad81395f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:27.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.468+0000 7f6ae0400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ad8155050 0x7f6ad8139e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:27.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.468+0000 7f6ae0400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6ad815a100 0x7f6ad815a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:27.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.468+0000 7f6ae0400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f6ad80cd1b0 con 0x7f6ad8155050 2024-09-19T04:41:27.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.468+0000 7f6ae0400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f6ad80cd030 con 0x7f6ac0005210 2024-09-19T04:41:27.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.468+0000 7f6ae0400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f6ad813e830 con 0x7f6ad815a100 2024-09-19T04:41:27.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.469+0000 7f6add000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ad8155050 0x7f6ad8139e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:27.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.469+0000 7f6add000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ad8155050 0x7f6ad8139e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55398/0 (socket says 172.21.15.31:55398) 2024-09-19T04:41:27.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.469+0000 7f6add000640 1 -- 172.21.15.31:0/2912121012 learned_addr learned my addr 172.21.15.31:0/2912121012 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:27.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.469+0000 7f6adda00640 1 --2- 172.21.15.31:0/2912121012 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ac0005210 0x7f6ad81395f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:27.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.469+0000 7f6ade400640 1 --2- 172.21.15.31:0/2912121012 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6ad815a100 0x7f6ad815a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:27.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.469+0000 7f6add000640 1 -- 172.21.15.31:0/2912121012 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6ad815a100 msgr2=0x7f6ad815a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:27.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.469+0000 7f6add000640 1 --2- 172.21.15.31:0/2912121012 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6ad815a100 0x7f6ad815a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:27.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.469+0000 7f6add000640 1 -- 172.21.15.31:0/2912121012 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ac0005210 msgr2=0x7f6ad81395f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:27.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.469+0000 7f6add000640 1 --2- 172.21.15.31:0/2912121012 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ac0005210 0x7f6ad81395f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:27.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.469+0000 7f6add000640 1 -- 172.21.15.31:0/2912121012 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ad81554d0 con 0x7f6ad8155050 2024-09-19T04:41:27.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.470+0000 7f6add000640 1 --2- 172.21.15.31:0/2912121012 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ad8155050 0x7f6ad8139e30 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f6ac4004ec0 tx=0x7f6ac4007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:27.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.470+0000 7f6ad5600640 1 -- 172.21.15.31:0/2912121012 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ac4007770 con 0x7f6ad8155050 2024-09-19T04:41:27.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.470+0000 7f6ad5600640 1 -- 172.21.15.31:0/2912121012 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ac4018070 con 0x7f6ad8155050 2024-09-19T04:41:27.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.470+0000 7f6ad5600640 1 -- 172.21.15.31:0/2912121012 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ac400f910 con 0x7f6ad8155050 2024-09-19T04:41:27.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.470+0000 7f6ae0400640 1 -- 172.21.15.31:0/2912121012 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ad813a580 con 0x7f6ad8155050 2024-09-19T04:41:27.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.470+0000 7f6ae0400640 1 -- 172.21.15.31:0/2912121012 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ad813ab40 con 0x7f6ad8155050 2024-09-19T04:41:27.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.471+0000 7f6ae0400640 1 -- 172.21.15.31:0/2912121012 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ad806f660 con 0x7f6ad8155050 2024-09-19T04:41:27.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.472+0000 7f6ad5600640 1 -- 172.21.15.31:0/2912121012 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6ac400fab0 con 0x7f6ad8155050 2024-09-19T04:41:27.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.473+0000 7f6ad5600640 1 --2- 172.21.15.31:0/2912121012 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6ab806c2e0 0x7f6ab806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:27.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.473+0000 7f6ad5600640 1 -- 172.21.15.31:0/2912121012 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7f6ac408b2c0 con 0x7f6ad8155050 2024-09-19T04:41:27.475 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.473+0000 7f6adda00640 1 --2- 172.21.15.31:0/2912121012 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6ab806c2e0 0x7f6ab806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:27.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.474+0000 7f6adda00640 1 --2- 172.21.15.31:0/2912121012 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6ab806c2e0 0x7f6ab806e7a0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f6acc009b40 tx=0x7f6acc009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:27.479 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.477+0000 7f6ad5600640 1 -- 172.21.15.31:0/2912121012 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6ac4059890 con 0x7f6ad8155050 2024-09-19T04:41:27.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:27.698+0000 7f6ae0400640 1 -- 172.21.15.31:0/2912121012 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f6ad80b3920 con 0x7f6ad8155050 2024-09-19T04:41:28.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.282+0000 7f6ad5600640 1 -- 172.21.15.31:0/2912121012 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v28) ==== 122+0+0 (secure 0 0 0) 0x7f6ac4059190 con 0x7f6ad8155050 2024-09-19T04:41:28.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.284+0000 7f6ae0400640 1 -- 172.21.15.31:0/2912121012 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6ab806c2e0 msgr2=0x7f6ab806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:28.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.284+0000 7f6ae0400640 1 --2- 172.21.15.31:0/2912121012 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6ab806c2e0 0x7f6ab806e7a0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f6acc009b40 tx=0x7f6acc009190 comp rx=0 tx=0).stop 2024-09-19T04:41:28.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.284+0000 7f6ae0400640 1 -- 172.21.15.31:0/2912121012 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ad8155050 msgr2=0x7f6ad8139e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:28.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.284+0000 7f6ae0400640 1 --2- 172.21.15.31:0/2912121012 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ad8155050 0x7f6ad8139e30 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f6ac4004ec0 tx=0x7f6ac4007430 comp rx=0 tx=0).stop 2024-09-19T04:41:28.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.284+0000 7f6ae0400640 1 -- 172.21.15.31:0/2912121012 shutdown_connections 2024-09-19T04:41:28.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.284+0000 7f6ae0400640 1 --2- 172.21.15.31:0/2912121012 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f6ad815a100 0x7f6ad815a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.284+0000 7f6ae0400640 1 --2- 172.21.15.31:0/2912121012 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f6ad8155050 0x7f6ad8139e30 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.284+0000 7f6ae0400640 1 --2- 172.21.15.31:0/2912121012 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f6ab806c2e0 0x7f6ab806e7a0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.284+0000 7f6ae0400640 1 --2- 172.21.15.31:0/2912121012 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ac0005210 0x7f6ad81395f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.284+0000 7f6ae0400640 1 -- 172.21.15.31:0/2912121012 >> 172.21.15.31:0/2912121012 conn(0x7f6ad8067d70 msgr2=0x7f6ad813f5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:28.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.284+0000 7f6ae0400640 1 -- 172.21.15.31:0/2912121012 shutdown_connections 2024-09-19T04:41:28.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.284+0000 7f6ae0400640 1 -- 172.21.15.31:0/2912121012 wait complete. 2024-09-19T04:41:28.303 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T04:41:28.304 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:41:28.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.460+0000 7f83afe00640 1 Processor -- start 2024-09-19T04:41:28.462 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.460+0000 7f83afe00640 1 -- start start 2024-09-19T04:41:28.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.461+0000 7f83afe00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f83b015e470 0x7f83b00cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:28.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.461+0000 7f83afe00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f83b00d00e0 0x7f83b00d4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:28.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.461+0000 7f83afe00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83b015e850 con 0x7f83b00d4850 2024-09-19T04:41:28.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.461+0000 7f83afe00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f83b00d4cc0 con 0x7f83b00d00e0 2024-09-19T04:41:28.463 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.461+0000 7f83afe00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f83b00cf710 con 0x7f83b015e470 2024-09-19T04:41:28.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.461+0000 7f83a7e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f83b00d00e0 0x7f83b00d4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:28.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.461+0000 7f83a7e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f83b00d00e0 0x7f83b00d4310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55404/0 (socket says 172.21.15.31:55404) 2024-09-19T04:41:28.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.461+0000 7f83af400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f83b00d4850 0x7f83b006d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:47316/0 (socket says 172.21.15.31:47316) 2024-09-19T04:41:28.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.461+0000 7f83a7e00640 1 -- 172.21.15.31:0/189654164 learned_addr learned my addr 172.21.15.31:0/189654164 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:28.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.462+0000 7f83aea00640 1 --2- 172.21.15.31:0/189654164 >> v2:172.21.15.52:3300/0 conn(0x7f83b015e470 0x7f83b00cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:28.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.462+0000 7f83a7e00640 1 -- 172.21.15.31:0/189654164 >> v2:172.21.15.52:3300/0 conn(0x7f83b015e470 msgr2=0x7f83b00cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:28.464 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.462+0000 7f83a7e00640 1 --2- 172.21.15.31:0/189654164 >> v2:172.21.15.52:3300/0 conn(0x7f83b015e470 0x7f83b00cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.462+0000 7f83a7e00640 1 -- 172.21.15.31:0/189654164 >> v1:172.21.15.31:6789/0 conn(0x7f83b00d4850 legacy=0x7f83b006d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:28.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.462+0000 7f83a7e00640 1 -- 172.21.15.31:0/189654164 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83b00d1c60 con 0x7f83b00d00e0 2024-09-19T04:41:28.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.463+0000 7f83a7e00640 1 --2- 172.21.15.31:0/189654164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83b00d00e0 0x7f83b00d4310 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f83b00b6e80 tx=0x7f839802a280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=812170c97063c519 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:28.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.463+0000 7f83ae000640 1 -- 172.21.15.31:0/189654164 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8398037070 con 0x7f83b00d00e0 2024-09-19T04:41:28.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.463+0000 7f83ae000640 1 -- 172.21.15.31:0/189654164 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8398032440 con 0x7f83b00d00e0 2024-09-19T04:41:28.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.463+0000 7f83ae000640 1 -- 172.21.15.31:0/189654164 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8398032810 con 0x7f83b00d00e0 2024-09-19T04:41:28.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.464+0000 7f83afe00640 1 -- 172.21.15.31:0/189654164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83b00d00e0 msgr2=0x7f83b00d4310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:28.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.464+0000 7f83afe00640 1 --2- 172.21.15.31:0/189654164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83b00d00e0 0x7f83b00d4310 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f83b00b6e80 tx=0x7f839802a280 comp rx=0 tx=0).stop 2024-09-19T04:41:28.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.464+0000 7f83afe00640 1 -- 172.21.15.31:0/189654164 shutdown_connections 2024-09-19T04:41:28.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.464+0000 7f83afe00640 1 --2- 172.21.15.31:0/189654164 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83b00d00e0 0x7f83b00d4310 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.464+0000 7f83afe00640 1 --2- 172.21.15.31:0/189654164 >> v2:172.21.15.52:3300/0 conn(0x7f83b015e470 0x7f83b00cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.464+0000 7f83afe00640 1 -- 172.21.15.31:0/189654164 >> 172.21.15.31:0/189654164 conn(0x7f83b009d700 msgr2=0x7f83b008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:28.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.464+0000 7f83afe00640 1 -- 172.21.15.31:0/189654164 shutdown_connections 2024-09-19T04:41:28.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.464+0000 7f83afe00640 1 -- 172.21.15.31:0/189654164 wait complete. 2024-09-19T04:41:28.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.465+0000 7f83afe00640 1 Processor -- start 2024-09-19T04:41:28.467 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.466+0000 7f83afe00640 1 -- start start 2024-09-19T04:41:28.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.466+0000 7f83afe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83b00d00e0 0x7f83b00b18c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:28.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.467+0000 7f83afe00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83b00d4850 0x7f83b01594e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:28.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.467+0000 7f83afe00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f83b015e470 0x7f83b0147890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:28.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.467+0000 7f83afe00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f83b00cf3a0 con 0x7f83b00d00e0 2024-09-19T04:41:28.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.467+0000 7f83afe00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f83b00cf0c0 con 0x7f83b00d4850 2024-09-19T04:41:28.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.467+0000 7f83afe00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f83b006db70 con 0x7f83b015e470 2024-09-19T04:41:28.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.467+0000 7f83aea00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83b00d00e0 0x7f83b00b18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:28.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.467+0000 7f83aea00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83b00d00e0 0x7f83b00b18c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:55410/0 (socket says 172.21.15.31:55410) 2024-09-19T04:41:28.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.467+0000 7f83aea00640 1 -- 172.21.15.31:0/1763923867 learned_addr learned my addr 172.21.15.31:0/1763923867 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:28.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.467+0000 7f83a7e00640 1 --2- 172.21.15.31:0/1763923867 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83b00d4850 0x7f83b01594e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:28.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.467+0000 7f83af400640 1 --2- 172.21.15.31:0/1763923867 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f83b015e470 0x7f83b0147890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:28.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.467+0000 7f83aea00640 1 -- 172.21.15.31:0/1763923867 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f83b015e470 msgr2=0x7f83b0147890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:28.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.467+0000 7f83aea00640 1 --2- 172.21.15.31:0/1763923867 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f83b015e470 0x7f83b0147890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.467+0000 7f83aea00640 1 -- 172.21.15.31:0/1763923867 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83b00d4850 msgr2=0x7f83b01594e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:28.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.467+0000 7f83aea00640 1 --2- 172.21.15.31:0/1763923867 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83b00d4850 0x7f83b01594e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.467+0000 7f83aea00640 1 -- 172.21.15.31:0/1763923867 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83b00cb780 con 0x7f83b00d00e0 2024-09-19T04:41:28.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.467+0000 7f83a7e00640 1 --2- 172.21.15.31:0/1763923867 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83b00d4850 0x7f83b01594e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:28.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.468+0000 7f83aea00640 1 --2- 172.21.15.31:0/1763923867 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83b00d00e0 0x7f83b00b18c0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f83a000d5f0 tx=0x7f83a000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:28.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.468+0000 7f83a6a00640 1 -- 172.21.15.31:0/1763923867 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a00125f0 con 0x7f83b00d00e0 2024-09-19T04:41:28.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.468+0000 7f83a6a00640 1 -- 172.21.15.31:0/1763923867 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83a0019070 con 0x7f83b00d00e0 2024-09-19T04:41:28.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.468+0000 7f83a6a00640 1 -- 172.21.15.31:0/1763923867 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a00129d0 con 0x7f83b00d00e0 2024-09-19T04:41:28.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.468+0000 7f83afe00640 1 -- 172.21.15.31:0/1763923867 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83b00cd610 con 0x7f83b00d00e0 2024-09-19T04:41:28.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.468+0000 7f83afe00640 1 -- 172.21.15.31:0/1763923867 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83b00cdbd0 con 0x7f83b00d00e0 2024-09-19T04:41:28.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.469+0000 7f83afe00640 1 -- 172.21.15.31:0/1763923867 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83b00d4310 con 0x7f83b00d00e0 2024-09-19T04:41:28.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.470+0000 7f83a6a00640 1 -- 172.21.15.31:0/1763923867 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f83a0012b70 con 0x7f83b00d00e0 2024-09-19T04:41:28.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.471+0000 7f83a6a00640 1 --2- 172.21.15.31:0/1763923867 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f838c06c2e0 0x7f838c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:28.472 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.471+0000 7f83a6a00640 1 -- 172.21.15.31:0/1763923867 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7f83a008ba30 con 0x7f83b00d00e0 2024-09-19T04:41:28.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.471+0000 7f83a7e00640 1 --2- 172.21.15.31:0/1763923867 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f838c06c2e0 0x7f838c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:28.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.471+0000 7f83a7e00640 1 --2- 172.21.15.31:0/1763923867 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f838c06c2e0 0x7f838c06e7a0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8398034000 tx=0x7f839802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:28.476 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.475+0000 7f83a6a00640 1 -- 172.21.15.31:0/1763923867 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f83b00cb780 con 0x7f83b00d00e0 2024-09-19T04:41:28.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.698+0000 7f83afe00640 1 -- 172.21.15.31:0/1763923867 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f83b00cfe90 con 0x7f83b00d00e0 2024-09-19T04:41:28.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.698+0000 7f83a6a00640 1 -- 172.21.15.31:0/1763923867 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5220 (secure 0 0 0) 0x7f83a0059f70 con 0x7f83b00d00e0 2024-09-19T04:41:28.700 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:28.701 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-19T04:41:28:276365+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5182,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6834/3760006863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":3760006863},{"type":"v1","addr":"172.21.15.52:6834","nonce":3760006863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5229,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/2607335121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":2607335121},{"type":"v1","addr":"172.21.15.31:6835","nonce":2607335121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/302538614","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":302538614},{"type":"v1","addr":"172.21.15.52:6835","nonce":302538614}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:41:24.680804+0000","modified":"2024-09-19T04:41:27.699823+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5247},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5247":{"gid":5247,"name":"a","rank":0,"incarnation":24,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6837/2535844123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6836","nonce":2535844123},{"type":"v1","addr":"172.21.15.31:6837","nonce":2535844123}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5247,"qdb_cluster":[5247]},"id":3}]} 2024-09-19T04:41:28.701 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-19T04:41:28.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.701+0000 7f83afe00640 1 -- 172.21.15.31:0/1763923867 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f838c06c2e0 msgr2=0x7f838c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:28.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.701+0000 7f83afe00640 1 --2- 172.21.15.31:0/1763923867 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f838c06c2e0 0x7f838c06e7a0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8398034000 tx=0x7f839802e000 comp rx=0 tx=0).stop 2024-09-19T04:41:28.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.701+0000 7f83afe00640 1 -- 172.21.15.31:0/1763923867 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83b00d00e0 msgr2=0x7f83b00b18c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:28.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.701+0000 7f83afe00640 1 --2- 172.21.15.31:0/1763923867 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83b00d00e0 0x7f83b00b18c0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f83a000d5f0 tx=0x7f83a000dab0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.701+0000 7f83afe00640 1 -- 172.21.15.31:0/1763923867 shutdown_connections 2024-09-19T04:41:28.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.701+0000 7f83afe00640 1 --2- 172.21.15.31:0/1763923867 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f83b015e470 0x7f83b0147890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.701+0000 7f83afe00640 1 --2- 172.21.15.31:0/1763923867 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f838c06c2e0 0x7f838c06e7a0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.701+0000 7f83afe00640 1 --2- 172.21.15.31:0/1763923867 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83b00d4850 0x7f83b01594e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.701+0000 7f83afe00640 1 --2- 172.21.15.31:0/1763923867 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f83b00d00e0 0x7f83b00b18c0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.701+0000 7f83afe00640 1 -- 172.21.15.31:0/1763923867 >> 172.21.15.31:0/1763923867 conn(0x7f83b009d700 msgr2=0x7f83b0069c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:28.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.701+0000 7f83afe00640 1 -- 172.21.15.31:0/1763923867 shutdown_connections 2024-09-19T04:41:28.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.701+0000 7f83afe00640 1 -- 172.21.15.31:0/1763923867 wait complete. 2024-09-19T04:41:28.718 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:41:28.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.872+0000 7ff4e8e00640 1 Processor -- start 2024-09-19T04:41:28.874 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.872+0000 7ff4e8e00640 1 -- start start 2024-09-19T04:41:28.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.873+0000 7ff4e8e00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7ff4e415e660 0x7ff4e40d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:28.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.873+0000 7ff4e8e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff4e40b6700 0x7ff4e406d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:28.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.873+0000 7ff4e8e00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4e40d3680 con 0x7ff4e40d3150 2024-09-19T04:41:28.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.873+0000 7ff4e8e00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7ff4e406d4b0 con 0x7ff4e415e660 2024-09-19T04:41:28.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.873+0000 7ff4e8e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7ff4e40d3960 con 0x7ff4e40b6700 2024-09-19T04:41:28.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.873+0000 7ff4e1400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7ff4e40d3150 0x7ff4e40b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:59506/0 (socket says 172.21.15.31:59506) 2024-09-19T04:41:28.875 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.873+0000 7ff4e1400640 1 -- 172.21.15.31:0/476132665 learned_addr learned my addr 172.21.15.31:0/476132665 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:28.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.874+0000 7ff4e2800640 1 --2- 172.21.15.31:0/476132665 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff4e40b6700 0x7ff4e406d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:28.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.874+0000 7ff4e0a00640 1 -- 172.21.15.31:0/476132665 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 179836783 0 0) 0x7ff4e40d3680 con 0x7ff4e40d3150 2024-09-19T04:41:28.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.874+0000 7ff4e1e00640 1 --2- 172.21.15.31:0/476132665 >> v2:172.21.15.52:3300/0 conn(0x7ff4e415e660 0x7ff4e40d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:28.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.874+0000 7ff4e0a00640 1 -- 172.21.15.31:0/476132665 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff4c8003520 con 0x7ff4e40d3150 2024-09-19T04:41:28.877 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.874+0000 7ff4e0a00640 1 -- 172.21.15.31:0/476132665 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1135991163 0 0) 0x7ff4c8003520 con 0x7ff4e40d3150 2024-09-19T04:41:28.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.874+0000 7ff4e0a00640 1 -- 172.21.15.31:0/476132665 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff4e40b6700 msgr2=0x7ff4e406d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:28.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.874+0000 7ff4e0a00640 1 --2- 172.21.15.31:0/476132665 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff4e40b6700 0x7ff4e406d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.874+0000 7ff4e0a00640 1 -- 172.21.15.31:0/476132665 >> v2:172.21.15.52:3300/0 conn(0x7ff4e415e660 msgr2=0x7ff4e40d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:28.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.874+0000 7ff4e0a00640 1 --2- 172.21.15.31:0/476132665 >> v2:172.21.15.52:3300/0 conn(0x7ff4e415e660 0x7ff4e40d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.874+0000 7ff4e0a00640 1 -- 172.21.15.31:0/476132665 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4e406ce60 con 0x7ff4e40d3150 2024-09-19T04:41:28.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.874+0000 7ff4e0a00640 1 -- 172.21.15.31:0/476132665 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7ff4d0001670 con 0x7ff4e40d3150 2024-09-19T04:41:28.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.874+0000 7ff4e0a00640 1 -- 172.21.15.31:0/476132665 >> v1:172.21.15.31:6789/0 conn(0x7ff4e40d3150 legacy=0x7ff4e40b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:28.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.874+0000 7ff4e0a00640 1 --2- 172.21.15.31:0/476132665 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff4e40b6700 0x7ff4c80039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:28.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.874+0000 7ff4e0a00640 1 --2- 172.21.15.31:0/476132665 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4c8003f30 0x7ff4c8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:28.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.874+0000 7ff4e0a00640 1 --2- 172.21.15.31:0/476132665 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4c8004d40 0x7ff4c80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:28.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.874+0000 7ff4e0a00640 1 -- 172.21.15.31:0/476132665 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e40d3960 con 0x7ff4c8003f30 2024-09-19T04:41:28.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.874+0000 7ff4e0a00640 1 -- 172.21.15.31:0/476132665 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff4c800b9c0 con 0x7ff4c8004d40 2024-09-19T04:41:28.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.874+0000 7ff4e0a00640 1 -- 172.21.15.31:0/476132665 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7ff4c800bb70 con 0x7ff4e40b6700 2024-09-19T04:41:28.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.875+0000 7ff4e1400640 1 --2- 172.21.15.31:0/476132665 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4c8003f30 0x7ff4c8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:28.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.875+0000 7ff4e1e00640 1 --2- 172.21.15.31:0/476132665 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff4e40b6700 0x7ff4c80039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:28.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.875+0000 7ff4e2800640 1 --2- 172.21.15.31:0/476132665 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4c8004d40 0x7ff4c80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:28.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.875+0000 7ff4e1400640 1 -- 172.21.15.31:0/476132665 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff4e40b6700 msgr2=0x7ff4c80039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:28.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.875+0000 7ff4e1400640 1 --2- 172.21.15.31:0/476132665 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff4e40b6700 0x7ff4c80039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.875+0000 7ff4e1400640 1 -- 172.21.15.31:0/476132665 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4c8004d40 msgr2=0x7ff4c80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:28.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.875+0000 7ff4e1400640 1 --2- 172.21.15.31:0/476132665 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4c8004d40 0x7ff4c80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.879 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.875+0000 7ff4e1400640 1 -- 172.21.15.31:0/476132665 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4c8003520 con 0x7ff4c8003f30 2024-09-19T04:41:28.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.876+0000 7ff4e1400640 1 --2- 172.21.15.31:0/476132665 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4c8003f30 0x7ff4c8004800 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7ff4d000c290 tx=0x7ff4c8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ce12625ef9cd509 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:28.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.876+0000 7ff4e0a00640 1 -- 172.21.15.31:0/476132665 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d0007d50 con 0x7ff4c8003f30 2024-09-19T04:41:28.880 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.876+0000 7ff4e0a00640 1 -- 172.21.15.31:0/476132665 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4d0005af0 con 0x7ff4c8003f30 2024-09-19T04:41:28.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.876+0000 7ff4e0a00640 1 -- 172.21.15.31:0/476132665 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d0007070 con 0x7ff4c8003f30 2024-09-19T04:41:28.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.877+0000 7ff4e8e00640 1 -- 172.21.15.31:0/476132665 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4c8003f30 msgr2=0x7ff4c8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:28.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.877+0000 7ff4e8e00640 1 --2- 172.21.15.31:0/476132665 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4c8003f30 0x7ff4c8004800 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7ff4d000c290 tx=0x7ff4c8005830 comp rx=0 tx=0).stop 2024-09-19T04:41:28.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.877+0000 7ff4e2800640 1 -- 172.21.15.31:0/476132665 reap_dead start 2024-09-19T04:41:28.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.877+0000 7ff4e8e00640 1 -- 172.21.15.31:0/476132665 shutdown_connections 2024-09-19T04:41:28.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.877+0000 7ff4e8e00640 1 -- 172.21.15.31:0/476132665 >> 172.21.15.31:0/476132665 conn(0x7ff4e408c000 msgr2=0x7ff4e40d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:28.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.877+0000 7ff4e8e00640 1 -- 172.21.15.31:0/476132665 shutdown_connections 2024-09-19T04:41:28.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.877+0000 7ff4e8e00640 1 -- 172.21.15.31:0/476132665 wait complete. 2024-09-19T04:41:28.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.879+0000 7ff4e8e00640 1 Processor -- start 2024-09-19T04:41:28.881 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.879+0000 7ff4e8e00640 1 -- start start 2024-09-19T04:41:28.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.880+0000 7ff4e8e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4c8003f30 0x7ff4e40b8990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:28.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.880+0000 7ff4e8e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4e415a2d0 0x7ff4e40b8ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:28.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.880+0000 7ff4e8e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff4e415a7e0 0x7ff4e40cb640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:28.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.880+0000 7ff4e8e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e415ea40 con 0x7ff4e415a2d0 2024-09-19T04:41:28.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.880+0000 7ff4e8e00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e40d5310 con 0x7ff4c8003f30 2024-09-19T04:41:28.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.880+0000 7ff4e8e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7ff4e406d940 con 0x7ff4e415a7e0 2024-09-19T04:41:28.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.880+0000 7ff4e1400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4e415a2d0 0x7ff4e40b8ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:28.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.880+0000 7ff4e1400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4e415a2d0 0x7ff4e40b8ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:58980/0 (socket says 172.21.15.31:58980) 2024-09-19T04:41:28.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.880+0000 7ff4e1400640 1 -- 172.21.15.31:0/501854427 learned_addr learned my addr 172.21.15.31:0/501854427 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:28.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.880+0000 7ff4e1e00640 1 --2- 172.21.15.31:0/501854427 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4c8003f30 0x7ff4e40b8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:28.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.880+0000 7ff4e2800640 1 --2- 172.21.15.31:0/501854427 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff4e415a7e0 0x7ff4e40cb640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:28.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.880+0000 7ff4e1400640 1 -- 172.21.15.31:0/501854427 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff4e415a7e0 msgr2=0x7ff4e40cb640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:28.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.880+0000 7ff4e1400640 1 --2- 172.21.15.31:0/501854427 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff4e415a7e0 0x7ff4e40cb640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.880+0000 7ff4e1400640 1 -- 172.21.15.31:0/501854427 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4c8003f30 msgr2=0x7ff4e40b8990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:28.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.880+0000 7ff4e1400640 1 --2- 172.21.15.31:0/501854427 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4c8003f30 0x7ff4e40b8990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:28.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.880+0000 7ff4e1400640 1 -- 172.21.15.31:0/501854427 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4e415ee10 con 0x7ff4e415a2d0 2024-09-19T04:41:28.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.881+0000 7ff4e1400640 1 --2- 172.21.15.31:0/501854427 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4e415a2d0 0x7ff4e40b8ed0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7ff4d0001970 tx=0x7ff4e40d25c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:28.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.881+0000 7ff4da000640 1 -- 172.21.15.31:0/501854427 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d0042070 con 0x7ff4e415a2d0 2024-09-19T04:41:28.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.881+0000 7ff4da000640 1 -- 172.21.15.31:0/501854427 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4d0007480 con 0x7ff4e415a2d0 2024-09-19T04:41:28.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.881+0000 7ff4da000640 1 -- 172.21.15.31:0/501854427 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d0001c80 con 0x7ff4e415a2d0 2024-09-19T04:41:28.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.881+0000 7ff4e8e00640 1 -- 172.21.15.31:0/501854427 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4e415f0f0 con 0x7ff4e415a2d0 2024-09-19T04:41:28.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.881+0000 7ff4e8e00640 1 -- 172.21.15.31:0/501854427 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4e415f6b0 con 0x7ff4e415a2d0 2024-09-19T04:41:28.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.882+0000 7ff4e8e00640 1 -- 172.21.15.31:0/501854427 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4e40d4dd0 con 0x7ff4e415a2d0 2024-09-19T04:41:28.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.883+0000 7ff4da000640 1 -- 172.21.15.31:0/501854427 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff4d0045070 con 0x7ff4e415a2d0 2024-09-19T04:41:28.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.884+0000 7ff4da000640 1 --2- 172.21.15.31:0/501854427 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff4c406c2e0 0x7ff4c406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:28.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.884+0000 7ff4da000640 1 -- 172.21.15.31:0/501854427 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7ff4d00ac280 con 0x7ff4e415a2d0 2024-09-19T04:41:28.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.884+0000 7ff4e1e00640 1 --2- 172.21.15.31:0/501854427 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff4c406c2e0 0x7ff4c406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:28.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.885+0000 7ff4e1e00640 1 --2- 172.21.15.31:0/501854427 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff4c406c2e0 0x7ff4c406e7a0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ff4d4009bc0 tx=0x7ff4d4009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:28.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:28.888+0000 7ff4da000640 1 -- 172.21.15.31:0/501854427 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff4d0005ac0 con 0x7ff4e415a2d0 2024-09-19T04:41:29.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.076+0000 7ff4e8e00640 1 -- 172.21.15.31:0/501854427 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff4e40b3750 con 0x7ff4e415a2d0 2024-09-19T04:41:29.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.077+0000 7ff4da000640 1 -- 172.21.15.31:0/501854427 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) ==== 74+0+16962 (secure 0 0 0) 0x7ff4d007a0e0 con 0x7ff4e415a2d0 2024-09-19T04:41:29.079 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:29.079 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":55,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:41:26.263324+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:41:22.483601+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T04:41:23.676401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:41:29.081 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.079+0000 7ff4e8e00640 1 -- 172.21.15.31:0/501854427 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff4c406c2e0 msgr2=0x7ff4c406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:29.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.079+0000 7ff4e8e00640 1 --2- 172.21.15.31:0/501854427 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff4c406c2e0 0x7ff4c406e7a0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ff4d4009bc0 tx=0x7ff4d4009190 comp rx=0 tx=0).stop 2024-09-19T04:41:29.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.079+0000 7ff4e8e00640 1 -- 172.21.15.31:0/501854427 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4e415a2d0 msgr2=0x7ff4e40b8ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:29.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.079+0000 7ff4e8e00640 1 --2- 172.21.15.31:0/501854427 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4e415a2d0 0x7ff4e40b8ed0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7ff4d0001970 tx=0x7ff4e40d25c0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.079+0000 7ff4e8e00640 1 -- 172.21.15.31:0/501854427 shutdown_connections 2024-09-19T04:41:29.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.079+0000 7ff4e8e00640 1 --2- 172.21.15.31:0/501854427 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff4e415a7e0 0x7ff4e40cb640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.079+0000 7ff4e8e00640 1 --2- 172.21.15.31:0/501854427 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff4e415a2d0 0x7ff4e40b8ed0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.079+0000 7ff4e8e00640 1 --2- 172.21.15.31:0/501854427 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff4c406c2e0 0x7ff4c406e7a0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.079+0000 7ff4e8e00640 1 --2- 172.21.15.31:0/501854427 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff4c8003f30 0x7ff4e40b8990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.079+0000 7ff4e8e00640 1 -- 172.21.15.31:0/501854427 >> 172.21.15.31:0/501854427 conn(0x7ff4e408c000 msgr2=0x7ff4e40b59b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:29.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.079+0000 7ff4e8e00640 1 -- 172.21.15.31:0/501854427 shutdown_connections 2024-09-19T04:41:29.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.079+0000 7ff4e8e00640 1 -- 172.21.15.31:0/501854427 wait complete. 2024-09-19T04:41:29.098 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T04:41:29.098 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:41:29.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.254+0000 7f7633200640 1 Processor -- start 2024-09-19T04:41:29.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.254+0000 7f7633200640 1 -- start start 2024-09-19T04:41:29.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.255+0000 7f7633200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f763415e470 0x7f76340cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:29.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.255+0000 7f7633200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f76340d4a20 0x7f763406d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:29.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.255+0000 7f7633200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f763415e850 con 0x7f76340d00e0 2024-09-19T04:41:29.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.255+0000 7f7633200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f76340cf710 con 0x7f763415e470 2024-09-19T04:41:29.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.255+0000 7f7633200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f76340d1c60 con 0x7f76340d4a20 2024-09-19T04:41:29.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.255+0000 7f7631e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f763415e470 0x7f76340cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:29.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.255+0000 7f7631400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f76340d00e0 0x7f76340d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:59516/0 (socket says 172.21.15.31:59516) 2024-09-19T04:41:29.258 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.255+0000 7f7631400640 1 -- 172.21.15.31:0/300035799 learned_addr learned my addr 172.21.15.31:0/300035799 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:29.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.256+0000 7f7632800640 1 --2- 172.21.15.31:0/300035799 >> v2:172.21.15.52:3300/0 conn(0x7f76340d4a20 0x7f763406d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:29.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.256+0000 7f7631e00640 1 -- 172.21.15.31:0/300035799 >> v2:172.21.15.52:3300/0 conn(0x7f76340d4a20 msgr2=0x7f763406d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:29.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.256+0000 7f7631e00640 1 --2- 172.21.15.31:0/300035799 >> v2:172.21.15.52:3300/0 conn(0x7f76340d4a20 0x7f763406d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.256+0000 7f7631e00640 1 -- 172.21.15.31:0/300035799 >> v1:172.21.15.31:6789/0 conn(0x7f76340d00e0 legacy=0x7f76340d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:29.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.256+0000 7f7631e00640 1 -- 172.21.15.31:0/300035799 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76340d1980 con 0x7f763415e470 2024-09-19T04:41:29.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.256+0000 7f7630a00640 1 -- 172.21.15.31:0/300035799 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2762229941 0 0) 0x7f763415e850 con 0x7f76340d00e0 2024-09-19T04:41:29.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.257+0000 7f7631e00640 1 --2- 172.21.15.31:0/300035799 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f763415e470 0x7f76340cfba0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f763406eda0 tx=0x7f762402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0cada20c8446104 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:29.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.257+0000 7f7630a00640 1 -- 172.21.15.31:0/300035799 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7624037070 con 0x7f763415e470 2024-09-19T04:41:29.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.257+0000 7f7630a00640 1 -- 172.21.15.31:0/300035799 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7624032440 con 0x7f763415e470 2024-09-19T04:41:29.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.257+0000 7f7630a00640 1 -- 172.21.15.31:0/300035799 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7624032810 con 0x7f763415e470 2024-09-19T04:41:29.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.258+0000 7f7633200640 1 -- 172.21.15.31:0/300035799 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f763415e470 msgr2=0x7f76340cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:29.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.258+0000 7f7633200640 1 --2- 172.21.15.31:0/300035799 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f763415e470 0x7f76340cfba0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f763406eda0 tx=0x7f762402a1a0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.258+0000 7f7633200640 1 -- 172.21.15.31:0/300035799 shutdown_connections 2024-09-19T04:41:29.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.258+0000 7f7633200640 1 --2- 172.21.15.31:0/300035799 >> v2:172.21.15.52:3300/0 conn(0x7f76340d4a20 0x7f763406d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.258+0000 7f7633200640 1 --2- 172.21.15.31:0/300035799 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f763415e470 0x7f76340cfba0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.258+0000 7f7633200640 1 -- 172.21.15.31:0/300035799 >> 172.21.15.31:0/300035799 conn(0x7f763409d700 msgr2=0x7f763408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:29.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.258+0000 7f7633200640 1 -- 172.21.15.31:0/300035799 shutdown_connections 2024-09-19T04:41:29.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.258+0000 7f7633200640 1 -- 172.21.15.31:0/300035799 wait complete. 2024-09-19T04:41:29.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.259+0000 7f7633200640 1 Processor -- start 2024-09-19T04:41:29.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.260+0000 7f7633200640 1 -- start start 2024-09-19T04:41:29.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.260+0000 7f7633200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76340d00e0 0x7f76340ca180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:29.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.260+0000 7f7633200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f76340d4a20 0x7f7634160030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:29.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.260+0000 7f7633200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f763415e470 0x7f7634160570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:29.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.260+0000 7f7633200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f763406d9a0 con 0x7f763415e470 2024-09-19T04:41:29.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.261+0000 7f7633200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f76340cf3a0 con 0x7f76340d00e0 2024-09-19T04:41:29.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.261+0000 7f7633200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f763406db20 con 0x7f76340d4a20 2024-09-19T04:41:29.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.261+0000 7f7632800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f763415e470 0x7f7634160570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:29.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.261+0000 7f7632800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f763415e470 0x7f7634160570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:58998/0 (socket says 172.21.15.31:58998) 2024-09-19T04:41:29.264 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.261+0000 7f7632800640 1 -- 172.21.15.31:0/1756284949 learned_addr learned my addr 172.21.15.31:0/1756284949 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:29.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.261+0000 7f7631e00640 1 --2- 172.21.15.31:0/1756284949 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76340d00e0 0x7f76340ca180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:29.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.261+0000 7f7631400640 1 --2- 172.21.15.31:0/1756284949 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f76340d4a20 0x7f7634160030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:29.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.261+0000 7f7632800640 1 -- 172.21.15.31:0/1756284949 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f76340d4a20 msgr2=0x7f7634160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:29.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.261+0000 7f7632800640 1 --2- 172.21.15.31:0/1756284949 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f76340d4a20 0x7f7634160030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.261+0000 7f7632800640 1 -- 172.21.15.31:0/1756284949 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76340d00e0 msgr2=0x7f76340ca180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:29.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.261+0000 7f7632800640 1 --2- 172.21.15.31:0/1756284949 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76340d00e0 0x7f76340ca180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.261+0000 7f7632800640 1 -- 172.21.15.31:0/1756284949 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7634160bb0 con 0x7f763415e470 2024-09-19T04:41:29.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.262+0000 7f7632800640 1 --2- 172.21.15.31:0/1756284949 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f763415e470 0x7f7634160570 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f762c00ef90 tx=0x7f762c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:29.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.262+0000 7f762a000640 1 -- 172.21.15.31:0/1756284949 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f762c018020 con 0x7f763415e470 2024-09-19T04:41:29.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.262+0000 7f762a000640 1 -- 172.21.15.31:0/1756284949 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f762c014480 con 0x7f763415e470 2024-09-19T04:41:29.265 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.262+0000 7f762a000640 1 -- 172.21.15.31:0/1756284949 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f762c014870 con 0x7f763415e470 2024-09-19T04:41:29.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.262+0000 7f7633200640 1 -- 172.21.15.31:0/1756284949 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7634160e90 con 0x7f763415e470 2024-09-19T04:41:29.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.262+0000 7f7633200640 1 -- 172.21.15.31:0/1756284949 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7634161450 con 0x7f763415e470 2024-09-19T04:41:29.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.263+0000 7f7633200640 1 -- 172.21.15.31:0/1756284949 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f763406d460 con 0x7f763415e470 2024-09-19T04:41:29.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.264+0000 7f762a000640 1 -- 172.21.15.31:0/1756284949 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f762c005d10 con 0x7f763415e470 2024-09-19T04:41:29.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.265+0000 7f762a000640 1 --2- 172.21.15.31:0/1756284949 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f761406c2b0 0x7f761406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:29.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.265+0000 7f762a000640 1 -- 172.21.15.31:0/1756284949 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7f762c08c4b0 con 0x7f763415e470 2024-09-19T04:41:29.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.265+0000 7f7631e00640 1 --2- 172.21.15.31:0/1756284949 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f761406c2b0 0x7f761406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:29.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.266+0000 7f7631e00640 1 --2- 172.21.15.31:0/1756284949 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f761406c2b0 0x7f761406e770 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7624034000 tx=0x7f762402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:29.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.270+0000 7f762a000640 1 -- 172.21.15.31:0/1756284949 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f762c022030 con 0x7f763415e470 2024-09-19T04:41:29.452 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.450+0000 7f7633200640 1 -- 172.21.15.31:0/1756284949 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f763406cf90 con 0x7f761406c2b0 2024-09-19T04:41:29.458 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.457+0000 7f762a000640 1 -- 172.21.15.31:0/1756284949 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251953 (secure 0 0 0) 0x7f763406cf90 con 0x7f761406c2b0 2024-09-19T04:41:29.462 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:29.463 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T04:41:29.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.461+0000 7f7633200640 1 -- 172.21.15.31:0/1756284949 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f761406c2b0 msgr2=0x7f761406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:29.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.461+0000 7f7633200640 1 --2- 172.21.15.31:0/1756284949 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f761406c2b0 0x7f761406e770 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7624034000 tx=0x7f762402e000 comp rx=0 tx=0).stop 2024-09-19T04:41:29.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.461+0000 7f7633200640 1 -- 172.21.15.31:0/1756284949 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f763415e470 msgr2=0x7f7634160570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:29.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.461+0000 7f7633200640 1 --2- 172.21.15.31:0/1756284949 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f763415e470 0x7f7634160570 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f762c00ef90 tx=0x7f762c00c490 comp rx=0 tx=0).stop 2024-09-19T04:41:29.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.461+0000 7f7633200640 1 -- 172.21.15.31:0/1756284949 shutdown_connections 2024-09-19T04:41:29.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.461+0000 7f7633200640 1 --2- 172.21.15.31:0/1756284949 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f763415e470 0x7f7634160570 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.461+0000 7f7633200640 1 --2- 172.21.15.31:0/1756284949 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f76340d4a20 0x7f7634160030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.461+0000 7f7633200640 1 --2- 172.21.15.31:0/1756284949 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f761406c2b0 0x7f761406e770 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.461+0000 7f7633200640 1 --2- 172.21.15.31:0/1756284949 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76340d00e0 0x7f76340ca180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.461+0000 7f7633200640 1 -- 172.21.15.31:0/1756284949 >> 172.21.15.31:0/1756284949 conn(0x7f763409d700 msgr2=0x7f76340d04c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:29.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.461+0000 7f7633200640 1 -- 172.21.15.31:0/1756284949 shutdown_connections 2024-09-19T04:41:29.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.461+0000 7f7633200640 1 -- 172.21.15.31:0/1756284949 wait complete. 2024-09-19T04:41:29.478 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":104,"stamp":"2024-09-19T04:41:29.165807+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":130,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":247572,"kb_used_data":6352,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754727148,"statfs":{"total":773094113280,"available":772840599552,"internally_reserved":0,"allocated":6504448,"data_stored":3562252,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":246795826},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":32,"apply_latency_ms":32,"commit_latency_ns":32000000,"apply_latency_ns":32000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.924944"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.583467+0000","last_change":"2024-09-19T04:41:25.290298+0000","last_active":"2024-09-19T04:41:26.583467+0000","last_peered":"2024-09-19T04:41:26.583467+0000","last_clean":"2024-09-19T04:41:26.583467+0000","last_became_active":"2024-09-19T04:41:25.290011+0000","last_became_peered":"2024-09-19T04:41:25.290011+0000","last_unstale":"2024-09-19T04:41:26.583467+0000","last_undegraded":"2024-09-19T04:41:26.583467+0000","last_fullsized":"2024-09-19T04:41:26.583467+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:41:39.959378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270940+0000","last_change":"2024-09-19T04:41:25.284962+0000","last_active":"2024-09-19T04:41:26.270940+0000","last_peered":"2024-09-19T04:41:26.270940+0000","last_clean":"2024-09-19T04:41:26.270940+0000","last_became_active":"2024-09-19T04:41:25.283911+0000","last_became_peered":"2024-09-19T04:41:25.283911+0000","last_unstale":"2024-09-19T04:41:26.270940+0000","last_undegraded":"2024-09-19T04:41:26.270940+0000","last_fullsized":"2024-09-19T04:41:26.270940+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:27.602392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272023+0000","last_change":"2024-09-19T04:41:25.275722+0000","last_active":"2024-09-19T04:41:26.272023+0000","last_peered":"2024-09-19T04:41:26.272023+0000","last_clean":"2024-09-19T04:41:26.272023+0000","last_became_active":"2024-09-19T04:41:25.275435+0000","last_became_peered":"2024-09-19T04:41:25.275435+0000","last_unstale":"2024-09-19T04:41:26.272023+0000","last_undegraded":"2024-09-19T04:41:26.272023+0000","last_fullsized":"2024-09-19T04:41:26.272023+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:52:46.703080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272978+0000","last_change":"2024-09-19T04:41:25.281929+0000","last_active":"2024-09-19T04:41:26.272978+0000","last_peered":"2024-09-19T04:41:26.272978+0000","last_clean":"2024-09-19T04:41:26.272978+0000","last_became_active":"2024-09-19T04:41:25.281677+0000","last_became_peered":"2024-09-19T04:41:25.281677+0000","last_unstale":"2024-09-19T04:41:26.272978+0000","last_undegraded":"2024-09-19T04:41:26.272978+0000","last_fullsized":"2024-09-19T04:41:26.272978+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:34:24.262372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.583323+0000","last_change":"2024-09-19T04:41:25.285024+0000","last_active":"2024-09-19T04:41:26.583323+0000","last_peered":"2024-09-19T04:41:26.583323+0000","last_clean":"2024-09-19T04:41:26.583323+0000","last_became_active":"2024-09-19T04:41:25.284779+0000","last_became_peered":"2024-09-19T04:41:25.284779+0000","last_unstale":"2024-09-19T04:41:26.583323+0000","last_undegraded":"2024-09-19T04:41:26.583323+0000","last_fullsized":"2024-09-19T04:41:26.583323+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:09.139315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.281916+0000","last_change":"2024-09-19T04:41:25.275845+0000","last_active":"2024-09-19T04:41:26.281916+0000","last_peered":"2024-09-19T04:41:26.281916+0000","last_clean":"2024-09-19T04:41:26.281916+0000","last_became_active":"2024-09-19T04:41:25.274813+0000","last_became_peered":"2024-09-19T04:41:25.274813+0000","last_unstale":"2024-09-19T04:41:26.281916+0000","last_undegraded":"2024-09-19T04:41:26.281916+0000","last_fullsized":"2024-09-19T04:41:26.281916+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:53.101235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076424+0000","last_change":"2024-09-19T04:41:25.276494+0000","last_active":"2024-09-19T04:41:27.076424+0000","last_peered":"2024-09-19T04:41:27.076424+0000","last_clean":"2024-09-19T04:41:27.076424+0000","last_became_active":"2024-09-19T04:41:25.276128+0000","last_became_peered":"2024-09-19T04:41:25.276128+0000","last_unstale":"2024-09-19T04:41:27.076424+0000","last_undegraded":"2024-09-19T04:41:27.076424+0000","last_fullsized":"2024-09-19T04:41:27.076424+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:22.388264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270353+0000","last_change":"2024-09-19T04:41:25.284811+0000","last_active":"2024-09-19T04:41:26.270353+0000","last_peered":"2024-09-19T04:41:26.270353+0000","last_clean":"2024-09-19T04:41:26.270353+0000","last_became_active":"2024-09-19T04:41:25.284447+0000","last_became_peered":"2024-09-19T04:41:25.284447+0000","last_unstale":"2024-09-19T04:41:26.270353+0000","last_undegraded":"2024-09-19T04:41:26.270353+0000","last_fullsized":"2024-09-19T04:41:26.270353+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:30:43.714823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076806+0000","last_change":"2024-09-19T04:41:25.273829+0000","last_active":"2024-09-19T04:41:27.076806+0000","last_peered":"2024-09-19T04:41:27.076806+0000","last_clean":"2024-09-19T04:41:27.076806+0000","last_became_active":"2024-09-19T04:41:25.273557+0000","last_became_peered":"2024-09-19T04:41:25.273557+0000","last_unstale":"2024-09-19T04:41:27.076806+0000","last_undegraded":"2024-09-19T04:41:27.076806+0000","last_fullsized":"2024-09-19T04:41:27.076806+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:03:34.416909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076292+0000","last_change":"2024-09-19T04:41:25.281294+0000","last_active":"2024-09-19T04:41:27.076292+0000","last_peered":"2024-09-19T04:41:27.076292+0000","last_clean":"2024-09-19T04:41:27.076292+0000","last_became_active":"2024-09-19T04:41:25.281002+0000","last_became_peered":"2024-09-19T04:41:25.281002+0000","last_unstale":"2024-09-19T04:41:27.076292+0000","last_undegraded":"2024-09-19T04:41:27.076292+0000","last_fullsized":"2024-09-19T04:41:27.076292+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:31.774049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076217+0000","last_change":"2024-09-19T04:41:25.297656+0000","last_active":"2024-09-19T04:41:27.076217+0000","last_peered":"2024-09-19T04:41:27.076217+0000","last_clean":"2024-09-19T04:41:27.076217+0000","last_became_active":"2024-09-19T04:41:25.295564+0000","last_became_peered":"2024-09-19T04:41:25.295564+0000","last_unstale":"2024-09-19T04:41:27.076217+0000","last_undegraded":"2024-09-19T04:41:27.076217+0000","last_fullsized":"2024-09-19T04:41:27.076217+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:22.388264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273119+0000","last_change":"2024-09-19T04:41:25.266898+0000","last_active":"2024-09-19T04:41:26.273119+0000","last_peered":"2024-09-19T04:41:26.273119+0000","last_clean":"2024-09-19T04:41:26.273119+0000","last_became_active":"2024-09-19T04:41:25.266607+0000","last_became_peered":"2024-09-19T04:41:25.266607+0000","last_unstale":"2024-09-19T04:41:26.273119+0000","last_undegraded":"2024-09-19T04:41:26.273119+0000","last_fullsized":"2024-09-19T04:41:26.273119+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:31.955191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.284912+0000","last_change":"2024-09-19T04:41:25.273149+0000","last_active":"2024-09-19T04:41:26.284912+0000","last_peered":"2024-09-19T04:41:26.284912+0000","last_clean":"2024-09-19T04:41:26.284912+0000","last_became_active":"2024-09-19T04:41:25.272245+0000","last_became_peered":"2024-09-19T04:41:25.272245+0000","last_unstale":"2024-09-19T04:41:26.284912+0000","last_undegraded":"2024-09-19T04:41:26.284912+0000","last_fullsized":"2024-09-19T04:41:26.284912+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:19:12.917230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076537+0000","last_change":"2024-09-19T04:41:25.279044+0000","last_active":"2024-09-19T04:41:27.076537+0000","last_peered":"2024-09-19T04:41:27.076537+0000","last_clean":"2024-09-19T04:41:27.076537+0000","last_became_active":"2024-09-19T04:41:25.277588+0000","last_became_peered":"2024-09-19T04:41:25.277588+0000","last_unstale":"2024-09-19T04:41:27.076537+0000","last_undegraded":"2024-09-19T04:41:27.076537+0000","last_fullsized":"2024-09-19T04:41:27.076537+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:31.774049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076411+0000","last_change":"2024-09-19T04:41:25.280165+0000","last_active":"2024-09-19T04:41:27.076411+0000","last_peered":"2024-09-19T04:41:27.076411+0000","last_clean":"2024-09-19T04:41:27.076411+0000","last_became_active":"2024-09-19T04:41:25.279913+0000","last_became_peered":"2024-09-19T04:41:25.279913+0000","last_unstale":"2024-09-19T04:41:27.076411+0000","last_undegraded":"2024-09-19T04:41:27.076411+0000","last_fullsized":"2024-09-19T04:41:27.076411+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:54.652864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.282173+0000","last_change":"2024-09-19T04:41:25.276719+0000","last_active":"2024-09-19T04:41:26.282173+0000","last_peered":"2024-09-19T04:41:26.282173+0000","last_clean":"2024-09-19T04:41:26.282173+0000","last_became_active":"2024-09-19T04:41:25.276364+0000","last_became_peered":"2024-09-19T04:41:25.276364+0000","last_unstale":"2024-09-19T04:41:26.282173+0000","last_undegraded":"2024-09-19T04:41:26.282173+0000","last_fullsized":"2024-09-19T04:41:26.282173+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:51.855196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270757+0000","last_change":"2024-09-19T04:41:25.284059+0000","last_active":"2024-09-19T04:41:26.270757+0000","last_peered":"2024-09-19T04:41:26.270757+0000","last_clean":"2024-09-19T04:41:26.270757+0000","last_became_active":"2024-09-19T04:41:25.283402+0000","last_became_peered":"2024-09-19T04:41:25.283402+0000","last_unstale":"2024-09-19T04:41:26.270757+0000","last_undegraded":"2024-09-19T04:41:26.270757+0000","last_fullsized":"2024-09-19T04:41:26.270757+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:58.633951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273326+0000","last_change":"2024-09-19T04:41:25.273365+0000","last_active":"2024-09-19T04:41:26.273326+0000","last_peered":"2024-09-19T04:41:26.273326+0000","last_clean":"2024-09-19T04:41:26.273326+0000","last_became_active":"2024-09-19T04:41:25.273080+0000","last_became_peered":"2024-09-19T04:41:25.273080+0000","last_unstale":"2024-09-19T04:41:26.273326+0000","last_undegraded":"2024-09-19T04:41:26.273326+0000","last_fullsized":"2024-09-19T04:41:26.273326+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:04.423964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.583420+0000","last_change":"2024-09-19T04:41:25.289164+0000","last_active":"2024-09-19T04:41:26.583420+0000","last_peered":"2024-09-19T04:41:26.583420+0000","last_clean":"2024-09-19T04:41:26.583420+0000","last_became_active":"2024-09-19T04:41:25.288887+0000","last_became_peered":"2024-09-19T04:41:25.288887+0000","last_unstale":"2024-09-19T04:41:26.583420+0000","last_undegraded":"2024-09-19T04:41:26.583420+0000","last_fullsized":"2024-09-19T04:41:26.583420+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:12:50.091851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270686+0000","last_change":"2024-09-19T04:41:25.285763+0000","last_active":"2024-09-19T04:41:26.270686+0000","last_peered":"2024-09-19T04:41:26.270686+0000","last_clean":"2024-09-19T04:41:26.270686+0000","last_became_active":"2024-09-19T04:41:25.285401+0000","last_became_peered":"2024-09-19T04:41:25.285401+0000","last_unstale":"2024-09-19T04:41:26.270686+0000","last_undegraded":"2024-09-19T04:41:26.270686+0000","last_fullsized":"2024-09-19T04:41:26.270686+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:52.006827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272558+0000","last_change":"2024-09-19T04:41:25.282768+0000","last_active":"2024-09-19T04:41:26.272558+0000","last_peered":"2024-09-19T04:41:26.272558+0000","last_clean":"2024-09-19T04:41:26.272558+0000","last_became_active":"2024-09-19T04:41:25.282453+0000","last_became_peered":"2024-09-19T04:41:25.282453+0000","last_unstale":"2024-09-19T04:41:26.272558+0000","last_undegraded":"2024-09-19T04:41:26.272558+0000","last_fullsized":"2024-09-19T04:41:26.272558+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:31.402479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270428+0000","last_change":"2024-09-19T04:41:25.283187+0000","last_active":"2024-09-19T04:41:26.270428+0000","last_peered":"2024-09-19T04:41:26.270428+0000","last_clean":"2024-09-19T04:41:26.270428+0000","last_became_active":"2024-09-19T04:41:25.282854+0000","last_became_peered":"2024-09-19T04:41:25.282854+0000","last_unstale":"2024-09-19T04:41:26.270428+0000","last_undegraded":"2024-09-19T04:41:26.270428+0000","last_fullsized":"2024-09-19T04:41:26.270428+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:20.592752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272062+0000","last_change":"2024-09-19T04:41:25.288746+0000","last_active":"2024-09-19T04:41:26.272062+0000","last_peered":"2024-09-19T04:41:26.272062+0000","last_clean":"2024-09-19T04:41:26.272062+0000","last_became_active":"2024-09-19T04:41:25.288433+0000","last_became_peered":"2024-09-19T04:41:25.288433+0000","last_unstale":"2024-09-19T04:41:26.272062+0000","last_undegraded":"2024-09-19T04:41:26.272062+0000","last_fullsized":"2024-09-19T04:41:26.272062+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:10.217113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.284815+0000","last_change":"2024-09-19T04:41:25.284357+0000","last_active":"2024-09-19T04:41:26.284815+0000","last_peered":"2024-09-19T04:41:26.284815+0000","last_clean":"2024-09-19T04:41:26.284815+0000","last_became_active":"2024-09-19T04:41:25.283999+0000","last_became_peered":"2024-09-19T04:41:25.283999+0000","last_unstale":"2024-09-19T04:41:26.284815+0000","last_undegraded":"2024-09-19T04:41:26.284815+0000","last_fullsized":"2024-09-19T04:41:26.284815+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:27.996151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.583544+0000","last_change":"2024-09-19T04:41:25.281727+0000","last_active":"2024-09-19T04:41:26.583544+0000","last_peered":"2024-09-19T04:41:26.583544+0000","last_clean":"2024-09-19T04:41:26.583544+0000","last_became_active":"2024-09-19T04:41:25.281414+0000","last_became_peered":"2024-09-19T04:41:25.281414+0000","last_unstale":"2024-09-19T04:41:26.583544+0000","last_undegraded":"2024-09-19T04:41:26.583544+0000","last_fullsized":"2024-09-19T04:41:26.583544+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:18.153049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273594+0000","last_change":"2024-09-19T04:41:25.277492+0000","last_active":"2024-09-19T04:41:26.273594+0000","last_peered":"2024-09-19T04:41:26.273594+0000","last_clean":"2024-09-19T04:41:26.273594+0000","last_became_active":"2024-09-19T04:41:25.277210+0000","last_became_peered":"2024-09-19T04:41:25.277210+0000","last_unstale":"2024-09-19T04:41:26.273594+0000","last_undegraded":"2024-09-19T04:41:26.273594+0000","last_fullsized":"2024-09-19T04:41:26.273594+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:04.423964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.282018+0000","last_change":"2024-09-19T04:41:25.275395+0000","last_active":"2024-09-19T04:41:26.282018+0000","last_peered":"2024-09-19T04:41:26.282018+0000","last_clean":"2024-09-19T04:41:26.282018+0000","last_became_active":"2024-09-19T04:41:25.274970+0000","last_became_peered":"2024-09-19T04:41:25.274970+0000","last_unstale":"2024-09-19T04:41:26.282018+0000","last_undegraded":"2024-09-19T04:41:26.282018+0000","last_fullsized":"2024-09-19T04:41:26.282018+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:19:35.013195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.583465+0000","last_change":"2024-09-19T04:41:25.283569+0000","last_active":"2024-09-19T04:41:26.583465+0000","last_peered":"2024-09-19T04:41:26.583465+0000","last_clean":"2024-09-19T04:41:26.583465+0000","last_became_active":"2024-09-19T04:41:25.283076+0000","last_became_peered":"2024-09-19T04:41:25.283076+0000","last_unstale":"2024-09-19T04:41:26.583465+0000","last_undegraded":"2024-09-19T04:41:26.583465+0000","last_fullsized":"2024-09-19T04:41:26.583465+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:04:51.626753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.271003+0000","last_change":"2024-09-19T04:41:25.284444+0000","last_active":"2024-09-19T04:41:26.271003+0000","last_peered":"2024-09-19T04:41:26.271003+0000","last_clean":"2024-09-19T04:41:26.271003+0000","last_became_active":"2024-09-19T04:41:25.283186+0000","last_became_peered":"2024-09-19T04:41:25.283186+0000","last_unstale":"2024-09-19T04:41:26.271003+0000","last_undegraded":"2024-09-19T04:41:26.271003+0000","last_fullsized":"2024-09-19T04:41:26.271003+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:22.727097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273203+0000","last_change":"2024-09-19T04:41:25.281251+0000","last_active":"2024-09-19T04:41:26.273203+0000","last_peered":"2024-09-19T04:41:26.273203+0000","last_clean":"2024-09-19T04:41:26.273203+0000","last_became_active":"2024-09-19T04:41:25.280975+0000","last_became_peered":"2024-09-19T04:41:25.280975+0000","last_unstale":"2024-09-19T04:41:26.273203+0000","last_undegraded":"2024-09-19T04:41:26.273203+0000","last_fullsized":"2024-09-19T04:41:26.273203+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:31.955191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.583254+0000","last_change":"2024-09-19T04:41:25.291912+0000","last_active":"2024-09-19T04:41:26.583254+0000","last_peered":"2024-09-19T04:41:26.583254+0000","last_clean":"2024-09-19T04:41:26.583254+0000","last_became_active":"2024-09-19T04:41:25.291657+0000","last_became_peered":"2024-09-19T04:41:25.291657+0000","last_unstale":"2024-09-19T04:41:26.583254+0000","last_undegraded":"2024-09-19T04:41:26.583254+0000","last_fullsized":"2024-09-19T04:41:26.583254+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:49:50.770236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.281728+0000","last_change":"2024-09-19T04:41:25.287731+0000","last_active":"2024-09-19T04:41:26.281728+0000","last_peered":"2024-09-19T04:41:26.281728+0000","last_clean":"2024-09-19T04:41:26.281728+0000","last_became_active":"2024-09-19T04:41:25.287448+0000","last_became_peered":"2024-09-19T04:41:25.287448+0000","last_unstale":"2024-09-19T04:41:26.281728+0000","last_undegraded":"2024-09-19T04:41:26.281728+0000","last_fullsized":"2024-09-19T04:41:26.281728+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:31.955191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.281928+0000","last_change":"2024-09-19T04:41:25.276602+0000","last_active":"2024-09-19T04:41:26.281928+0000","last_peered":"2024-09-19T04:41:26.281928+0000","last_clean":"2024-09-19T04:41:26.281928+0000","last_became_active":"2024-09-19T04:41:25.276274+0000","last_became_peered":"2024-09-19T04:41:25.276274+0000","last_unstale":"2024-09-19T04:41:26.281928+0000","last_undegraded":"2024-09-19T04:41:26.281928+0000","last_fullsized":"2024-09-19T04:41:26.281928+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:45.913875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"54'4","reported_seq":18,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.282000+0000","last_change":"2024-09-19T04:41:24.267148+0000","last_active":"2024-09-19T04:41:26.282000+0000","last_peered":"2024-09-19T04:41:26.282000+0000","last_clean":"2024-09-19T04:41:26.282000+0000","last_became_active":"2024-09-19T04:41:24.266021+0000","last_became_peered":"2024-09-19T04:41:24.266021+0000","last_unstale":"2024-09-19T04:41:26.282000+0000","last_undegraded":"2024-09-19T04:41:26.282000+0000","last_fullsized":"2024-09-19T04:41:26.282000+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:37:49.445634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076387+0000","last_change":"2024-09-19T04:41:25.272795+0000","last_active":"2024-09-19T04:41:27.076387+0000","last_peered":"2024-09-19T04:41:27.076387+0000","last_clean":"2024-09-19T04:41:27.076387+0000","last_became_active":"2024-09-19T04:41:25.272386+0000","last_became_peered":"2024-09-19T04:41:25.272386+0000","last_unstale":"2024-09-19T04:41:27.076387+0000","last_undegraded":"2024-09-19T04:41:27.076387+0000","last_fullsized":"2024-09-19T04:41:27.076387+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:03:34.416909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"54'1","reported_seq":15,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.271040+0000","last_change":"2024-09-19T04:41:24.272743+0000","last_active":"2024-09-19T04:41:26.271040+0000","last_peered":"2024-09-19T04:41:26.271040+0000","last_clean":"2024-09-19T04:41:26.271040+0000","last_became_active":"2024-09-19T04:41:24.267402+0000","last_became_peered":"2024-09-19T04:41:24.267402+0000","last_unstale":"2024-09-19T04:41:26.271040+0000","last_undegraded":"2024-09-19T04:41:26.271040+0000","last_fullsized":"2024-09-19T04:41:26.271040+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:34:23.255895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.282099+0000","last_change":"2024-09-19T04:41:25.275577+0000","last_active":"2024-09-19T04:41:26.282099+0000","last_peered":"2024-09-19T04:41:26.282099+0000","last_clean":"2024-09-19T04:41:26.282099+0000","last_became_active":"2024-09-19T04:41:25.275287+0000","last_became_peered":"2024-09-19T04:41:25.275287+0000","last_unstale":"2024-09-19T04:41:26.282099+0000","last_undegraded":"2024-09-19T04:41:26.282099+0000","last_fullsized":"2024-09-19T04:41:26.282099+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:34.089051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"54'2","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.282164+0000","last_change":"2024-09-19T04:41:24.259753+0000","last_active":"2024-09-19T04:41:26.282164+0000","last_peered":"2024-09-19T04:41:26.282164+0000","last_clean":"2024-09-19T04:41:26.282164+0000","last_became_active":"2024-09-19T04:41:24.259287+0000","last_became_peered":"2024-09-19T04:41:24.259287+0000","last_unstale":"2024-09-19T04:41:26.282164+0000","last_undegraded":"2024-09-19T04:41:26.282164+0000","last_fullsized":"2024-09-19T04:41:26.282164+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:09:15.297526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.281910+0000","last_change":"2024-09-19T04:41:25.275235+0000","last_active":"2024-09-19T04:41:26.281910+0000","last_peered":"2024-09-19T04:41:26.281910+0000","last_clean":"2024-09-19T04:41:26.281910+0000","last_became_active":"2024-09-19T04:41:25.274802+0000","last_became_peered":"2024-09-19T04:41:25.274802+0000","last_unstale":"2024-09-19T04:41:26.281910+0000","last_undegraded":"2024-09-19T04:41:26.281910+0000","last_fullsized":"2024-09-19T04:41:26.281910+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:38.315877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"54'2","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273241+0000","last_change":"2024-09-19T04:41:24.262388+0000","last_active":"2024-09-19T04:41:26.273241+0000","last_peered":"2024-09-19T04:41:26.273241+0000","last_clean":"2024-09-19T04:41:26.273241+0000","last_became_active":"2024-09-19T04:41:24.262079+0000","last_became_peered":"2024-09-19T04:41:24.262079+0000","last_unstale":"2024-09-19T04:41:26.273241+0000","last_undegraded":"2024-09-19T04:41:26.273241+0000","last_fullsized":"2024-09-19T04:41:26.273241+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:47:57.297851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.271156+0000","last_change":"2024-09-19T04:41:25.281655+0000","last_active":"2024-09-19T04:41:26.271156+0000","last_peered":"2024-09-19T04:41:26.271156+0000","last_clean":"2024-09-19T04:41:26.271156+0000","last_became_active":"2024-09-19T04:41:25.281121+0000","last_became_peered":"2024-09-19T04:41:25.281121+0000","last_unstale":"2024-09-19T04:41:26.271156+0000","last_undegraded":"2024-09-19T04:41:26.271156+0000","last_fullsized":"2024-09-19T04:41:26.271156+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:28:00.183178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"54'1","reported_seq":15,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076586+0000","last_change":"2024-09-19T04:41:24.276132+0000","last_active":"2024-09-19T04:41:27.076586+0000","last_peered":"2024-09-19T04:41:27.076586+0000","last_clean":"2024-09-19T04:41:27.076586+0000","last_became_active":"2024-09-19T04:41:24.275844+0000","last_became_peered":"2024-09-19T04:41:24.275844+0000","last_unstale":"2024-09-19T04:41:27.076586+0000","last_undegraded":"2024-09-19T04:41:27.076586+0000","last_fullsized":"2024-09-19T04:41:27.076586+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:26.989674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270742+0000","last_change":"2024-09-19T04:41:25.293861+0000","last_active":"2024-09-19T04:41:26.270742+0000","last_peered":"2024-09-19T04:41:26.270742+0000","last_clean":"2024-09-19T04:41:26.270742+0000","last_became_active":"2024-09-19T04:41:25.293689+0000","last_became_peered":"2024-09-19T04:41:25.293689+0000","last_unstale":"2024-09-19T04:41:26.270742+0000","last_undegraded":"2024-09-19T04:41:26.270742+0000","last_fullsized":"2024-09-19T04:41:26.270742+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:01.254251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"54'1","reported_seq":15,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.281686+0000","last_change":"2024-09-19T04:41:24.260946+0000","last_active":"2024-09-19T04:41:26.281686+0000","last_peered":"2024-09-19T04:41:26.281686+0000","last_clean":"2024-09-19T04:41:26.281686+0000","last_became_active":"2024-09-19T04:41:24.260564+0000","last_became_peered":"2024-09-19T04:41:24.260564+0000","last_unstale":"2024-09-19T04:41:26.281686+0000","last_undegraded":"2024-09-19T04:41:26.281686+0000","last_fullsized":"2024-09-19T04:41:26.281686+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:30.767573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.284849+0000","last_change":"2024-09-19T04:41:25.275654+0000","last_active":"2024-09-19T04:41:26.284849+0000","last_peered":"2024-09-19T04:41:26.284849+0000","last_clean":"2024-09-19T04:41:26.284849+0000","last_became_active":"2024-09-19T04:41:25.275322+0000","last_became_peered":"2024-09-19T04:41:25.275322+0000","last_unstale":"2024-09-19T04:41:26.284849+0000","last_undegraded":"2024-09-19T04:41:26.284849+0000","last_fullsized":"2024-09-19T04:41:26.284849+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:30.600645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273509+0000","last_change":"2024-09-19T04:41:24.267390+0000","last_active":"2024-09-19T04:41:26.273509+0000","last_peered":"2024-09-19T04:41:26.273509+0000","last_clean":"2024-09-19T04:41:26.273509+0000","last_became_active":"2024-09-19T04:41:24.267046+0000","last_became_peered":"2024-09-19T04:41:24.267046+0000","last_unstale":"2024-09-19T04:41:26.273509+0000","last_undegraded":"2024-09-19T04:41:26.273509+0000","last_fullsized":"2024-09-19T04:41:26.273509+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:30.767573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270440+0000","last_change":"2024-09-19T04:41:25.283794+0000","last_active":"2024-09-19T04:41:26.270440+0000","last_peered":"2024-09-19T04:41:26.270440+0000","last_clean":"2024-09-19T04:41:26.270440+0000","last_became_active":"2024-09-19T04:41:25.283303+0000","last_became_peered":"2024-09-19T04:41:25.283303+0000","last_unstale":"2024-09-19T04:41:26.270440+0000","last_undegraded":"2024-09-19T04:41:26.270440+0000","last_fullsized":"2024-09-19T04:41:26.270440+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:38.791150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076368+0000","last_change":"2024-09-19T04:41:24.270232+0000","last_active":"2024-09-19T04:41:27.076368+0000","last_peered":"2024-09-19T04:41:27.076368+0000","last_clean":"2024-09-19T04:41:27.076368+0000","last_became_active":"2024-09-19T04:41:24.269899+0000","last_became_peered":"2024-09-19T04:41:24.269899+0000","last_unstale":"2024-09-19T04:41:27.076368+0000","last_undegraded":"2024-09-19T04:41:27.076368+0000","last_fullsized":"2024-09-19T04:41:27.076368+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:32:29.872416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076887+0000","last_change":"2024-09-19T04:41:25.281008+0000","last_active":"2024-09-19T04:41:27.076887+0000","last_peered":"2024-09-19T04:41:27.076887+0000","last_clean":"2024-09-19T04:41:27.076887+0000","last_became_active":"2024-09-19T04:41:25.280513+0000","last_became_peered":"2024-09-19T04:41:25.280513+0000","last_unstale":"2024-09-19T04:41:27.076887+0000","last_undegraded":"2024-09-19T04:41:27.076887+0000","last_fullsized":"2024-09-19T04:41:27.076887+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:37:50.452110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272935+0000","last_change":"2024-09-19T04:41:24.273874+0000","last_active":"2024-09-19T04:41:26.272935+0000","last_peered":"2024-09-19T04:41:26.272935+0000","last_clean":"2024-09-19T04:41:26.272935+0000","last_became_active":"2024-09-19T04:41:24.273624+0000","last_became_peered":"2024-09-19T04:41:24.273624+0000","last_unstale":"2024-09-19T04:41:26.272935+0000","last_undegraded":"2024-09-19T04:41:26.272935+0000","last_fullsized":"2024-09-19T04:41:26.272935+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:11.408678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272825+0000","last_change":"2024-09-19T04:41:25.280169+0000","last_active":"2024-09-19T04:41:26.272825+0000","last_peered":"2024-09-19T04:41:26.272825+0000","last_clean":"2024-09-19T04:41:26.272825+0000","last_became_active":"2024-09-19T04:41:25.277971+0000","last_became_peered":"2024-09-19T04:41:25.277971+0000","last_unstale":"2024-09-19T04:41:26.272825+0000","last_undegraded":"2024-09-19T04:41:26.272825+0000","last_fullsized":"2024-09-19T04:41:26.272825+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:57.785050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.271127+0000","last_change":"2024-09-19T04:41:24.273574+0000","last_active":"2024-09-19T04:41:26.271127+0000","last_peered":"2024-09-19T04:41:26.271127+0000","last_clean":"2024-09-19T04:41:26.271127+0000","last_became_active":"2024-09-19T04:41:24.273261+0000","last_became_peered":"2024-09-19T04:41:24.273261+0000","last_unstale":"2024-09-19T04:41:26.271127+0000","last_undegraded":"2024-09-19T04:41:26.271127+0000","last_fullsized":"2024-09-19T04:41:26.271127+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:30.948714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076025+0000","last_change":"2024-09-19T04:41:25.277793+0000","last_active":"2024-09-19T04:41:27.076025+0000","last_peered":"2024-09-19T04:41:27.076025+0000","last_clean":"2024-09-19T04:41:27.076025+0000","last_became_active":"2024-09-19T04:41:25.277532+0000","last_became_peered":"2024-09-19T04:41:25.277532+0000","last_unstale":"2024-09-19T04:41:27.076025+0000","last_undegraded":"2024-09-19T04:41:27.076025+0000","last_fullsized":"2024-09-19T04:41:27.076025+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:28:53.009362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"54'3","reported_seq":17,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272676+0000","last_change":"2024-09-19T04:41:24.272845+0000","last_active":"2024-09-19T04:41:26.272676+0000","last_peered":"2024-09-19T04:41:26.272676+0000","last_clean":"2024-09-19T04:41:26.272676+0000","last_became_active":"2024-09-19T04:41:24.272553+0000","last_became_peered":"2024-09-19T04:41:24.272553+0000","last_unstale":"2024-09-19T04:41:26.272676+0000","last_undegraded":"2024-09-19T04:41:26.272676+0000","last_fullsized":"2024-09-19T04:41:26.272676+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:22:40.075484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272215+0000","last_change":"2024-09-19T04:41:25.278395+0000","last_active":"2024-09-19T04:41:26.272215+0000","last_peered":"2024-09-19T04:41:26.272215+0000","last_clean":"2024-09-19T04:41:26.272215+0000","last_became_active":"2024-09-19T04:41:25.277550+0000","last_became_peered":"2024-09-19T04:41:25.277550+0000","last_unstale":"2024-09-19T04:41:26.272215+0000","last_undegraded":"2024-09-19T04:41:26.272215+0000","last_fullsized":"2024-09-19T04:41:26.272215+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:25.253810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"54'6","reported_seq":20,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076745+0000","last_change":"2024-09-19T04:41:24.274730+0000","last_active":"2024-09-19T04:41:27.076745+0000","last_peered":"2024-09-19T04:41:27.076745+0000","last_clean":"2024-09-19T04:41:27.076745+0000","last_became_active":"2024-09-19T04:41:24.274480+0000","last_became_peered":"2024-09-19T04:41:24.274480+0000","last_unstale":"2024-09-19T04:41:27.076745+0000","last_undegraded":"2024-09-19T04:41:27.076745+0000","last_fullsized":"2024-09-19T04:41:27.076745+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:19:11.910754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272384+0000","last_change":"2024-09-19T04:41:25.286213+0000","last_active":"2024-09-19T04:41:26.272384+0000","last_peered":"2024-09-19T04:41:26.272384+0000","last_clean":"2024-09-19T04:41:26.272384+0000","last_became_active":"2024-09-19T04:41:25.285936+0000","last_became_peered":"2024-09-19T04:41:25.285936+0000","last_unstale":"2024-09-19T04:41:26.272384+0000","last_undegraded":"2024-09-19T04:41:26.272384+0000","last_fullsized":"2024-09-19T04:41:26.272384+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:06.576350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"54'2","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270851+0000","last_change":"2024-09-19T04:41:24.270003+0000","last_active":"2024-09-19T04:41:26.270851+0000","last_peered":"2024-09-19T04:41:26.270851+0000","last_clean":"2024-09-19T04:41:26.270851+0000","last_became_active":"2024-09-19T04:41:24.269382+0000","last_became_peered":"2024-09-19T04:41:24.269382+0000","last_unstale":"2024-09-19T04:41:26.270851+0000","last_undegraded":"2024-09-19T04:41:26.270851+0000","last_fullsized":"2024-09-19T04:41:26.270851+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:05.569873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272758+0000","last_change":"2024-09-19T04:41:25.272542+0000","last_active":"2024-09-19T04:41:26.272758+0000","last_peered":"2024-09-19T04:41:26.272758+0000","last_clean":"2024-09-19T04:41:26.272758+0000","last_became_active":"2024-09-19T04:41:25.272110+0000","last_became_peered":"2024-09-19T04:41:25.272110+0000","last_unstale":"2024-09-19T04:41:26.272758+0000","last_undegraded":"2024-09-19T04:41:26.272758+0000","last_fullsized":"2024-09-19T04:41:26.272758+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:06.576350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.284680+0000","last_change":"2024-09-19T04:41:24.263733+0000","last_active":"2024-09-19T04:41:26.284680+0000","last_peered":"2024-09-19T04:41:26.284680+0000","last_clean":"2024-09-19T04:41:26.284680+0000","last_became_active":"2024-09-19T04:41:24.263439+0000","last_became_peered":"2024-09-19T04:41:24.263439+0000","last_unstale":"2024-09-19T04:41:26.284680+0000","last_undegraded":"2024-09-19T04:41:26.284680+0000","last_fullsized":"2024-09-19T04:41:26.284680+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:39.221732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076367+0000","last_change":"2024-09-19T04:41:25.271539+0000","last_active":"2024-09-19T04:41:27.076367+0000","last_peered":"2024-09-19T04:41:27.076367+0000","last_clean":"2024-09-19T04:41:27.076367+0000","last_became_active":"2024-09-19T04:41:25.271284+0000","last_became_peered":"2024-09-19T04:41:25.271284+0000","last_unstale":"2024-09-19T04:41:27.076367+0000","last_undegraded":"2024-09-19T04:41:27.076367+0000","last_fullsized":"2024-09-19T04:41:27.076367+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:28:53.009362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272546+0000","last_change":"2024-09-19T04:41:24.262263+0000","last_active":"2024-09-19T04:41:26.272546+0000","last_peered":"2024-09-19T04:41:26.272546+0000","last_clean":"2024-09-19T04:41:26.272546+0000","last_became_active":"2024-09-19T04:41:24.261878+0000","last_became_peered":"2024-09-19T04:41:24.261878+0000","last_unstale":"2024-09-19T04:41:26.272546+0000","last_undegraded":"2024-09-19T04:41:26.272546+0000","last_fullsized":"2024-09-19T04:41:26.272546+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:37:49.445634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272317+0000","last_change":"2024-09-19T04:41:25.285502+0000","last_active":"2024-09-19T04:41:26.272317+0000","last_peered":"2024-09-19T04:41:26.272317+0000","last_clean":"2024-09-19T04:41:26.272317+0000","last_became_active":"2024-09-19T04:41:25.284947+0000","last_became_peered":"2024-09-19T04:41:25.284947+0000","last_unstale":"2024-09-19T04:41:26.272317+0000","last_undegraded":"2024-09-19T04:41:26.272317+0000","last_fullsized":"2024-09-19T04:41:26.272317+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:31:50.588099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"54'8","reported_seq":22,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.271701+0000","last_change":"2024-09-19T04:41:24.270037+0000","last_active":"2024-09-19T04:41:26.271701+0000","last_peered":"2024-09-19T04:41:26.271701+0000","last_clean":"2024-09-19T04:41:26.271701+0000","last_became_active":"2024-09-19T04:41:24.268785+0000","last_became_peered":"2024-09-19T04:41:24.268785+0000","last_unstale":"2024-09-19T04:41:26.271701+0000","last_undegraded":"2024-09-19T04:41:26.271701+0000","last_fullsized":"2024-09-19T04:41:26.271701+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:06:37.127669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273472+0000","last_change":"2024-09-19T04:41:25.281109+0000","last_active":"2024-09-19T04:41:26.273472+0000","last_peered":"2024-09-19T04:41:26.273472+0000","last_clean":"2024-09-19T04:41:26.273472+0000","last_became_active":"2024-09-19T04:41:25.280706+0000","last_became_peered":"2024-09-19T04:41:25.280706+0000","last_unstale":"2024-09-19T04:41:26.273472+0000","last_undegraded":"2024-09-19T04:41:26.273472+0000","last_fullsized":"2024-09-19T04:41:26.273472+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:08:28.018544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"54'1","reported_seq":15,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270995+0000","last_change":"2024-09-19T04:41:24.275353+0000","last_active":"2024-09-19T04:41:26.270995+0000","last_peered":"2024-09-19T04:41:26.270995+0000","last_clean":"2024-09-19T04:41:26.270995+0000","last_became_active":"2024-09-19T04:41:24.275065+0000","last_became_peered":"2024-09-19T04:41:24.275065+0000","last_unstale":"2024-09-19T04:41:26.270995+0000","last_undegraded":"2024-09-19T04:41:26.270995+0000","last_fullsized":"2024-09-19T04:41:26.270995+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:03.417487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273713+0000","last_change":"2024-09-19T04:41:25.275630+0000","last_active":"2024-09-19T04:41:26.273713+0000","last_peered":"2024-09-19T04:41:26.273713+0000","last_clean":"2024-09-19T04:41:26.273713+0000","last_became_active":"2024-09-19T04:41:25.275339+0000","last_became_peered":"2024-09-19T04:41:25.275339+0000","last_unstale":"2024-09-19T04:41:26.273713+0000","last_undegraded":"2024-09-19T04:41:26.273713+0000","last_fullsized":"2024-09-19T04:41:26.273713+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:08:28.018544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"54'2","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.282055+0000","last_change":"2024-09-19T04:41:24.275732+0000","last_active":"2024-09-19T04:41:26.282055+0000","last_peered":"2024-09-19T04:41:26.282055+0000","last_clean":"2024-09-19T04:41:26.282055+0000","last_became_active":"2024-09-19T04:41:24.275028+0000","last_became_peered":"2024-09-19T04:41:24.275028+0000","last_unstale":"2024-09-19T04:41:26.282055+0000","last_undegraded":"2024-09-19T04:41:26.282055+0000","last_fullsized":"2024-09-19T04:41:26.282055+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:47:57.297851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270761+0000","last_change":"2024-09-19T04:41:25.280555+0000","last_active":"2024-09-19T04:41:26.270761+0000","last_peered":"2024-09-19T04:41:26.270761+0000","last_clean":"2024-09-19T04:41:26.270761+0000","last_became_active":"2024-09-19T04:41:25.280103+0000","last_became_peered":"2024-09-19T04:41:25.280103+0000","last_unstale":"2024-09-19T04:41:26.270761+0000","last_undegraded":"2024-09-19T04:41:26.270761+0000","last_fullsized":"2024-09-19T04:41:26.270761+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:53.020678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"54'1","reported_seq":15,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273525+0000","last_change":"2024-09-19T04:41:24.262155+0000","last_active":"2024-09-19T04:41:26.273525+0000","last_peered":"2024-09-19T04:41:26.273525+0000","last_clean":"2024-09-19T04:41:26.273525+0000","last_became_active":"2024-09-19T04:41:24.261851+0000","last_became_peered":"2024-09-19T04:41:24.261851+0000","last_unstale":"2024-09-19T04:41:26.273525+0000","last_undegraded":"2024-09-19T04:41:26.273525+0000","last_fullsized":"2024-09-19T04:41:26.273525+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:21.381788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272530+0000","last_change":"2024-09-19T04:41:25.278797+0000","last_active":"2024-09-19T04:41:26.272530+0000","last_peered":"2024-09-19T04:41:26.272530+0000","last_clean":"2024-09-19T04:41:26.272530+0000","last_became_active":"2024-09-19T04:41:25.278499+0000","last_became_peered":"2024-09-19T04:41:25.278499+0000","last_unstale":"2024-09-19T04:41:26.272530+0000","last_undegraded":"2024-09-19T04:41:26.272530+0000","last_fullsized":"2024-09-19T04:41:26.272530+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:37:48.333105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.282169+0000","last_change":"2024-09-19T04:41:24.269508+0000","last_active":"2024-09-19T04:41:26.282169+0000","last_peered":"2024-09-19T04:41:26.282169+0000","last_clean":"2024-09-19T04:41:26.282169+0000","last_became_active":"2024-09-19T04:41:24.269188+0000","last_became_peered":"2024-09-19T04:41:24.269188+0000","last_unstale":"2024-09-19T04:41:26.282169+0000","last_undegraded":"2024-09-19T04:41:26.282169+0000","last_fullsized":"2024-09-19T04:41:26.282169+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:03:33.410433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272566+0000","last_change":"2024-09-19T04:41:25.286859+0000","last_active":"2024-09-19T04:41:26.272566+0000","last_peered":"2024-09-19T04:41:26.272566+0000","last_clean":"2024-09-19T04:41:26.272566+0000","last_became_active":"2024-09-19T04:41:25.286573+0000","last_became_peered":"2024-09-19T04:41:25.286573+0000","last_unstale":"2024-09-19T04:41:26.272566+0000","last_undegraded":"2024-09-19T04:41:26.272566+0000","last_fullsized":"2024-09-19T04:41:26.272566+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:57.785050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"54'2","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.271108+0000","last_change":"2024-09-19T04:41:24.267615+0000","last_active":"2024-09-19T04:41:26.271108+0000","last_peered":"2024-09-19T04:41:26.271108+0000","last_clean":"2024-09-19T04:41:26.271108+0000","last_became_active":"2024-09-19T04:41:24.267325+0000","last_became_peered":"2024-09-19T04:41:24.267325+0000","last_unstale":"2024-09-19T04:41:26.271108+0000","last_undegraded":"2024-09-19T04:41:26.271108+0000","last_fullsized":"2024-09-19T04:41:26.271108+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:56.778574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.281865+0000","last_change":"2024-09-19T04:41:25.280283+0000","last_active":"2024-09-19T04:41:26.281865+0000","last_peered":"2024-09-19T04:41:26.281865+0000","last_clean":"2024-09-19T04:41:26.281865+0000","last_became_active":"2024-09-19T04:41:25.276880+0000","last_became_peered":"2024-09-19T04:41:25.276880+0000","last_unstale":"2024-09-19T04:41:26.281865+0000","last_undegraded":"2024-09-19T04:41:26.281865+0000","last_fullsized":"2024-09-19T04:41:26.281865+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:08:28.018544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076022+0000","last_change":"2024-09-19T04:41:24.273107+0000","last_active":"2024-09-19T04:41:27.076022+0000","last_peered":"2024-09-19T04:41:27.076022+0000","last_clean":"2024-09-19T04:41:27.076022+0000","last_became_active":"2024-09-19T04:41:24.272447+0000","last_became_peered":"2024-09-19T04:41:24.272447+0000","last_unstale":"2024-09-19T04:41:27.076022+0000","last_undegraded":"2024-09-19T04:41:27.076022+0000","last_fullsized":"2024-09-19T04:41:27.076022+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:48.612344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.281829+0000","last_change":"2024-09-19T04:41:25.272888+0000","last_active":"2024-09-19T04:41:26.281829+0000","last_peered":"2024-09-19T04:41:26.281829+0000","last_clean":"2024-09-19T04:41:26.281829+0000","last_became_active":"2024-09-19T04:41:25.272643+0000","last_became_peered":"2024-09-19T04:41:25.272643+0000","last_unstale":"2024-09-19T04:41:26.281829+0000","last_undegraded":"2024-09-19T04:41:26.281829+0000","last_fullsized":"2024-09-19T04:41:26.281829+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:04.423964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272207+0000","last_change":"2024-09-19T04:41:24.265987+0000","last_active":"2024-09-19T04:41:26.272207+0000","last_peered":"2024-09-19T04:41:26.272207+0000","last_clean":"2024-09-19T04:41:26.272207+0000","last_became_active":"2024-09-19T04:41:24.265493+0000","last_became_peered":"2024-09-19T04:41:24.265493+0000","last_unstale":"2024-09-19T04:41:26.272207+0000","last_undegraded":"2024-09-19T04:41:26.272207+0000","last_fullsized":"2024-09-19T04:41:26.272207+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:03:33.410433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273748+0000","last_change":"2024-09-19T04:41:25.274711+0000","last_active":"2024-09-19T04:41:26.273748+0000","last_peered":"2024-09-19T04:41:26.273748+0000","last_clean":"2024-09-19T04:41:26.273748+0000","last_became_active":"2024-09-19T04:41:25.274425+0000","last_became_peered":"2024-09-19T04:41:25.274425+0000","last_unstale":"2024-09-19T04:41:26.273748+0000","last_undegraded":"2024-09-19T04:41:26.273748+0000","last_fullsized":"2024-09-19T04:41:26.273748+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:38.315877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"54'2","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076357+0000","last_change":"2024-09-19T04:41:24.273855+0000","last_active":"2024-09-19T04:41:27.076357+0000","last_peered":"2024-09-19T04:41:27.076357+0000","last_clean":"2024-09-19T04:41:27.076357+0000","last_became_active":"2024-09-19T04:41:24.273578+0000","last_became_peered":"2024-09-19T04:41:24.273578+0000","last_unstale":"2024-09-19T04:41:27.076357+0000","last_undegraded":"2024-09-19T04:41:27.076357+0000","last_fullsized":"2024-09-19T04:41:27.076357+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:29.594168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273868+0000","last_change":"2024-09-19T04:41:25.272326+0000","last_active":"2024-09-19T04:41:26.273868+0000","last_peered":"2024-09-19T04:41:26.273868+0000","last_clean":"2024-09-19T04:41:26.273868+0000","last_became_active":"2024-09-19T04:41:25.271351+0000","last_became_peered":"2024-09-19T04:41:25.271351+0000","last_unstale":"2024-09-19T04:41:26.273868+0000","last_undegraded":"2024-09-19T04:41:26.273868+0000","last_fullsized":"2024-09-19T04:41:26.273868+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:53.101235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"55'1","reported_seq":15,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.284027+0000","last_change":"2024-09-19T04:41:24.263862+0000","last_active":"2024-09-19T04:41:26.284027+0000","last_peered":"2024-09-19T04:41:26.284027+0000","last_clean":"2024-09-19T04:41:26.284027+0000","last_became_active":"2024-09-19T04:41:24.263590+0000","last_became_peered":"2024-09-19T04:41:24.263590+0000","last_unstale":"2024-09-19T04:41:26.284027+0000","last_undegraded":"2024-09-19T04:41:26.284027+0000","last_fullsized":"2024-09-19T04:41:26.284027+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:18.309789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076066+0000","last_change":"2024-09-19T04:41:25.278031+0000","last_active":"2024-09-19T04:41:27.076066+0000","last_peered":"2024-09-19T04:41:27.076066+0000","last_clean":"2024-09-19T04:41:27.076066+0000","last_became_active":"2024-09-19T04:41:25.277775+0000","last_became_peered":"2024-09-19T04:41:25.277775+0000","last_unstale":"2024-09-19T04:41:27.076066+0000","last_undegraded":"2024-09-19T04:41:27.076066+0000","last_fullsized":"2024-09-19T04:41:27.076066+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:54.652864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.284942+0000","last_change":"2024-09-19T04:41:24.266320+0000","last_active":"2024-09-19T04:41:26.284942+0000","last_peered":"2024-09-19T04:41:26.284942+0000","last_clean":"2024-09-19T04:41:26.284942+0000","last_became_active":"2024-09-19T04:41:24.265985+0000","last_became_peered":"2024-09-19T04:41:24.265985+0000","last_unstale":"2024-09-19T04:41:26.284942+0000","last_undegraded":"2024-09-19T04:41:26.284942+0000","last_fullsized":"2024-09-19T04:41:26.284942+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:17:29.382131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.282083+0000","last_change":"2024-09-19T04:41:25.275105+0000","last_active":"2024-09-19T04:41:26.282083+0000","last_peered":"2024-09-19T04:41:26.282083+0000","last_clean":"2024-09-19T04:41:26.282083+0000","last_became_active":"2024-09-19T04:41:25.274577+0000","last_became_peered":"2024-09-19T04:41:25.274577+0000","last_unstale":"2024-09-19T04:41:26.282083+0000","last_undegraded":"2024-09-19T04:41:26.282083+0000","last_fullsized":"2024-09-19T04:41:26.282083+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:05:06.995402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273344+0000","last_change":"2024-09-19T04:41:24.265175+0000","last_active":"2024-09-19T04:41:26.273344+0000","last_peered":"2024-09-19T04:41:26.273344+0000","last_clean":"2024-09-19T04:41:26.273344+0000","last_became_active":"2024-09-19T04:41:24.264878+0000","last_became_peered":"2024-09-19T04:41:24.264878+0000","last_unstale":"2024-09-19T04:41:26.273344+0000","last_undegraded":"2024-09-19T04:41:26.273344+0000","last_fullsized":"2024-09-19T04:41:26.273344+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:18.309789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.271276+0000","last_change":"2024-09-19T04:41:25.281440+0000","last_active":"2024-09-19T04:41:26.271276+0000","last_peered":"2024-09-19T04:41:26.271276+0000","last_clean":"2024-09-19T04:41:26.271276+0000","last_became_active":"2024-09-19T04:41:25.280837+0000","last_became_peered":"2024-09-19T04:41:25.280837+0000","last_unstale":"2024-09-19T04:41:26.271276+0000","last_undegraded":"2024-09-19T04:41:26.271276+0000","last_fullsized":"2024-09-19T04:41:26.271276+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:09.938762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076000+0000","last_change":"2024-09-19T04:41:24.264160+0000","last_active":"2024-09-19T04:41:27.076000+0000","last_peered":"2024-09-19T04:41:27.076000+0000","last_clean":"2024-09-19T04:41:27.076000+0000","last_became_active":"2024-09-19T04:41:24.263897+0000","last_became_peered":"2024-09-19T04:41:24.263897+0000","last_unstale":"2024-09-19T04:41:27.076000+0000","last_undegraded":"2024-09-19T04:41:27.076000+0000","last_fullsized":"2024-09-19T04:41:27.076000+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:32:29.872416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272919+0000","last_change":"2024-09-19T04:41:25.295053+0000","last_active":"2024-09-19T04:41:26.272919+0000","last_peered":"2024-09-19T04:41:26.272919+0000","last_clean":"2024-09-19T04:41:26.272919+0000","last_became_active":"2024-09-19T04:41:25.294773+0000","last_became_peered":"2024-09-19T04:41:25.294773+0000","last_unstale":"2024-09-19T04:41:26.272919+0000","last_undegraded":"2024-09-19T04:41:26.272919+0000","last_fullsized":"2024-09-19T04:41:26.272919+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:34:24.262372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076462+0000","last_change":"2024-09-19T04:41:24.271169+0000","last_active":"2024-09-19T04:41:27.076462+0000","last_peered":"2024-09-19T04:41:27.076462+0000","last_clean":"2024-09-19T04:41:27.076462+0000","last_became_active":"2024-09-19T04:41:24.270860+0000","last_became_peered":"2024-09-19T04:41:24.270860+0000","last_unstale":"2024-09-19T04:41:27.076462+0000","last_undegraded":"2024-09-19T04:41:27.076462+0000","last_fullsized":"2024-09-19T04:41:27.076462+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:29.594168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.075857+0000","last_change":"2024-09-19T04:41:25.284215+0000","last_active":"2024-09-19T04:41:27.075857+0000","last_peered":"2024-09-19T04:41:27.075857+0000","last_clean":"2024-09-19T04:41:27.075857+0000","last_became_active":"2024-09-19T04:41:25.283957+0000","last_became_peered":"2024-09-19T04:41:25.283957+0000","last_unstale":"2024-09-19T04:41:27.075857+0000","last_undegraded":"2024-09-19T04:41:27.075857+0000","last_fullsized":"2024-09-19T04:41:27.075857+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:46.383203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.075893+0000","last_change":"2024-09-19T04:41:24.275703+0000","last_active":"2024-09-19T04:41:27.075893+0000","last_peered":"2024-09-19T04:41:27.075893+0000","last_clean":"2024-09-19T04:41:27.075893+0000","last_became_active":"2024-09-19T04:41:24.264927+0000","last_became_peered":"2024-09-19T04:41:24.264927+0000","last_unstale":"2024-09-19T04:41:27.075893+0000","last_undegraded":"2024-09-19T04:41:27.075893+0000","last_fullsized":"2024-09-19T04:41:27.075893+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:26.989674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270478+0000","last_change":"2024-09-19T04:41:25.283549+0000","last_active":"2024-09-19T04:41:26.270478+0000","last_peered":"2024-09-19T04:41:26.270478+0000","last_clean":"2024-09-19T04:41:26.270478+0000","last_became_active":"2024-09-19T04:41:25.283225+0000","last_became_peered":"2024-09-19T04:41:25.283225+0000","last_unstale":"2024-09-19T04:41:26.270478+0000","last_undegraded":"2024-09-19T04:41:26.270478+0000","last_fullsized":"2024-09-19T04:41:26.270478+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:12.656816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270544+0000","last_change":"2024-09-19T04:41:24.266838+0000","last_active":"2024-09-19T04:41:26.270544+0000","last_peered":"2024-09-19T04:41:26.270544+0000","last_clean":"2024-09-19T04:41:26.270544+0000","last_became_active":"2024-09-19T04:41:24.266477+0000","last_became_peered":"2024-09-19T04:41:24.266477+0000","last_unstale":"2024-09-19T04:41:26.270544+0000","last_undegraded":"2024-09-19T04:41:26.270544+0000","last_fullsized":"2024-09-19T04:41:26.270544+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:08:27.012067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270431+0000","last_change":"2024-09-19T04:41:25.295079+0000","last_active":"2024-09-19T04:41:26.270431+0000","last_peered":"2024-09-19T04:41:26.270431+0000","last_clean":"2024-09-19T04:41:26.270431+0000","last_became_active":"2024-09-19T04:41:25.285540+0000","last_became_peered":"2024-09-19T04:41:25.285540+0000","last_unstale":"2024-09-19T04:41:26.270431+0000","last_undegraded":"2024-09-19T04:41:26.270431+0000","last_fullsized":"2024-09-19T04:41:26.270431+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:02.223059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.284874+0000","last_change":"2024-09-19T04:41:24.266007+0000","last_active":"2024-09-19T04:41:26.284874+0000","last_peered":"2024-09-19T04:41:26.284874+0000","last_clean":"2024-09-19T04:41:26.284874+0000","last_became_active":"2024-09-19T04:41:24.265747+0000","last_became_peered":"2024-09-19T04:41:24.265747+0000","last_unstale":"2024-09-19T04:41:26.284874+0000","last_undegraded":"2024-09-19T04:41:26.284874+0000","last_fullsized":"2024-09-19T04:41:26.284874+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:01.349494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":236,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.271672+0000","last_change":"2024-09-19T04:39:39.541908+0000","last_active":"2024-09-19T04:41:26.271672+0000","last_peered":"2024-09-19T04:41:26.271672+0000","last_clean":"2024-09-19T04:41:26.271672+0000","last_became_active":"2024-09-19T04:39:39.540794+0000","last_became_peered":"2024-09-19T04:39:39.540794+0000","last_unstale":"2024-09-19T04:41:26.271672+0000","last_undegraded":"2024-09-19T04:41:26.271672+0000","last_fullsized":"2024-09-19T04:41:26.271672+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_clean_scrub_stamp":"2024-09-19T04:39:37.899481+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.768031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574874,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32424,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339416,"statfs":{"total":96636764160,"available":96603561984,"internally_reserved":0,"allocated":1261568,"data_stored":889288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574873,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31832,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340008,"statfs":{"total":96636764160,"available":96604168192,"internally_reserved":0,"allocated":659456,"data_stored":298760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574872,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31848,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339992,"statfs":{"total":96636764160,"available":96604151808,"internally_reserved":0,"allocated":667648,"data_stored":299412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574872,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31836,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340004,"statfs":{"total":96636764160,"available":96604164096,"internally_reserved":0,"allocated":659456,"data_stored":293680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574873,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31848,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339992,"statfs":{"total":96636764160,"available":96604151808,"internally_reserved":0,"allocated":667648,"data_stored":298816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574874,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27680,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344160,"statfs":{"total":96636764160,"available":96608419840,"internally_reserved":0,"allocated":667648,"data_stored":298816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574872,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27672,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344168,"statfs":{"total":96636764160,"available":96608428032,"internally_reserved":0,"allocated":651264,"data_stored":292158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574872,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32432,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339408,"statfs":{"total":96636764160,"available":96603553792,"internally_reserved":0,"allocated":1269760,"data_stored":891322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:41:29.483 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:41:29.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.673+0000 7f8a87200640 1 Processor -- start 2024-09-19T04:41:29.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.673+0000 7f8a87200640 1 -- start start 2024-09-19T04:41:29.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.674+0000 7f8a87200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8a880d4310 0x7f8a880d4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:29.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.674+0000 7f8a87200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f8a8806d460 0x7f8a8806d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:29.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.674+0000 7f8a87200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8a8815e850 con 0x7f8a8815e470 2024-09-19T04:41:29.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.674+0000 7f8a87200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f8a8806de50 con 0x7f8a8806d460 2024-09-19T04:41:29.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.674+0000 7f8a87200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f8a880cf710 con 0x7f8a880d4310 2024-09-19T04:41:29.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.674+0000 7f8a85e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f8a8815e470 0x7f8a880cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:59522/0 (socket says 172.21.15.31:59522) 2024-09-19T04:41:29.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.674+0000 7f8a85e00640 1 -- 172.21.15.31:0/2717225203 learned_addr learned my addr 172.21.15.31:0/2717225203 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:29.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.675+0000 7f8a86800640 1 --2- 172.21.15.31:0/2717225203 >> v2:172.21.15.52:3300/0 conn(0x7f8a8806d460 0x7f8a8806d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:29.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.675+0000 7f8a7fe00640 1 --2- 172.21.15.31:0/2717225203 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8a880d4310 0x7f8a880d4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:29.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.675+0000 7f8a85400640 1 -- 172.21.15.31:0/2717225203 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 819219899 0 0) 0x7f8a8815e850 con 0x7f8a8815e470 2024-09-19T04:41:29.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.675+0000 7f8a85400640 1 -- 172.21.15.31:0/2717225203 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8a6c003520 con 0x7f8a8815e470 2024-09-19T04:41:29.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.675+0000 7f8a7fe00640 1 -- 172.21.15.31:0/2717225203 >> v2:172.21.15.52:3300/0 conn(0x7f8a8806d460 msgr2=0x7f8a8806d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:29.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.675+0000 7f8a7fe00640 1 --2- 172.21.15.31:0/2717225203 >> v2:172.21.15.52:3300/0 conn(0x7f8a8806d460 0x7f8a8806d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.675+0000 7f8a7fe00640 1 -- 172.21.15.31:0/2717225203 >> v1:172.21.15.31:6789/0 conn(0x7f8a8815e470 legacy=0x7f8a880cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:29.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.675+0000 7f8a7fe00640 1 -- 172.21.15.31:0/2717225203 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a880d1c60 con 0x7f8a880d4310 2024-09-19T04:41:29.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.675+0000 7f8a86800640 1 --2- 172.21.15.31:0/2717225203 >> v2:172.21.15.52:3300/0 conn(0x7f8a8806d460 0x7f8a8806d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:41:29.679 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.676+0000 7f8a7fe00640 1 --2- 172.21.15.31:0/2717225203 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8a880d4310 0x7f8a880d4750 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8a700097a0 tx=0x7f8a7002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3ff59a8fab172288 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:29.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.677+0000 7f8a85400640 1 -- 172.21.15.31:0/2717225203 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a70037070 con 0x7f8a880d4310 2024-09-19T04:41:29.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.677+0000 7f8a85400640 1 -- 172.21.15.31:0/2717225203 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a70032440 con 0x7f8a880d4310 2024-09-19T04:41:29.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.677+0000 7f8a85400640 1 -- 172.21.15.31:0/2717225203 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a70032810 con 0x7f8a880d4310 2024-09-19T04:41:29.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.677+0000 7f8a87200640 1 -- 172.21.15.31:0/2717225203 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8a880d4310 msgr2=0x7f8a880d4750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:29.681 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.677+0000 7f8a87200640 1 --2- 172.21.15.31:0/2717225203 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8a880d4310 0x7f8a880d4750 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8a700097a0 tx=0x7f8a7002a180 comp rx=0 tx=0).stop 2024-09-19T04:41:29.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.677+0000 7f8a87200640 1 -- 172.21.15.31:0/2717225203 shutdown_connections 2024-09-19T04:41:29.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.677+0000 7f8a87200640 1 --2- 172.21.15.31:0/2717225203 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8a880d4310 0x7f8a880d4750 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.677+0000 7f8a87200640 1 --2- 172.21.15.31:0/2717225203 >> v2:172.21.15.52:3300/0 conn(0x7f8a8806d460 0x7f8a8806d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.677+0000 7f8a87200640 1 -- 172.21.15.31:0/2717225203 >> 172.21.15.31:0/2717225203 conn(0x7f8a8809d700 msgr2=0x7f8a8808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:29.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.677+0000 7f8a87200640 1 -- 172.21.15.31:0/2717225203 shutdown_connections 2024-09-19T04:41:29.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.677+0000 7f8a87200640 1 -- 172.21.15.31:0/2717225203 wait complete. 2024-09-19T04:41:29.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.679+0000 7f8a87200640 1 Processor -- start 2024-09-19T04:41:29.682 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.679+0000 7f8a87200640 1 -- start start 2024-09-19T04:41:29.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.680+0000 7f8a87200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8a8806d460 0x7f8a880a1990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:29.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.680+0000 7f8a87200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a880d4310 0x7f8a88161480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:29.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.680+0000 7f8a87200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8a8815e470 0x7f8a8815c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:29.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.680+0000 7f8a87200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f8a880cf0c0 con 0x7f8a880d4310 2024-09-19T04:41:29.685 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.680+0000 7f8a87200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8a880d4c90 con 0x7f8a8815e470 2024-09-19T04:41:29.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.680+0000 7f8a87200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f8a880cf3a0 con 0x7f8a8806d460 2024-09-19T04:41:29.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.680+0000 7f8a7fe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a880d4310 0x7f8a88161480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:29.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.680+0000 7f8a7fe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a880d4310 0x7f8a88161480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59008/0 (socket says 172.21.15.31:59008) 2024-09-19T04:41:29.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.680+0000 7f8a7fe00640 1 -- 172.21.15.31:0/495486741 learned_addr learned my addr 172.21.15.31:0/495486741 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:29.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.681+0000 7f8a85e00640 1 --2- 172.21.15.31:0/495486741 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8a8806d460 0x7f8a880a1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:29.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.681+0000 7f8a86800640 1 --2- 172.21.15.31:0/495486741 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8a8815e470 0x7f8a8815c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:29.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.681+0000 7f8a7fe00640 1 -- 172.21.15.31:0/495486741 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8a8806d460 msgr2=0x7f8a880a1990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:29.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.681+0000 7f8a7fe00640 1 --2- 172.21.15.31:0/495486741 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8a8806d460 0x7f8a880a1990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.681+0000 7f8a7fe00640 1 -- 172.21.15.31:0/495486741 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8a8815e470 msgr2=0x7f8a8815c9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:29.686 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.681+0000 7f8a7fe00640 1 --2- 172.21.15.31:0/495486741 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8a8815e470 0x7f8a8815c9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.681+0000 7f8a7fe00640 1 -- 172.21.15.31:0/495486741 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a8814f2b0 con 0x7f8a880d4310 2024-09-19T04:41:29.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.681+0000 7f8a7fe00640 1 --2- 172.21.15.31:0/495486741 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a880d4310 0x7f8a88161480 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f8a70000c00 tx=0x7f8a700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:29.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.681+0000 7f8a7e000640 1 -- 172.21.15.31:0/495486741 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a70041070 con 0x7f8a880d4310 2024-09-19T04:41:29.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.681+0000 7f8a7e000640 1 -- 172.21.15.31:0/495486741 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a7003c870 con 0x7f8a880d4310 2024-09-19T04:41:29.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.681+0000 7f8a7e000640 1 -- 172.21.15.31:0/495486741 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a70037040 con 0x7f8a880d4310 2024-09-19T04:41:29.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.681+0000 7f8a87200640 1 -- 172.21.15.31:0/495486741 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a8814f520 con 0x7f8a880d4310 2024-09-19T04:41:29.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.682+0000 7f8a87200640 1 -- 172.21.15.31:0/495486741 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a8814fae0 con 0x7f8a880d4310 2024-09-19T04:41:29.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.683+0000 7f8a87200640 1 -- 172.21.15.31:0/495486741 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a8806d910 con 0x7f8a880d4310 2024-09-19T04:41:29.687 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.683+0000 7f8a7e000640 1 -- 172.21.15.31:0/495486741 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8a70044070 con 0x7f8a880d4310 2024-09-19T04:41:29.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.685+0000 7f8a7e000640 1 --2- 172.21.15.31:0/495486741 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f8a6406c2b0 0x7f8a6406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:29.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.685+0000 7f8a7e000640 1 -- 172.21.15.31:0/495486741 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7f8a700abfc0 con 0x7f8a880d4310 2024-09-19T04:41:29.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.685+0000 7f8a85e00640 1 --2- 172.21.15.31:0/495486741 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f8a6406c2b0 0x7f8a6406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:29.688 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.686+0000 7f8a85e00640 1 --2- 172.21.15.31:0/495486741 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f8a6406c2b0 0x7f8a6406e770 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f8a78005880 tx=0x7f8a78009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:29.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.689+0000 7f8a7e000640 1 -- 172.21.15.31:0/495486741 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8a7007a620 con 0x7f8a880d4310 2024-09-19T04:41:29.871 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.870+0000 7f8a87200640 1 -- 172.21.15.31:0/495486741 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8a8806cf90 con 0x7f8a6406c2b0 2024-09-19T04:41:29.878 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.876+0000 7f8a7e000640 1 -- 172.21.15.31:0/495486741 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251953 (secure 0 0 0) 0x7f8a8806cf90 con 0x7f8a6406c2b0 2024-09-19T04:41:29.881 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:29.882 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T04:41:29.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.880+0000 7f8a87200640 1 -- 172.21.15.31:0/495486741 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f8a6406c2b0 msgr2=0x7f8a6406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:29.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.880+0000 7f8a87200640 1 --2- 172.21.15.31:0/495486741 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f8a6406c2b0 0x7f8a6406e770 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f8a78005880 tx=0x7f8a78009040 comp rx=0 tx=0).stop 2024-09-19T04:41:29.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.880+0000 7f8a87200640 1 -- 172.21.15.31:0/495486741 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a880d4310 msgr2=0x7f8a88161480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:29.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.880+0000 7f8a87200640 1 --2- 172.21.15.31:0/495486741 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a880d4310 0x7f8a88161480 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f8a70000c00 tx=0x7f8a700046c0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.880+0000 7f8a87200640 1 -- 172.21.15.31:0/495486741 shutdown_connections 2024-09-19T04:41:29.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.881+0000 7f8a87200640 1 --2- 172.21.15.31:0/495486741 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f8a6406c2b0 0x7f8a6406e770 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.881+0000 7f8a87200640 1 --2- 172.21.15.31:0/495486741 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8a8815e470 0x7f8a8815c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.881+0000 7f8a87200640 1 --2- 172.21.15.31:0/495486741 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8a880d4310 0x7f8a88161480 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.881+0000 7f8a87200640 1 --2- 172.21.15.31:0/495486741 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8a8806d460 0x7f8a880a1990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:29.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.881+0000 7f8a87200640 1 -- 172.21.15.31:0/495486741 >> 172.21.15.31:0/495486741 conn(0x7f8a8809d700 msgr2=0x7f8a880b2f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:29.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.881+0000 7f8a87200640 1 -- 172.21.15.31:0/495486741 shutdown_connections 2024-09-19T04:41:29.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:29.881+0000 7f8a87200640 1 -- 172.21.15.31:0/495486741 wait complete. 2024-09-19T04:41:29.898 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":104,"stamp":"2024-09-19T04:41:29.165807+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":130,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":247572,"kb_used_data":6352,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754727148,"statfs":{"total":773094113280,"available":772840599552,"internally_reserved":0,"allocated":6504448,"data_stored":3562252,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":246795826},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":32,"apply_latency_ms":32,"commit_latency_ns":32000000,"apply_latency_ns":32000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.924944"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.583467+0000","last_change":"2024-09-19T04:41:25.290298+0000","last_active":"2024-09-19T04:41:26.583467+0000","last_peered":"2024-09-19T04:41:26.583467+0000","last_clean":"2024-09-19T04:41:26.583467+0000","last_became_active":"2024-09-19T04:41:25.290011+0000","last_became_peered":"2024-09-19T04:41:25.290011+0000","last_unstale":"2024-09-19T04:41:26.583467+0000","last_undegraded":"2024-09-19T04:41:26.583467+0000","last_fullsized":"2024-09-19T04:41:26.583467+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:41:39.959378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270940+0000","last_change":"2024-09-19T04:41:25.284962+0000","last_active":"2024-09-19T04:41:26.270940+0000","last_peered":"2024-09-19T04:41:26.270940+0000","last_clean":"2024-09-19T04:41:26.270940+0000","last_became_active":"2024-09-19T04:41:25.283911+0000","last_became_peered":"2024-09-19T04:41:25.283911+0000","last_unstale":"2024-09-19T04:41:26.270940+0000","last_undegraded":"2024-09-19T04:41:26.270940+0000","last_fullsized":"2024-09-19T04:41:26.270940+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:20:27.602392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272023+0000","last_change":"2024-09-19T04:41:25.275722+0000","last_active":"2024-09-19T04:41:26.272023+0000","last_peered":"2024-09-19T04:41:26.272023+0000","last_clean":"2024-09-19T04:41:26.272023+0000","last_became_active":"2024-09-19T04:41:25.275435+0000","last_became_peered":"2024-09-19T04:41:25.275435+0000","last_unstale":"2024-09-19T04:41:26.272023+0000","last_undegraded":"2024-09-19T04:41:26.272023+0000","last_fullsized":"2024-09-19T04:41:26.272023+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:52:46.703080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272978+0000","last_change":"2024-09-19T04:41:25.281929+0000","last_active":"2024-09-19T04:41:26.272978+0000","last_peered":"2024-09-19T04:41:26.272978+0000","last_clean":"2024-09-19T04:41:26.272978+0000","last_became_active":"2024-09-19T04:41:25.281677+0000","last_became_peered":"2024-09-19T04:41:25.281677+0000","last_unstale":"2024-09-19T04:41:26.272978+0000","last_undegraded":"2024-09-19T04:41:26.272978+0000","last_fullsized":"2024-09-19T04:41:26.272978+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:34:24.262372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.583323+0000","last_change":"2024-09-19T04:41:25.285024+0000","last_active":"2024-09-19T04:41:26.583323+0000","last_peered":"2024-09-19T04:41:26.583323+0000","last_clean":"2024-09-19T04:41:26.583323+0000","last_became_active":"2024-09-19T04:41:25.284779+0000","last_became_peered":"2024-09-19T04:41:25.284779+0000","last_unstale":"2024-09-19T04:41:26.583323+0000","last_undegraded":"2024-09-19T04:41:26.583323+0000","last_fullsized":"2024-09-19T04:41:26.583323+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:09.139315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.281916+0000","last_change":"2024-09-19T04:41:25.275845+0000","last_active":"2024-09-19T04:41:26.281916+0000","last_peered":"2024-09-19T04:41:26.281916+0000","last_clean":"2024-09-19T04:41:26.281916+0000","last_became_active":"2024-09-19T04:41:25.274813+0000","last_became_peered":"2024-09-19T04:41:25.274813+0000","last_unstale":"2024-09-19T04:41:26.281916+0000","last_undegraded":"2024-09-19T04:41:26.281916+0000","last_fullsized":"2024-09-19T04:41:26.281916+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:53.101235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076424+0000","last_change":"2024-09-19T04:41:25.276494+0000","last_active":"2024-09-19T04:41:27.076424+0000","last_peered":"2024-09-19T04:41:27.076424+0000","last_clean":"2024-09-19T04:41:27.076424+0000","last_became_active":"2024-09-19T04:41:25.276128+0000","last_became_peered":"2024-09-19T04:41:25.276128+0000","last_unstale":"2024-09-19T04:41:27.076424+0000","last_undegraded":"2024-09-19T04:41:27.076424+0000","last_fullsized":"2024-09-19T04:41:27.076424+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:22.388264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270353+0000","last_change":"2024-09-19T04:41:25.284811+0000","last_active":"2024-09-19T04:41:26.270353+0000","last_peered":"2024-09-19T04:41:26.270353+0000","last_clean":"2024-09-19T04:41:26.270353+0000","last_became_active":"2024-09-19T04:41:25.284447+0000","last_became_peered":"2024-09-19T04:41:25.284447+0000","last_unstale":"2024-09-19T04:41:26.270353+0000","last_undegraded":"2024-09-19T04:41:26.270353+0000","last_fullsized":"2024-09-19T04:41:26.270353+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:30:43.714823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076806+0000","last_change":"2024-09-19T04:41:25.273829+0000","last_active":"2024-09-19T04:41:27.076806+0000","last_peered":"2024-09-19T04:41:27.076806+0000","last_clean":"2024-09-19T04:41:27.076806+0000","last_became_active":"2024-09-19T04:41:25.273557+0000","last_became_peered":"2024-09-19T04:41:25.273557+0000","last_unstale":"2024-09-19T04:41:27.076806+0000","last_undegraded":"2024-09-19T04:41:27.076806+0000","last_fullsized":"2024-09-19T04:41:27.076806+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:03:34.416909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076292+0000","last_change":"2024-09-19T04:41:25.281294+0000","last_active":"2024-09-19T04:41:27.076292+0000","last_peered":"2024-09-19T04:41:27.076292+0000","last_clean":"2024-09-19T04:41:27.076292+0000","last_became_active":"2024-09-19T04:41:25.281002+0000","last_became_peered":"2024-09-19T04:41:25.281002+0000","last_unstale":"2024-09-19T04:41:27.076292+0000","last_undegraded":"2024-09-19T04:41:27.076292+0000","last_fullsized":"2024-09-19T04:41:27.076292+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:31.774049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076217+0000","last_change":"2024-09-19T04:41:25.297656+0000","last_active":"2024-09-19T04:41:27.076217+0000","last_peered":"2024-09-19T04:41:27.076217+0000","last_clean":"2024-09-19T04:41:27.076217+0000","last_became_active":"2024-09-19T04:41:25.295564+0000","last_became_peered":"2024-09-19T04:41:25.295564+0000","last_unstale":"2024-09-19T04:41:27.076217+0000","last_undegraded":"2024-09-19T04:41:27.076217+0000","last_fullsized":"2024-09-19T04:41:27.076217+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:22.388264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273119+0000","last_change":"2024-09-19T04:41:25.266898+0000","last_active":"2024-09-19T04:41:26.273119+0000","last_peered":"2024-09-19T04:41:26.273119+0000","last_clean":"2024-09-19T04:41:26.273119+0000","last_became_active":"2024-09-19T04:41:25.266607+0000","last_became_peered":"2024-09-19T04:41:25.266607+0000","last_unstale":"2024-09-19T04:41:26.273119+0000","last_undegraded":"2024-09-19T04:41:26.273119+0000","last_fullsized":"2024-09-19T04:41:26.273119+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:31.955191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.284912+0000","last_change":"2024-09-19T04:41:25.273149+0000","last_active":"2024-09-19T04:41:26.284912+0000","last_peered":"2024-09-19T04:41:26.284912+0000","last_clean":"2024-09-19T04:41:26.284912+0000","last_became_active":"2024-09-19T04:41:25.272245+0000","last_became_peered":"2024-09-19T04:41:25.272245+0000","last_unstale":"2024-09-19T04:41:26.284912+0000","last_undegraded":"2024-09-19T04:41:26.284912+0000","last_fullsized":"2024-09-19T04:41:26.284912+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:19:12.917230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076537+0000","last_change":"2024-09-19T04:41:25.279044+0000","last_active":"2024-09-19T04:41:27.076537+0000","last_peered":"2024-09-19T04:41:27.076537+0000","last_clean":"2024-09-19T04:41:27.076537+0000","last_became_active":"2024-09-19T04:41:25.277588+0000","last_became_peered":"2024-09-19T04:41:25.277588+0000","last_unstale":"2024-09-19T04:41:27.076537+0000","last_undegraded":"2024-09-19T04:41:27.076537+0000","last_fullsized":"2024-09-19T04:41:27.076537+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:31.774049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076411+0000","last_change":"2024-09-19T04:41:25.280165+0000","last_active":"2024-09-19T04:41:27.076411+0000","last_peered":"2024-09-19T04:41:27.076411+0000","last_clean":"2024-09-19T04:41:27.076411+0000","last_became_active":"2024-09-19T04:41:25.279913+0000","last_became_peered":"2024-09-19T04:41:25.279913+0000","last_unstale":"2024-09-19T04:41:27.076411+0000","last_undegraded":"2024-09-19T04:41:27.076411+0000","last_fullsized":"2024-09-19T04:41:27.076411+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:54.652864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.282173+0000","last_change":"2024-09-19T04:41:25.276719+0000","last_active":"2024-09-19T04:41:26.282173+0000","last_peered":"2024-09-19T04:41:26.282173+0000","last_clean":"2024-09-19T04:41:26.282173+0000","last_became_active":"2024-09-19T04:41:25.276364+0000","last_became_peered":"2024-09-19T04:41:25.276364+0000","last_unstale":"2024-09-19T04:41:26.282173+0000","last_undegraded":"2024-09-19T04:41:26.282173+0000","last_fullsized":"2024-09-19T04:41:26.282173+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:00:51.855196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270757+0000","last_change":"2024-09-19T04:41:25.284059+0000","last_active":"2024-09-19T04:41:26.270757+0000","last_peered":"2024-09-19T04:41:26.270757+0000","last_clean":"2024-09-19T04:41:26.270757+0000","last_became_active":"2024-09-19T04:41:25.283402+0000","last_became_peered":"2024-09-19T04:41:25.283402+0000","last_unstale":"2024-09-19T04:41:26.270757+0000","last_undegraded":"2024-09-19T04:41:26.270757+0000","last_fullsized":"2024-09-19T04:41:26.270757+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:04:58.633951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273326+0000","last_change":"2024-09-19T04:41:25.273365+0000","last_active":"2024-09-19T04:41:26.273326+0000","last_peered":"2024-09-19T04:41:26.273326+0000","last_clean":"2024-09-19T04:41:26.273326+0000","last_became_active":"2024-09-19T04:41:25.273080+0000","last_became_peered":"2024-09-19T04:41:25.273080+0000","last_unstale":"2024-09-19T04:41:26.273326+0000","last_undegraded":"2024-09-19T04:41:26.273326+0000","last_fullsized":"2024-09-19T04:41:26.273326+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:04.423964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.583420+0000","last_change":"2024-09-19T04:41:25.289164+0000","last_active":"2024-09-19T04:41:26.583420+0000","last_peered":"2024-09-19T04:41:26.583420+0000","last_clean":"2024-09-19T04:41:26.583420+0000","last_became_active":"2024-09-19T04:41:25.288887+0000","last_became_peered":"2024-09-19T04:41:25.288887+0000","last_unstale":"2024-09-19T04:41:26.583420+0000","last_undegraded":"2024-09-19T04:41:26.583420+0000","last_fullsized":"2024-09-19T04:41:26.583420+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:12:50.091851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270686+0000","last_change":"2024-09-19T04:41:25.285763+0000","last_active":"2024-09-19T04:41:26.270686+0000","last_peered":"2024-09-19T04:41:26.270686+0000","last_clean":"2024-09-19T04:41:26.270686+0000","last_became_active":"2024-09-19T04:41:25.285401+0000","last_became_peered":"2024-09-19T04:41:25.285401+0000","last_unstale":"2024-09-19T04:41:26.270686+0000","last_undegraded":"2024-09-19T04:41:26.270686+0000","last_fullsized":"2024-09-19T04:41:26.270686+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:52.006827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272558+0000","last_change":"2024-09-19T04:41:25.282768+0000","last_active":"2024-09-19T04:41:26.272558+0000","last_peered":"2024-09-19T04:41:26.272558+0000","last_clean":"2024-09-19T04:41:26.272558+0000","last_became_active":"2024-09-19T04:41:25.282453+0000","last_became_peered":"2024-09-19T04:41:25.282453+0000","last_unstale":"2024-09-19T04:41:26.272558+0000","last_undegraded":"2024-09-19T04:41:26.272558+0000","last_fullsized":"2024-09-19T04:41:26.272558+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:43:31.402479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270428+0000","last_change":"2024-09-19T04:41:25.283187+0000","last_active":"2024-09-19T04:41:26.270428+0000","last_peered":"2024-09-19T04:41:26.270428+0000","last_clean":"2024-09-19T04:41:26.270428+0000","last_became_active":"2024-09-19T04:41:25.282854+0000","last_became_peered":"2024-09-19T04:41:25.282854+0000","last_unstale":"2024-09-19T04:41:26.270428+0000","last_undegraded":"2024-09-19T04:41:26.270428+0000","last_fullsized":"2024-09-19T04:41:26.270428+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:20.592752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272062+0000","last_change":"2024-09-19T04:41:25.288746+0000","last_active":"2024-09-19T04:41:26.272062+0000","last_peered":"2024-09-19T04:41:26.272062+0000","last_clean":"2024-09-19T04:41:26.272062+0000","last_became_active":"2024-09-19T04:41:25.288433+0000","last_became_peered":"2024-09-19T04:41:25.288433+0000","last_unstale":"2024-09-19T04:41:26.272062+0000","last_undegraded":"2024-09-19T04:41:26.272062+0000","last_fullsized":"2024-09-19T04:41:26.272062+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:17:10.217113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.284815+0000","last_change":"2024-09-19T04:41:25.284357+0000","last_active":"2024-09-19T04:41:26.284815+0000","last_peered":"2024-09-19T04:41:26.284815+0000","last_clean":"2024-09-19T04:41:26.284815+0000","last_became_active":"2024-09-19T04:41:25.283999+0000","last_became_peered":"2024-09-19T04:41:25.283999+0000","last_unstale":"2024-09-19T04:41:26.284815+0000","last_undegraded":"2024-09-19T04:41:26.284815+0000","last_fullsized":"2024-09-19T04:41:26.284815+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:27.996151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.583544+0000","last_change":"2024-09-19T04:41:25.281727+0000","last_active":"2024-09-19T04:41:26.583544+0000","last_peered":"2024-09-19T04:41:26.583544+0000","last_clean":"2024-09-19T04:41:26.583544+0000","last_became_active":"2024-09-19T04:41:25.281414+0000","last_became_peered":"2024-09-19T04:41:25.281414+0000","last_unstale":"2024-09-19T04:41:26.583544+0000","last_undegraded":"2024-09-19T04:41:26.583544+0000","last_fullsized":"2024-09-19T04:41:26.583544+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:49:18.153049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273594+0000","last_change":"2024-09-19T04:41:25.277492+0000","last_active":"2024-09-19T04:41:26.273594+0000","last_peered":"2024-09-19T04:41:26.273594+0000","last_clean":"2024-09-19T04:41:26.273594+0000","last_became_active":"2024-09-19T04:41:25.277210+0000","last_became_peered":"2024-09-19T04:41:25.277210+0000","last_unstale":"2024-09-19T04:41:26.273594+0000","last_undegraded":"2024-09-19T04:41:26.273594+0000","last_fullsized":"2024-09-19T04:41:26.273594+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:04.423964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.282018+0000","last_change":"2024-09-19T04:41:25.275395+0000","last_active":"2024-09-19T04:41:26.282018+0000","last_peered":"2024-09-19T04:41:26.282018+0000","last_clean":"2024-09-19T04:41:26.282018+0000","last_became_active":"2024-09-19T04:41:25.274970+0000","last_became_peered":"2024-09-19T04:41:25.274970+0000","last_unstale":"2024-09-19T04:41:26.282018+0000","last_undegraded":"2024-09-19T04:41:26.282018+0000","last_fullsized":"2024-09-19T04:41:26.282018+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:19:35.013195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.583465+0000","last_change":"2024-09-19T04:41:25.283569+0000","last_active":"2024-09-19T04:41:26.583465+0000","last_peered":"2024-09-19T04:41:26.583465+0000","last_clean":"2024-09-19T04:41:26.583465+0000","last_became_active":"2024-09-19T04:41:25.283076+0000","last_became_peered":"2024-09-19T04:41:25.283076+0000","last_unstale":"2024-09-19T04:41:26.583465+0000","last_undegraded":"2024-09-19T04:41:26.583465+0000","last_fullsized":"2024-09-19T04:41:26.583465+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:04:51.626753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.271003+0000","last_change":"2024-09-19T04:41:25.284444+0000","last_active":"2024-09-19T04:41:26.271003+0000","last_peered":"2024-09-19T04:41:26.271003+0000","last_clean":"2024-09-19T04:41:26.271003+0000","last_became_active":"2024-09-19T04:41:25.283186+0000","last_became_peered":"2024-09-19T04:41:25.283186+0000","last_unstale":"2024-09-19T04:41:26.271003+0000","last_undegraded":"2024-09-19T04:41:26.271003+0000","last_fullsized":"2024-09-19T04:41:26.271003+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:22.727097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273203+0000","last_change":"2024-09-19T04:41:25.281251+0000","last_active":"2024-09-19T04:41:26.273203+0000","last_peered":"2024-09-19T04:41:26.273203+0000","last_clean":"2024-09-19T04:41:26.273203+0000","last_became_active":"2024-09-19T04:41:25.280975+0000","last_became_peered":"2024-09-19T04:41:25.280975+0000","last_unstale":"2024-09-19T04:41:26.273203+0000","last_undegraded":"2024-09-19T04:41:26.273203+0000","last_fullsized":"2024-09-19T04:41:26.273203+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:31.955191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.583254+0000","last_change":"2024-09-19T04:41:25.291912+0000","last_active":"2024-09-19T04:41:26.583254+0000","last_peered":"2024-09-19T04:41:26.583254+0000","last_clean":"2024-09-19T04:41:26.583254+0000","last_became_active":"2024-09-19T04:41:25.291657+0000","last_became_peered":"2024-09-19T04:41:25.291657+0000","last_unstale":"2024-09-19T04:41:26.583254+0000","last_undegraded":"2024-09-19T04:41:26.583254+0000","last_fullsized":"2024-09-19T04:41:26.583254+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:49:50.770236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.281728+0000","last_change":"2024-09-19T04:41:25.287731+0000","last_active":"2024-09-19T04:41:26.281728+0000","last_peered":"2024-09-19T04:41:26.281728+0000","last_clean":"2024-09-19T04:41:26.281728+0000","last_became_active":"2024-09-19T04:41:25.287448+0000","last_became_peered":"2024-09-19T04:41:25.287448+0000","last_unstale":"2024-09-19T04:41:26.281728+0000","last_undegraded":"2024-09-19T04:41:26.281728+0000","last_fullsized":"2024-09-19T04:41:26.281728+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:31.955191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.281928+0000","last_change":"2024-09-19T04:41:25.276602+0000","last_active":"2024-09-19T04:41:26.281928+0000","last_peered":"2024-09-19T04:41:26.281928+0000","last_clean":"2024-09-19T04:41:26.281928+0000","last_became_active":"2024-09-19T04:41:25.276274+0000","last_became_peered":"2024-09-19T04:41:25.276274+0000","last_unstale":"2024-09-19T04:41:26.281928+0000","last_undegraded":"2024-09-19T04:41:26.281928+0000","last_fullsized":"2024-09-19T04:41:26.281928+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:19:45.913875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"54'4","reported_seq":18,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.282000+0000","last_change":"2024-09-19T04:41:24.267148+0000","last_active":"2024-09-19T04:41:26.282000+0000","last_peered":"2024-09-19T04:41:26.282000+0000","last_clean":"2024-09-19T04:41:26.282000+0000","last_became_active":"2024-09-19T04:41:24.266021+0000","last_became_peered":"2024-09-19T04:41:24.266021+0000","last_unstale":"2024-09-19T04:41:26.282000+0000","last_undegraded":"2024-09-19T04:41:26.282000+0000","last_fullsized":"2024-09-19T04:41:26.282000+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:37:49.445634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076387+0000","last_change":"2024-09-19T04:41:25.272795+0000","last_active":"2024-09-19T04:41:27.076387+0000","last_peered":"2024-09-19T04:41:27.076387+0000","last_clean":"2024-09-19T04:41:27.076387+0000","last_became_active":"2024-09-19T04:41:25.272386+0000","last_became_peered":"2024-09-19T04:41:25.272386+0000","last_unstale":"2024-09-19T04:41:27.076387+0000","last_undegraded":"2024-09-19T04:41:27.076387+0000","last_fullsized":"2024-09-19T04:41:27.076387+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:03:34.416909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"54'1","reported_seq":15,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.271040+0000","last_change":"2024-09-19T04:41:24.272743+0000","last_active":"2024-09-19T04:41:26.271040+0000","last_peered":"2024-09-19T04:41:26.271040+0000","last_clean":"2024-09-19T04:41:26.271040+0000","last_became_active":"2024-09-19T04:41:24.267402+0000","last_became_peered":"2024-09-19T04:41:24.267402+0000","last_unstale":"2024-09-19T04:41:26.271040+0000","last_undegraded":"2024-09-19T04:41:26.271040+0000","last_fullsized":"2024-09-19T04:41:26.271040+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:34:23.255895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.282099+0000","last_change":"2024-09-19T04:41:25.275577+0000","last_active":"2024-09-19T04:41:26.282099+0000","last_peered":"2024-09-19T04:41:26.282099+0000","last_clean":"2024-09-19T04:41:26.282099+0000","last_became_active":"2024-09-19T04:41:25.275287+0000","last_became_peered":"2024-09-19T04:41:25.275287+0000","last_unstale":"2024-09-19T04:41:26.282099+0000","last_undegraded":"2024-09-19T04:41:26.282099+0000","last_fullsized":"2024-09-19T04:41:26.282099+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:12:34.089051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"54'2","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.282164+0000","last_change":"2024-09-19T04:41:24.259753+0000","last_active":"2024-09-19T04:41:26.282164+0000","last_peered":"2024-09-19T04:41:26.282164+0000","last_clean":"2024-09-19T04:41:26.282164+0000","last_became_active":"2024-09-19T04:41:24.259287+0000","last_became_peered":"2024-09-19T04:41:24.259287+0000","last_unstale":"2024-09-19T04:41:26.282164+0000","last_undegraded":"2024-09-19T04:41:26.282164+0000","last_fullsized":"2024-09-19T04:41:26.282164+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:09:15.297526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.281910+0000","last_change":"2024-09-19T04:41:25.275235+0000","last_active":"2024-09-19T04:41:26.281910+0000","last_peered":"2024-09-19T04:41:26.281910+0000","last_clean":"2024-09-19T04:41:26.281910+0000","last_became_active":"2024-09-19T04:41:25.274802+0000","last_became_peered":"2024-09-19T04:41:25.274802+0000","last_unstale":"2024-09-19T04:41:26.281910+0000","last_undegraded":"2024-09-19T04:41:26.281910+0000","last_fullsized":"2024-09-19T04:41:26.281910+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:38.315877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"54'2","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273241+0000","last_change":"2024-09-19T04:41:24.262388+0000","last_active":"2024-09-19T04:41:26.273241+0000","last_peered":"2024-09-19T04:41:26.273241+0000","last_clean":"2024-09-19T04:41:26.273241+0000","last_became_active":"2024-09-19T04:41:24.262079+0000","last_became_peered":"2024-09-19T04:41:24.262079+0000","last_unstale":"2024-09-19T04:41:26.273241+0000","last_undegraded":"2024-09-19T04:41:26.273241+0000","last_fullsized":"2024-09-19T04:41:26.273241+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:47:57.297851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.271156+0000","last_change":"2024-09-19T04:41:25.281655+0000","last_active":"2024-09-19T04:41:26.271156+0000","last_peered":"2024-09-19T04:41:26.271156+0000","last_clean":"2024-09-19T04:41:26.271156+0000","last_became_active":"2024-09-19T04:41:25.281121+0000","last_became_peered":"2024-09-19T04:41:25.281121+0000","last_unstale":"2024-09-19T04:41:26.271156+0000","last_undegraded":"2024-09-19T04:41:26.271156+0000","last_fullsized":"2024-09-19T04:41:26.271156+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:28:00.183178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"54'1","reported_seq":15,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076586+0000","last_change":"2024-09-19T04:41:24.276132+0000","last_active":"2024-09-19T04:41:27.076586+0000","last_peered":"2024-09-19T04:41:27.076586+0000","last_clean":"2024-09-19T04:41:27.076586+0000","last_became_active":"2024-09-19T04:41:24.275844+0000","last_became_peered":"2024-09-19T04:41:24.275844+0000","last_unstale":"2024-09-19T04:41:27.076586+0000","last_undegraded":"2024-09-19T04:41:27.076586+0000","last_fullsized":"2024-09-19T04:41:27.076586+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:26.989674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270742+0000","last_change":"2024-09-19T04:41:25.293861+0000","last_active":"2024-09-19T04:41:26.270742+0000","last_peered":"2024-09-19T04:41:26.270742+0000","last_clean":"2024-09-19T04:41:26.270742+0000","last_became_active":"2024-09-19T04:41:25.293689+0000","last_became_peered":"2024-09-19T04:41:25.293689+0000","last_unstale":"2024-09-19T04:41:26.270742+0000","last_undegraded":"2024-09-19T04:41:26.270742+0000","last_fullsized":"2024-09-19T04:41:26.270742+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:01.254251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"54'1","reported_seq":15,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.281686+0000","last_change":"2024-09-19T04:41:24.260946+0000","last_active":"2024-09-19T04:41:26.281686+0000","last_peered":"2024-09-19T04:41:26.281686+0000","last_clean":"2024-09-19T04:41:26.281686+0000","last_became_active":"2024-09-19T04:41:24.260564+0000","last_became_peered":"2024-09-19T04:41:24.260564+0000","last_unstale":"2024-09-19T04:41:26.281686+0000","last_undegraded":"2024-09-19T04:41:26.281686+0000","last_fullsized":"2024-09-19T04:41:26.281686+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:30.767573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.284849+0000","last_change":"2024-09-19T04:41:25.275654+0000","last_active":"2024-09-19T04:41:26.284849+0000","last_peered":"2024-09-19T04:41:26.284849+0000","last_clean":"2024-09-19T04:41:26.284849+0000","last_became_active":"2024-09-19T04:41:25.275322+0000","last_became_peered":"2024-09-19T04:41:25.275322+0000","last_unstale":"2024-09-19T04:41:26.284849+0000","last_undegraded":"2024-09-19T04:41:26.284849+0000","last_fullsized":"2024-09-19T04:41:26.284849+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:30.600645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273509+0000","last_change":"2024-09-19T04:41:24.267390+0000","last_active":"2024-09-19T04:41:26.273509+0000","last_peered":"2024-09-19T04:41:26.273509+0000","last_clean":"2024-09-19T04:41:26.273509+0000","last_became_active":"2024-09-19T04:41:24.267046+0000","last_became_peered":"2024-09-19T04:41:24.267046+0000","last_unstale":"2024-09-19T04:41:26.273509+0000","last_undegraded":"2024-09-19T04:41:26.273509+0000","last_fullsized":"2024-09-19T04:41:26.273509+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:39:30.767573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270440+0000","last_change":"2024-09-19T04:41:25.283794+0000","last_active":"2024-09-19T04:41:26.270440+0000","last_peered":"2024-09-19T04:41:26.270440+0000","last_clean":"2024-09-19T04:41:26.270440+0000","last_became_active":"2024-09-19T04:41:25.283303+0000","last_became_peered":"2024-09-19T04:41:25.283303+0000","last_unstale":"2024-09-19T04:41:26.270440+0000","last_undegraded":"2024-09-19T04:41:26.270440+0000","last_fullsized":"2024-09-19T04:41:26.270440+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:18:38.791150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076368+0000","last_change":"2024-09-19T04:41:24.270232+0000","last_active":"2024-09-19T04:41:27.076368+0000","last_peered":"2024-09-19T04:41:27.076368+0000","last_clean":"2024-09-19T04:41:27.076368+0000","last_became_active":"2024-09-19T04:41:24.269899+0000","last_became_peered":"2024-09-19T04:41:24.269899+0000","last_unstale":"2024-09-19T04:41:27.076368+0000","last_undegraded":"2024-09-19T04:41:27.076368+0000","last_fullsized":"2024-09-19T04:41:27.076368+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:32:29.872416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076887+0000","last_change":"2024-09-19T04:41:25.281008+0000","last_active":"2024-09-19T04:41:27.076887+0000","last_peered":"2024-09-19T04:41:27.076887+0000","last_clean":"2024-09-19T04:41:27.076887+0000","last_became_active":"2024-09-19T04:41:25.280513+0000","last_became_peered":"2024-09-19T04:41:25.280513+0000","last_unstale":"2024-09-19T04:41:27.076887+0000","last_undegraded":"2024-09-19T04:41:27.076887+0000","last_fullsized":"2024-09-19T04:41:27.076887+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:37:50.452110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272935+0000","last_change":"2024-09-19T04:41:24.273874+0000","last_active":"2024-09-19T04:41:26.272935+0000","last_peered":"2024-09-19T04:41:26.272935+0000","last_clean":"2024-09-19T04:41:26.272935+0000","last_became_active":"2024-09-19T04:41:24.273624+0000","last_became_peered":"2024-09-19T04:41:24.273624+0000","last_unstale":"2024-09-19T04:41:26.272935+0000","last_undegraded":"2024-09-19T04:41:26.272935+0000","last_fullsized":"2024-09-19T04:41:26.272935+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:11.408678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272825+0000","last_change":"2024-09-19T04:41:25.280169+0000","last_active":"2024-09-19T04:41:26.272825+0000","last_peered":"2024-09-19T04:41:26.272825+0000","last_clean":"2024-09-19T04:41:26.272825+0000","last_became_active":"2024-09-19T04:41:25.277971+0000","last_became_peered":"2024-09-19T04:41:25.277971+0000","last_unstale":"2024-09-19T04:41:26.272825+0000","last_undegraded":"2024-09-19T04:41:26.272825+0000","last_fullsized":"2024-09-19T04:41:26.272825+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:57.785050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.271127+0000","last_change":"2024-09-19T04:41:24.273574+0000","last_active":"2024-09-19T04:41:26.271127+0000","last_peered":"2024-09-19T04:41:26.271127+0000","last_clean":"2024-09-19T04:41:26.271127+0000","last_became_active":"2024-09-19T04:41:24.273261+0000","last_became_peered":"2024-09-19T04:41:24.273261+0000","last_unstale":"2024-09-19T04:41:26.271127+0000","last_undegraded":"2024-09-19T04:41:26.271127+0000","last_fullsized":"2024-09-19T04:41:26.271127+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:47:30.948714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076025+0000","last_change":"2024-09-19T04:41:25.277793+0000","last_active":"2024-09-19T04:41:27.076025+0000","last_peered":"2024-09-19T04:41:27.076025+0000","last_clean":"2024-09-19T04:41:27.076025+0000","last_became_active":"2024-09-19T04:41:25.277532+0000","last_became_peered":"2024-09-19T04:41:25.277532+0000","last_unstale":"2024-09-19T04:41:27.076025+0000","last_undegraded":"2024-09-19T04:41:27.076025+0000","last_fullsized":"2024-09-19T04:41:27.076025+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:28:53.009362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"54'3","reported_seq":17,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272676+0000","last_change":"2024-09-19T04:41:24.272845+0000","last_active":"2024-09-19T04:41:26.272676+0000","last_peered":"2024-09-19T04:41:26.272676+0000","last_clean":"2024-09-19T04:41:26.272676+0000","last_became_active":"2024-09-19T04:41:24.272553+0000","last_became_peered":"2024-09-19T04:41:24.272553+0000","last_unstale":"2024-09-19T04:41:26.272676+0000","last_undegraded":"2024-09-19T04:41:26.272676+0000","last_fullsized":"2024-09-19T04:41:26.272676+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:22:40.075484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272215+0000","last_change":"2024-09-19T04:41:25.278395+0000","last_active":"2024-09-19T04:41:26.272215+0000","last_peered":"2024-09-19T04:41:26.272215+0000","last_clean":"2024-09-19T04:41:26.272215+0000","last_became_active":"2024-09-19T04:41:25.277550+0000","last_became_peered":"2024-09-19T04:41:25.277550+0000","last_unstale":"2024-09-19T04:41:26.272215+0000","last_undegraded":"2024-09-19T04:41:26.272215+0000","last_fullsized":"2024-09-19T04:41:26.272215+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:07:25.253810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"54'6","reported_seq":20,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076745+0000","last_change":"2024-09-19T04:41:24.274730+0000","last_active":"2024-09-19T04:41:27.076745+0000","last_peered":"2024-09-19T04:41:27.076745+0000","last_clean":"2024-09-19T04:41:27.076745+0000","last_became_active":"2024-09-19T04:41:24.274480+0000","last_became_peered":"2024-09-19T04:41:24.274480+0000","last_unstale":"2024-09-19T04:41:27.076745+0000","last_undegraded":"2024-09-19T04:41:27.076745+0000","last_fullsized":"2024-09-19T04:41:27.076745+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:19:11.910754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272384+0000","last_change":"2024-09-19T04:41:25.286213+0000","last_active":"2024-09-19T04:41:26.272384+0000","last_peered":"2024-09-19T04:41:26.272384+0000","last_clean":"2024-09-19T04:41:26.272384+0000","last_became_active":"2024-09-19T04:41:25.285936+0000","last_became_peered":"2024-09-19T04:41:25.285936+0000","last_unstale":"2024-09-19T04:41:26.272384+0000","last_undegraded":"2024-09-19T04:41:26.272384+0000","last_fullsized":"2024-09-19T04:41:26.272384+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:06.576350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"54'2","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270851+0000","last_change":"2024-09-19T04:41:24.270003+0000","last_active":"2024-09-19T04:41:26.270851+0000","last_peered":"2024-09-19T04:41:26.270851+0000","last_clean":"2024-09-19T04:41:26.270851+0000","last_became_active":"2024-09-19T04:41:24.269382+0000","last_became_peered":"2024-09-19T04:41:24.269382+0000","last_unstale":"2024-09-19T04:41:26.270851+0000","last_undegraded":"2024-09-19T04:41:26.270851+0000","last_fullsized":"2024-09-19T04:41:26.270851+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:05.569873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272758+0000","last_change":"2024-09-19T04:41:25.272542+0000","last_active":"2024-09-19T04:41:26.272758+0000","last_peered":"2024-09-19T04:41:26.272758+0000","last_clean":"2024-09-19T04:41:26.272758+0000","last_became_active":"2024-09-19T04:41:25.272110+0000","last_became_peered":"2024-09-19T04:41:25.272110+0000","last_unstale":"2024-09-19T04:41:26.272758+0000","last_undegraded":"2024-09-19T04:41:26.272758+0000","last_fullsized":"2024-09-19T04:41:26.272758+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:06.576350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.284680+0000","last_change":"2024-09-19T04:41:24.263733+0000","last_active":"2024-09-19T04:41:26.284680+0000","last_peered":"2024-09-19T04:41:26.284680+0000","last_clean":"2024-09-19T04:41:26.284680+0000","last_became_active":"2024-09-19T04:41:24.263439+0000","last_became_peered":"2024-09-19T04:41:24.263439+0000","last_unstale":"2024-09-19T04:41:26.284680+0000","last_undegraded":"2024-09-19T04:41:26.284680+0000","last_fullsized":"2024-09-19T04:41:26.284680+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:52:39.221732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076367+0000","last_change":"2024-09-19T04:41:25.271539+0000","last_active":"2024-09-19T04:41:27.076367+0000","last_peered":"2024-09-19T04:41:27.076367+0000","last_clean":"2024-09-19T04:41:27.076367+0000","last_became_active":"2024-09-19T04:41:25.271284+0000","last_became_peered":"2024-09-19T04:41:25.271284+0000","last_unstale":"2024-09-19T04:41:27.076367+0000","last_undegraded":"2024-09-19T04:41:27.076367+0000","last_fullsized":"2024-09-19T04:41:27.076367+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:28:53.009362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272546+0000","last_change":"2024-09-19T04:41:24.262263+0000","last_active":"2024-09-19T04:41:26.272546+0000","last_peered":"2024-09-19T04:41:26.272546+0000","last_clean":"2024-09-19T04:41:26.272546+0000","last_became_active":"2024-09-19T04:41:24.261878+0000","last_became_peered":"2024-09-19T04:41:24.261878+0000","last_unstale":"2024-09-19T04:41:26.272546+0000","last_undegraded":"2024-09-19T04:41:26.272546+0000","last_fullsized":"2024-09-19T04:41:26.272546+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:37:49.445634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272317+0000","last_change":"2024-09-19T04:41:25.285502+0000","last_active":"2024-09-19T04:41:26.272317+0000","last_peered":"2024-09-19T04:41:26.272317+0000","last_clean":"2024-09-19T04:41:26.272317+0000","last_became_active":"2024-09-19T04:41:25.284947+0000","last_became_peered":"2024-09-19T04:41:25.284947+0000","last_unstale":"2024-09-19T04:41:26.272317+0000","last_undegraded":"2024-09-19T04:41:26.272317+0000","last_fullsized":"2024-09-19T04:41:26.272317+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:31:50.588099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"54'8","reported_seq":22,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.271701+0000","last_change":"2024-09-19T04:41:24.270037+0000","last_active":"2024-09-19T04:41:26.271701+0000","last_peered":"2024-09-19T04:41:26.271701+0000","last_clean":"2024-09-19T04:41:26.271701+0000","last_became_active":"2024-09-19T04:41:24.268785+0000","last_became_peered":"2024-09-19T04:41:24.268785+0000","last_unstale":"2024-09-19T04:41:26.271701+0000","last_undegraded":"2024-09-19T04:41:26.271701+0000","last_fullsized":"2024-09-19T04:41:26.271701+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:06:37.127669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273472+0000","last_change":"2024-09-19T04:41:25.281109+0000","last_active":"2024-09-19T04:41:26.273472+0000","last_peered":"2024-09-19T04:41:26.273472+0000","last_clean":"2024-09-19T04:41:26.273472+0000","last_became_active":"2024-09-19T04:41:25.280706+0000","last_became_peered":"2024-09-19T04:41:25.280706+0000","last_unstale":"2024-09-19T04:41:26.273472+0000","last_undegraded":"2024-09-19T04:41:26.273472+0000","last_fullsized":"2024-09-19T04:41:26.273472+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:08:28.018544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"54'1","reported_seq":15,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270995+0000","last_change":"2024-09-19T04:41:24.275353+0000","last_active":"2024-09-19T04:41:26.270995+0000","last_peered":"2024-09-19T04:41:26.270995+0000","last_clean":"2024-09-19T04:41:26.270995+0000","last_became_active":"2024-09-19T04:41:24.275065+0000","last_became_peered":"2024-09-19T04:41:24.275065+0000","last_unstale":"2024-09-19T04:41:26.270995+0000","last_undegraded":"2024-09-19T04:41:26.270995+0000","last_fullsized":"2024-09-19T04:41:26.270995+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:03.417487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273713+0000","last_change":"2024-09-19T04:41:25.275630+0000","last_active":"2024-09-19T04:41:26.273713+0000","last_peered":"2024-09-19T04:41:26.273713+0000","last_clean":"2024-09-19T04:41:26.273713+0000","last_became_active":"2024-09-19T04:41:25.275339+0000","last_became_peered":"2024-09-19T04:41:25.275339+0000","last_unstale":"2024-09-19T04:41:26.273713+0000","last_undegraded":"2024-09-19T04:41:26.273713+0000","last_fullsized":"2024-09-19T04:41:26.273713+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:08:28.018544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"54'2","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.282055+0000","last_change":"2024-09-19T04:41:24.275732+0000","last_active":"2024-09-19T04:41:26.282055+0000","last_peered":"2024-09-19T04:41:26.282055+0000","last_clean":"2024-09-19T04:41:26.282055+0000","last_became_active":"2024-09-19T04:41:24.275028+0000","last_became_peered":"2024-09-19T04:41:24.275028+0000","last_unstale":"2024-09-19T04:41:26.282055+0000","last_undegraded":"2024-09-19T04:41:26.282055+0000","last_fullsized":"2024-09-19T04:41:26.282055+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T04:47:57.297851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270761+0000","last_change":"2024-09-19T04:41:25.280555+0000","last_active":"2024-09-19T04:41:26.270761+0000","last_peered":"2024-09-19T04:41:26.270761+0000","last_clean":"2024-09-19T04:41:26.270761+0000","last_became_active":"2024-09-19T04:41:25.280103+0000","last_became_peered":"2024-09-19T04:41:25.280103+0000","last_unstale":"2024-09-19T04:41:26.270761+0000","last_undegraded":"2024-09-19T04:41:26.270761+0000","last_fullsized":"2024-09-19T04:41:26.270761+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:53.020678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"54'1","reported_seq":15,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273525+0000","last_change":"2024-09-19T04:41:24.262155+0000","last_active":"2024-09-19T04:41:26.273525+0000","last_peered":"2024-09-19T04:41:26.273525+0000","last_clean":"2024-09-19T04:41:26.273525+0000","last_became_active":"2024-09-19T04:41:24.261851+0000","last_became_peered":"2024-09-19T04:41:24.261851+0000","last_unstale":"2024-09-19T04:41:26.273525+0000","last_undegraded":"2024-09-19T04:41:26.273525+0000","last_fullsized":"2024-09-19T04:41:26.273525+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T05:05:21.381788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272530+0000","last_change":"2024-09-19T04:41:25.278797+0000","last_active":"2024-09-19T04:41:26.272530+0000","last_peered":"2024-09-19T04:41:26.272530+0000","last_clean":"2024-09-19T04:41:26.272530+0000","last_became_active":"2024-09-19T04:41:25.278499+0000","last_became_peered":"2024-09-19T04:41:25.278499+0000","last_unstale":"2024-09-19T04:41:26.272530+0000","last_undegraded":"2024-09-19T04:41:26.272530+0000","last_fullsized":"2024-09-19T04:41:26.272530+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:37:48.333105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.282169+0000","last_change":"2024-09-19T04:41:24.269508+0000","last_active":"2024-09-19T04:41:26.282169+0000","last_peered":"2024-09-19T04:41:26.282169+0000","last_clean":"2024-09-19T04:41:26.282169+0000","last_became_active":"2024-09-19T04:41:24.269188+0000","last_became_peered":"2024-09-19T04:41:24.269188+0000","last_unstale":"2024-09-19T04:41:26.282169+0000","last_undegraded":"2024-09-19T04:41:26.282169+0000","last_fullsized":"2024-09-19T04:41:26.282169+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:03:33.410433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272566+0000","last_change":"2024-09-19T04:41:25.286859+0000","last_active":"2024-09-19T04:41:26.272566+0000","last_peered":"2024-09-19T04:41:26.272566+0000","last_clean":"2024-09-19T04:41:26.272566+0000","last_became_active":"2024-09-19T04:41:25.286573+0000","last_became_peered":"2024-09-19T04:41:25.286573+0000","last_unstale":"2024-09-19T04:41:26.272566+0000","last_undegraded":"2024-09-19T04:41:26.272566+0000","last_fullsized":"2024-09-19T04:41:26.272566+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:57.785050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"54'2","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.271108+0000","last_change":"2024-09-19T04:41:24.267615+0000","last_active":"2024-09-19T04:41:26.271108+0000","last_peered":"2024-09-19T04:41:26.271108+0000","last_clean":"2024-09-19T04:41:26.271108+0000","last_became_active":"2024-09-19T04:41:24.267325+0000","last_became_peered":"2024-09-19T04:41:24.267325+0000","last_unstale":"2024-09-19T04:41:26.271108+0000","last_undegraded":"2024-09-19T04:41:26.271108+0000","last_fullsized":"2024-09-19T04:41:26.271108+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:10:56.778574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.281865+0000","last_change":"2024-09-19T04:41:25.280283+0000","last_active":"2024-09-19T04:41:26.281865+0000","last_peered":"2024-09-19T04:41:26.281865+0000","last_clean":"2024-09-19T04:41:26.281865+0000","last_became_active":"2024-09-19T04:41:25.276880+0000","last_became_peered":"2024-09-19T04:41:25.276880+0000","last_unstale":"2024-09-19T04:41:26.281865+0000","last_undegraded":"2024-09-19T04:41:26.281865+0000","last_fullsized":"2024-09-19T04:41:26.281865+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:08:28.018544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076022+0000","last_change":"2024-09-19T04:41:24.273107+0000","last_active":"2024-09-19T04:41:27.076022+0000","last_peered":"2024-09-19T04:41:27.076022+0000","last_clean":"2024-09-19T04:41:27.076022+0000","last_became_active":"2024-09-19T04:41:24.272447+0000","last_became_peered":"2024-09-19T04:41:24.272447+0000","last_unstale":"2024-09-19T04:41:27.076022+0000","last_undegraded":"2024-09-19T04:41:27.076022+0000","last_fullsized":"2024-09-19T04:41:27.076022+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:48.612344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.281829+0000","last_change":"2024-09-19T04:41:25.272888+0000","last_active":"2024-09-19T04:41:26.281829+0000","last_peered":"2024-09-19T04:41:26.281829+0000","last_clean":"2024-09-19T04:41:26.281829+0000","last_became_active":"2024-09-19T04:41:25.272643+0000","last_became_peered":"2024-09-19T04:41:25.272643+0000","last_unstale":"2024-09-19T04:41:26.281829+0000","last_undegraded":"2024-09-19T04:41:26.281829+0000","last_fullsized":"2024-09-19T04:41:26.281829+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:04.423964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272207+0000","last_change":"2024-09-19T04:41:24.265987+0000","last_active":"2024-09-19T04:41:26.272207+0000","last_peered":"2024-09-19T04:41:26.272207+0000","last_clean":"2024-09-19T04:41:26.272207+0000","last_became_active":"2024-09-19T04:41:24.265493+0000","last_became_peered":"2024-09-19T04:41:24.265493+0000","last_unstale":"2024-09-19T04:41:26.272207+0000","last_undegraded":"2024-09-19T04:41:26.272207+0000","last_fullsized":"2024-09-19T04:41:26.272207+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:03:33.410433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273748+0000","last_change":"2024-09-19T04:41:25.274711+0000","last_active":"2024-09-19T04:41:26.273748+0000","last_peered":"2024-09-19T04:41:26.273748+0000","last_clean":"2024-09-19T04:41:26.273748+0000","last_became_active":"2024-09-19T04:41:25.274425+0000","last_became_peered":"2024-09-19T04:41:25.274425+0000","last_unstale":"2024-09-19T04:41:26.273748+0000","last_undegraded":"2024-09-19T04:41:26.273748+0000","last_fullsized":"2024-09-19T04:41:26.273748+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:38.315877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"54'2","reported_seq":16,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076357+0000","last_change":"2024-09-19T04:41:24.273855+0000","last_active":"2024-09-19T04:41:27.076357+0000","last_peered":"2024-09-19T04:41:27.076357+0000","last_clean":"2024-09-19T04:41:27.076357+0000","last_became_active":"2024-09-19T04:41:24.273578+0000","last_became_peered":"2024-09-19T04:41:24.273578+0000","last_unstale":"2024-09-19T04:41:27.076357+0000","last_undegraded":"2024-09-19T04:41:27.076357+0000","last_fullsized":"2024-09-19T04:41:27.076357+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:29.594168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273868+0000","last_change":"2024-09-19T04:41:25.272326+0000","last_active":"2024-09-19T04:41:26.273868+0000","last_peered":"2024-09-19T04:41:26.273868+0000","last_clean":"2024-09-19T04:41:26.273868+0000","last_became_active":"2024-09-19T04:41:25.271351+0000","last_became_peered":"2024-09-19T04:41:25.271351+0000","last_unstale":"2024-09-19T04:41:26.273868+0000","last_undegraded":"2024-09-19T04:41:26.273868+0000","last_fullsized":"2024-09-19T04:41:26.273868+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:39:53.101235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"55'1","reported_seq":15,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.284027+0000","last_change":"2024-09-19T04:41:24.263862+0000","last_active":"2024-09-19T04:41:26.284027+0000","last_peered":"2024-09-19T04:41:26.284027+0000","last_clean":"2024-09-19T04:41:26.284027+0000","last_became_active":"2024-09-19T04:41:24.263590+0000","last_became_peered":"2024-09-19T04:41:24.263590+0000","last_unstale":"2024-09-19T04:41:26.284027+0000","last_undegraded":"2024-09-19T04:41:26.284027+0000","last_fullsized":"2024-09-19T04:41:26.284027+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:18.309789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076066+0000","last_change":"2024-09-19T04:41:25.278031+0000","last_active":"2024-09-19T04:41:27.076066+0000","last_peered":"2024-09-19T04:41:27.076066+0000","last_clean":"2024-09-19T04:41:27.076066+0000","last_became_active":"2024-09-19T04:41:25.277775+0000","last_became_peered":"2024-09-19T04:41:25.277775+0000","last_unstale":"2024-09-19T04:41:27.076066+0000","last_undegraded":"2024-09-19T04:41:27.076066+0000","last_fullsized":"2024-09-19T04:41:27.076066+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:54.652864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.284942+0000","last_change":"2024-09-19T04:41:24.266320+0000","last_active":"2024-09-19T04:41:26.284942+0000","last_peered":"2024-09-19T04:41:26.284942+0000","last_clean":"2024-09-19T04:41:26.284942+0000","last_became_active":"2024-09-19T04:41:24.265985+0000","last_became_peered":"2024-09-19T04:41:24.265985+0000","last_unstale":"2024-09-19T04:41:26.284942+0000","last_undegraded":"2024-09-19T04:41:26.284942+0000","last_fullsized":"2024-09-19T04:41:26.284942+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:17:29.382131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.282083+0000","last_change":"2024-09-19T04:41:25.275105+0000","last_active":"2024-09-19T04:41:26.282083+0000","last_peered":"2024-09-19T04:41:26.282083+0000","last_clean":"2024-09-19T04:41:26.282083+0000","last_became_active":"2024-09-19T04:41:25.274577+0000","last_became_peered":"2024-09-19T04:41:25.274577+0000","last_unstale":"2024-09-19T04:41:26.282083+0000","last_undegraded":"2024-09-19T04:41:26.282083+0000","last_fullsized":"2024-09-19T04:41:26.282083+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:05:06.995402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.273344+0000","last_change":"2024-09-19T04:41:24.265175+0000","last_active":"2024-09-19T04:41:26.273344+0000","last_peered":"2024-09-19T04:41:26.273344+0000","last_clean":"2024-09-19T04:41:26.273344+0000","last_became_active":"2024-09-19T04:41:24.264878+0000","last_became_peered":"2024-09-19T04:41:24.264878+0000","last_unstale":"2024-09-19T04:41:26.273344+0000","last_undegraded":"2024-09-19T04:41:26.273344+0000","last_fullsized":"2024-09-19T04:41:26.273344+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:18.309789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.271276+0000","last_change":"2024-09-19T04:41:25.281440+0000","last_active":"2024-09-19T04:41:26.271276+0000","last_peered":"2024-09-19T04:41:26.271276+0000","last_clean":"2024-09-19T04:41:26.271276+0000","last_became_active":"2024-09-19T04:41:25.280837+0000","last_became_peered":"2024-09-19T04:41:25.280837+0000","last_unstale":"2024-09-19T04:41:26.271276+0000","last_undegraded":"2024-09-19T04:41:26.271276+0000","last_fullsized":"2024-09-19T04:41:26.271276+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:22:09.938762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076000+0000","last_change":"2024-09-19T04:41:24.264160+0000","last_active":"2024-09-19T04:41:27.076000+0000","last_peered":"2024-09-19T04:41:27.076000+0000","last_clean":"2024-09-19T04:41:27.076000+0000","last_became_active":"2024-09-19T04:41:24.263897+0000","last_became_peered":"2024-09-19T04:41:24.263897+0000","last_unstale":"2024-09-19T04:41:27.076000+0000","last_undegraded":"2024-09-19T04:41:27.076000+0000","last_fullsized":"2024-09-19T04:41:27.076000+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:32:29.872416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.272919+0000","last_change":"2024-09-19T04:41:25.295053+0000","last_active":"2024-09-19T04:41:26.272919+0000","last_peered":"2024-09-19T04:41:26.272919+0000","last_clean":"2024-09-19T04:41:26.272919+0000","last_became_active":"2024-09-19T04:41:25.294773+0000","last_became_peered":"2024-09-19T04:41:25.294773+0000","last_unstale":"2024-09-19T04:41:26.272919+0000","last_undegraded":"2024-09-19T04:41:26.272919+0000","last_fullsized":"2024-09-19T04:41:26.272919+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:34:24.262372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.076462+0000","last_change":"2024-09-19T04:41:24.271169+0000","last_active":"2024-09-19T04:41:27.076462+0000","last_peered":"2024-09-19T04:41:27.076462+0000","last_clean":"2024-09-19T04:41:27.076462+0000","last_became_active":"2024-09-19T04:41:24.270860+0000","last_became_peered":"2024-09-19T04:41:24.270860+0000","last_unstale":"2024-09-19T04:41:27.076462+0000","last_undegraded":"2024-09-19T04:41:27.076462+0000","last_fullsized":"2024-09-19T04:41:27.076462+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:29.594168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.075857+0000","last_change":"2024-09-19T04:41:25.284215+0000","last_active":"2024-09-19T04:41:27.075857+0000","last_peered":"2024-09-19T04:41:27.075857+0000","last_clean":"2024-09-19T04:41:27.075857+0000","last_became_active":"2024-09-19T04:41:25.283957+0000","last_became_peered":"2024-09-19T04:41:25.283957+0000","last_unstale":"2024-09-19T04:41:27.075857+0000","last_undegraded":"2024-09-19T04:41:27.075857+0000","last_fullsized":"2024-09-19T04:41:27.075857+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:09:46.383203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:27.075893+0000","last_change":"2024-09-19T04:41:24.275703+0000","last_active":"2024-09-19T04:41:27.075893+0000","last_peered":"2024-09-19T04:41:27.075893+0000","last_clean":"2024-09-19T04:41:27.075893+0000","last_became_active":"2024-09-19T04:41:24.264927+0000","last_became_peered":"2024-09-19T04:41:24.264927+0000","last_unstale":"2024-09-19T04:41:27.075893+0000","last_undegraded":"2024-09-19T04:41:27.075893+0000","last_fullsized":"2024-09-19T04:41:27.075893+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:15:26.989674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270478+0000","last_change":"2024-09-19T04:41:25.283549+0000","last_active":"2024-09-19T04:41:26.270478+0000","last_peered":"2024-09-19T04:41:26.270478+0000","last_clean":"2024-09-19T04:41:26.270478+0000","last_became_active":"2024-09-19T04:41:25.283225+0000","last_became_peered":"2024-09-19T04:41:25.283225+0000","last_unstale":"2024-09-19T04:41:26.270478+0000","last_undegraded":"2024-09-19T04:41:26.270478+0000","last_fullsized":"2024-09-19T04:41:26.270478+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:29:12.656816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270544+0000","last_change":"2024-09-19T04:41:24.266838+0000","last_active":"2024-09-19T04:41:26.270544+0000","last_peered":"2024-09-19T04:41:26.270544+0000","last_clean":"2024-09-19T04:41:26.270544+0000","last_became_active":"2024-09-19T04:41:24.266477+0000","last_became_peered":"2024-09-19T04:41:24.266477+0000","last_unstale":"2024-09-19T04:41:26.270544+0000","last_undegraded":"2024-09-19T04:41:26.270544+0000","last_fullsized":"2024-09-19T04:41:26.270544+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:08:27.012067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":12,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.270431+0000","last_change":"2024-09-19T04:41:25.295079+0000","last_active":"2024-09-19T04:41:26.270431+0000","last_peered":"2024-09-19T04:41:26.270431+0000","last_clean":"2024-09-19T04:41:26.270431+0000","last_became_active":"2024-09-19T04:41:25.285540+0000","last_became_peered":"2024-09-19T04:41:25.285540+0000","last_unstale":"2024-09-19T04:41:26.270431+0000","last_undegraded":"2024-09-19T04:41:26.270431+0000","last_fullsized":"2024-09-19T04:41:26.270431+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:24.239959+0000","last_clean_scrub_stamp":"2024-09-19T04:41:24.239959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:53:02.223059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.284874+0000","last_change":"2024-09-19T04:41:24.266007+0000","last_active":"2024-09-19T04:41:26.284874+0000","last_peered":"2024-09-19T04:41:26.284874+0000","last_clean":"2024-09-19T04:41:26.284874+0000","last_became_active":"2024-09-19T04:41:24.265747+0000","last_became_peered":"2024-09-19T04:41:24.265747+0000","last_unstale":"2024-09-19T04:41:26.284874+0000","last_undegraded":"2024-09-19T04:41:26.284874+0000","last_fullsized":"2024-09-19T04:41:26.284874+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:41:23.233482+0000","last_clean_scrub_stamp":"2024-09-19T04:41:23.233482+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:02:01.349494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":236,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-19T04:41:26.271672+0000","last_change":"2024-09-19T04:39:39.541908+0000","last_active":"2024-09-19T04:41:26.271672+0000","last_peered":"2024-09-19T04:41:26.271672+0000","last_clean":"2024-09-19T04:41:26.271672+0000","last_became_active":"2024-09-19T04:39:39.540794+0000","last_became_peered":"2024-09-19T04:39:39.540794+0000","last_unstale":"2024-09-19T04:41:26.271672+0000","last_undegraded":"2024-09-19T04:41:26.271672+0000","last_fullsized":"2024-09-19T04:41:26.271672+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_clean_scrub_stamp":"2024-09-19T04:39:37.899481+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.768031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574874,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32424,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339416,"statfs":{"total":96636764160,"available":96603561984,"internally_reserved":0,"allocated":1261568,"data_stored":889288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574873,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31832,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340008,"statfs":{"total":96636764160,"available":96604168192,"internally_reserved":0,"allocated":659456,"data_stored":298760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574872,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31848,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339992,"statfs":{"total":96636764160,"available":96604151808,"internally_reserved":0,"allocated":667648,"data_stored":299412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574872,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31836,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340004,"statfs":{"total":96636764160,"available":96604164096,"internally_reserved":0,"allocated":659456,"data_stored":293680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574873,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31848,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339992,"statfs":{"total":96636764160,"available":96604151808,"internally_reserved":0,"allocated":667648,"data_stored":298816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574874,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27680,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344160,"statfs":{"total":96636764160,"available":96608419840,"internally_reserved":0,"allocated":667648,"data_stored":298816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574872,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27672,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344168,"statfs":{"total":96636764160,"available":96608428032,"internally_reserved":0,"allocated":651264,"data_stored":292158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574872,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32432,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339408,"statfs":{"total":96636764160,"available":96603553792,"internally_reserved":0,"allocated":1269760,"data_stored":891322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:41:29.902 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T04:41:29.902 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T04:41:30.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.101+0000 7fa28ea00640 1 Processor -- start 2024-09-19T04:41:30.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.102+0000 7fa28ea00640 1 -- start start 2024-09-19T04:41:30.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.103+0000 7fa28ea00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa2880afa40 0x7fa28806e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:30.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.103+0000 7fa28ea00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fa288072040 0x7fa2880724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:30.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.103+0000 7fa28ea00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa2880cee80 0x7fa2880cf2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:30.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.103+0000 7fa28ea00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fa2880ce9f0 con 0x7fa2880afa40 2024-09-19T04:41:30.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.103+0000 7fa28ea00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fa2880cf830 con 0x7fa288072040 2024-09-19T04:41:30.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.103+0000 7fa28ea00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fa28806e790 con 0x7fa2880cee80 2024-09-19T04:41:30.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.103+0000 7fa287e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa2880afa40 0x7fa28806e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:30.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.103+0000 7fa287e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa2880afa40 0x7fa28806e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59020/0 (socket says 172.21.15.31:59020) 2024-09-19T04:41:30.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.103+0000 7fa287e00640 1 -- 172.21.15.31:0/591148524 learned_addr learned my addr 172.21.15.31:0/591148524 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:30.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.103+0000 7fa27fe00640 1 --2- 172.21.15.31:0/591148524 >> v2:172.21.15.52:3300/0 conn(0x7fa288072040 0x7fa2880724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:30.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.103+0000 7fa28ca00640 1 --2- 172.21.15.31:0/591148524 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa2880cee80 0x7fa2880cf2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:30.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.104+0000 7fa287e00640 1 -- 172.21.15.31:0/591148524 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa2880cee80 msgr2=0x7fa2880cf2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:30.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.104+0000 7fa287e00640 1 --2- 172.21.15.31:0/591148524 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa2880cee80 0x7fa2880cf2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.104+0000 7fa287e00640 1 -- 172.21.15.31:0/591148524 >> v2:172.21.15.52:3300/0 conn(0x7fa288072040 msgr2=0x7fa2880724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:30.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.104+0000 7fa287e00640 1 --2- 172.21.15.31:0/591148524 >> v2:172.21.15.52:3300/0 conn(0x7fa288072040 0x7fa2880724d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.104+0000 7fa287e00640 1 -- 172.21.15.31:0/591148524 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa28806ea70 con 0x7fa2880afa40 2024-09-19T04:41:30.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.104+0000 7fa27fe00640 1 --2- 172.21.15.31:0/591148524 >> v2:172.21.15.52:3300/0 conn(0x7fa288072040 0x7fa2880724d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:30.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.105+0000 7fa287e00640 1 --2- 172.21.15.31:0/591148524 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2880afa40 0x7fa28806e040 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fa288153b20 tx=0x7fa27802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d2057e41853c57e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:30.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.105+0000 7fa287400640 1 -- 172.21.15.31:0/591148524 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa278037070 con 0x7fa2880afa40 2024-09-19T04:41:30.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.105+0000 7fa287400640 1 -- 172.21.15.31:0/591148524 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa278032440 con 0x7fa2880afa40 2024-09-19T04:41:30.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.105+0000 7fa287400640 1 -- 172.21.15.31:0/591148524 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa278032810 con 0x7fa2880afa40 2024-09-19T04:41:30.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.105+0000 7fa28ea00640 1 -- 172.21.15.31:0/591148524 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2880afa40 msgr2=0x7fa28806e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:30.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.105+0000 7fa28ea00640 1 --2- 172.21.15.31:0/591148524 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2880afa40 0x7fa28806e040 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fa288153b20 tx=0x7fa27802a1e0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.105+0000 7fa28ea00640 1 -- 172.21.15.31:0/591148524 shutdown_connections 2024-09-19T04:41:30.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.105+0000 7fa28ea00640 1 --2- 172.21.15.31:0/591148524 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa2880cee80 0x7fa2880cf2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.105+0000 7fa28ea00640 1 --2- 172.21.15.31:0/591148524 >> v2:172.21.15.52:3300/0 conn(0x7fa288072040 0x7fa2880724d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.105+0000 7fa28ea00640 1 --2- 172.21.15.31:0/591148524 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa2880afa40 0x7fa28806e040 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.105+0000 7fa28ea00640 1 -- 172.21.15.31:0/591148524 >> 172.21.15.31:0/591148524 conn(0x7fa2880b5de0 msgr2=0x7fa28806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:30.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.105+0000 7fa28ea00640 1 -- 172.21.15.31:0/591148524 shutdown_connections 2024-09-19T04:41:30.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.106+0000 7fa28ea00640 1 -- 172.21.15.31:0/591148524 wait complete. 2024-09-19T04:41:30.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.107+0000 7fa28ea00640 1 Processor -- start 2024-09-19T04:41:30.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.107+0000 7fa28ea00640 1 -- start start 2024-09-19T04:41:30.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.108+0000 7fa28ea00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa288072040 0x7fa28814c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:30.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.108+0000 7fa28ea00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa2880afa40 0x7fa2881557d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:30.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.108+0000 7fa28ea00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa2880cee80 0x7fa2881447a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:30.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.108+0000 7fa28ea00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa2880afe20 con 0x7fa288072040 2024-09-19T04:41:30.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.108+0000 7fa28ea00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa28806f030 con 0x7fa2880cee80 2024-09-19T04:41:30.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.108+0000 7fa28ea00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fa28815d520 con 0x7fa2880afa40 2024-09-19T04:41:30.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.108+0000 7fa287e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa288072040 0x7fa28814c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:30.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.108+0000 7fa287e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa288072040 0x7fa28814c050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59026/0 (socket says 172.21.15.31:59026) 2024-09-19T04:41:30.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.108+0000 7fa287e00640 1 -- 172.21.15.31:0/877260817 learned_addr learned my addr 172.21.15.31:0/877260817 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:30.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.109+0000 7fa28ca00640 1 --2- 172.21.15.31:0/877260817 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa2880cee80 0x7fa2881447a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:30.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.109+0000 7fa27fe00640 1 --2- 172.21.15.31:0/877260817 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa2880afa40 0x7fa2881557d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:30.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.109+0000 7fa287e00640 1 -- 172.21.15.31:0/877260817 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa2880afa40 msgr2=0x7fa2881557d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:30.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.109+0000 7fa287e00640 1 --2- 172.21.15.31:0/877260817 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa2880afa40 0x7fa2881557d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.112 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.109+0000 7fa287e00640 1 -- 172.21.15.31:0/877260817 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa2880cee80 msgr2=0x7fa2881447a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:30.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.109+0000 7fa287e00640 1 --2- 172.21.15.31:0/877260817 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa2880cee80 0x7fa2881447a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.109+0000 7fa287e00640 1 -- 172.21.15.31:0/877260817 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa288155e90 con 0x7fa288072040 2024-09-19T04:41:30.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.109+0000 7fa28ca00640 1 --2- 172.21.15.31:0/877260817 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa2880cee80 0x7fa2881447a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:30.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.109+0000 7fa27fe00640 1 --2- 172.21.15.31:0/877260817 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa2880afa40 0x7fa2881557d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:30.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.109+0000 7fa287e00640 1 --2- 172.21.15.31:0/877260817 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa288072040 0x7fa28814c050 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fa27802a220 tx=0x7fa2780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:30.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.109+0000 7fa284c00640 1 -- 172.21.15.31:0/877260817 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa278041020 con 0x7fa288072040 2024-09-19T04:41:30.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.109+0000 7fa284c00640 1 -- 172.21.15.31:0/877260817 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2780306c0 con 0x7fa288072040 2024-09-19T04:41:30.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.109+0000 7fa28ea00640 1 -- 172.21.15.31:0/877260817 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa288156170 con 0x7fa288072040 2024-09-19T04:41:30.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.109+0000 7fa284c00640 1 -- 172.21.15.31:0/877260817 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa278037040 con 0x7fa288072040 2024-09-19T04:41:30.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.109+0000 7fa28ea00640 1 -- 172.21.15.31:0/877260817 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa288156730 con 0x7fa288072040 2024-09-19T04:41:30.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.111+0000 7fa28ea00640 1 -- 172.21.15.31:0/877260817 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa28814d4a0 con 0x7fa288072040 2024-09-19T04:41:30.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.111+0000 7fa284c00640 1 -- 172.21.15.31:0/877260817 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa278044020 con 0x7fa288072040 2024-09-19T04:41:30.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.112+0000 7fa284c00640 1 --2- 172.21.15.31:0/877260817 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa26406c2b0 0x7fa26406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:30.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.112+0000 7fa284c00640 1 -- 172.21.15.31:0/877260817 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7fa2780abe00 con 0x7fa288072040 2024-09-19T04:41:30.114 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.113+0000 7fa27fe00640 1 --2- 172.21.15.31:0/877260817 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa26406c2b0 0x7fa26406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:30.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.113+0000 7fa27fe00640 1 --2- 172.21.15.31:0/877260817 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa26406c2b0 0x7fa26406e770 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa270006fd0 tx=0x7fa270008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:30.118 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.116+0000 7fa284c00640 1 -- 172.21.15.31:0/877260817 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa27804b030 con 0x7fa288072040 2024-09-19T04:41:30.229 INFO:tasks.ceph.mds.a.smithi031.stderr:2024-09-19T04:41:30.227+0000 7f1f02800640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:41:30.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.371+0000 7fa28ea00640 1 -- 172.21.15.31:0/877260817 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fa2880adbc0 con 0x7fa288072040 2024-09-19T04:41:30.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.373+0000 7fa284c00640 1 -- 172.21.15.31:0/877260817 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v15) ==== 190+0+147 (secure 0 0 0) 0x7fa27807a3e0 con 0x7fa288072040 2024-09-19T04:41:30.376 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-19T04:41:30.376 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDZqutml7qZARAA13b5YKV6Lq7t2WiQ9cjFCQ== 2024-09-19T04:41:30.376 INFO:teuthology.orchestra.run.smithi031.stdout: caps mds = "allow" 2024-09-19T04:41:30.376 INFO:teuthology.orchestra.run.smithi031.stdout: caps mon = "allow r" 2024-09-19T04:41:30.376 INFO:teuthology.orchestra.run.smithi031.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T04:41:30.376 INFO:teuthology.orchestra.run.smithi031.stderr:updated caps for client.0 2024-09-19T04:41:30.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.376+0000 7fa28ea00640 1 -- 172.21.15.31:0/877260817 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa26406c2b0 msgr2=0x7fa26406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:30.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.376+0000 7fa28ea00640 1 --2- 172.21.15.31:0/877260817 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa26406c2b0 0x7fa26406e770 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa270006fd0 tx=0x7fa270008040 comp rx=0 tx=0).stop 2024-09-19T04:41:30.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.376+0000 7fa28ea00640 1 -- 172.21.15.31:0/877260817 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa288072040 msgr2=0x7fa28814c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:30.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.376+0000 7fa28ea00640 1 --2- 172.21.15.31:0/877260817 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa288072040 0x7fa28814c050 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fa27802a220 tx=0x7fa2780046c0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.376+0000 7fa28ea00640 1 -- 172.21.15.31:0/877260817 shutdown_connections 2024-09-19T04:41:30.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.376+0000 7fa28ea00640 1 --2- 172.21.15.31:0/877260817 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa26406c2b0 0x7fa26406e770 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.376+0000 7fa28ea00640 1 --2- 172.21.15.31:0/877260817 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa2880cee80 0x7fa2881447a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.376+0000 7fa28ea00640 1 --2- 172.21.15.31:0/877260817 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa2880afa40 0x7fa2881557d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.376+0000 7fa28ea00640 1 --2- 172.21.15.31:0/877260817 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa288072040 0x7fa28814c050 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.376+0000 7fa28ea00640 1 -- 172.21.15.31:0/877260817 >> 172.21.15.31:0/877260817 conn(0x7fa2880b5de0 msgr2=0x7fa2880b1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:30.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.377+0000 7fa28ea00640 1 -- 172.21.15.31:0/877260817 shutdown_connections 2024-09-19T04:41:30.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.377+0000 7fa28ea00640 1 -- 172.21.15.31:0/877260817 wait complete. 2024-09-19T04:41:30.394 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:41:30.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.547+0000 7f8584c00640 1 Processor -- start 2024-09-19T04:41:30.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.547+0000 7f8584c00640 1 -- start start 2024-09-19T04:41:30.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.549+0000 7f8584c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8580072240 0x7f858015d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:30.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.549+0000 7f8584c00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f8580072620 0x7f85800af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:30.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.549+0000 7f8584c00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f858015d730 con 0x7f858006dfd0 2024-09-19T04:41:30.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.549+0000 7f8584c00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f858006e590 con 0x7f8580072620 2024-09-19T04:41:30.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.549+0000 7f8584c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f858006e870 con 0x7f8580072240 2024-09-19T04:41:30.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.549+0000 7f857e800640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f858006dfd0 0x7f858015fdd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:59528/0 (socket says 172.21.15.31:59528) 2024-09-19T04:41:30.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.549+0000 7f857e800640 1 -- 172.21.15.31:0/3338681069 learned_addr learned my addr 172.21.15.31:0/3338681069 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:30.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.549+0000 7f8577e00640 1 --2- 172.21.15.31:0/3338681069 >> v2:172.21.15.52:3300/0 conn(0x7f8580072620 0x7f85800af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:30.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.549+0000 7f857de00640 1 --2- 172.21.15.31:0/3338681069 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8580072240 0x7f858015d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:30.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.549+0000 7f857d400640 1 -- 172.21.15.31:0/3338681069 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3032197972 0 0) 0x7f858015d730 con 0x7f858006dfd0 2024-09-19T04:41:30.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.549+0000 7f857d400640 1 -- 172.21.15.31:0/3338681069 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8564003520 con 0x7f858006dfd0 2024-09-19T04:41:30.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.550+0000 7f857d400640 1 -- 172.21.15.31:0/3338681069 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 30081554 0 0) 0x7f8564003520 con 0x7f858006dfd0 2024-09-19T04:41:30.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.550+0000 7f857d400640 1 -- 172.21.15.31:0/3338681069 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8580072240 msgr2=0x7f858015d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:30.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.550+0000 7f857d400640 1 --2- 172.21.15.31:0/3338681069 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8580072240 0x7f858015d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.550+0000 7f857d400640 1 -- 172.21.15.31:0/3338681069 >> v2:172.21.15.52:3300/0 conn(0x7f8580072620 msgr2=0x7f85800af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:30.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.550+0000 7f857d400640 1 --2- 172.21.15.31:0/3338681069 >> v2:172.21.15.52:3300/0 conn(0x7f8580072620 0x7f85800af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.550+0000 7f857d400640 1 -- 172.21.15.31:0/3338681069 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f858006eb50 con 0x7f858006dfd0 2024-09-19T04:41:30.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.550+0000 7f857d400640 1 -- 172.21.15.31:0/3338681069 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7f85780019f0 con 0x7f858006dfd0 2024-09-19T04:41:30.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.550+0000 7f857d400640 1 -- 172.21.15.31:0/3338681069 >> v1:172.21.15.31:6789/0 conn(0x7f858006dfd0 legacy=0x7f858015fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:30.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.550+0000 7f857d400640 1 --2- 172.21.15.31:0/3338681069 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8580072240 0x7f85640039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:30.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.550+0000 7f857d400640 1 --2- 172.21.15.31:0/3338681069 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8564003f80 0x7f8564004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:30.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.550+0000 7f857d400640 1 --2- 172.21.15.31:0/3338681069 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8564004d40 0x7f85640051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:30.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.550+0000 7f857d400640 1 -- 172.21.15.31:0/3338681069 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f858006e590 con 0x7f8564003f80 2024-09-19T04:41:30.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.550+0000 7f857d400640 1 -- 172.21.15.31:0/3338681069 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f858006e870 con 0x7f8564004d40 2024-09-19T04:41:30.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.550+0000 7f857d400640 1 -- 172.21.15.31:0/3338681069 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f856400ba70 con 0x7f8580072240 2024-09-19T04:41:30.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.550+0000 7f8577e00640 1 --2- 172.21.15.31:0/3338681069 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8564003f80 0x7f8564004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:30.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.550+0000 7f857de00640 1 --2- 172.21.15.31:0/3338681069 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8580072240 0x7f85640039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:30.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.550+0000 7f857e800640 1 --2- 172.21.15.31:0/3338681069 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8564004d40 0x7f85640051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:30.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.551+0000 7f8577e00640 1 -- 172.21.15.31:0/3338681069 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8580072240 msgr2=0x7f85640039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:30.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.551+0000 7f8577e00640 1 --2- 172.21.15.31:0/3338681069 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f8580072240 0x7f85640039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.551+0000 7f8577e00640 1 -- 172.21.15.31:0/3338681069 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8564004d40 msgr2=0x7f85640051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:30.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.551+0000 7f8577e00640 1 --2- 172.21.15.31:0/3338681069 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8564004d40 0x7f85640051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.551+0000 7f8577e00640 1 -- 172.21.15.31:0/3338681069 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8564003520 con 0x7f8564003f80 2024-09-19T04:41:30.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.551+0000 7f857e800640 1 --2- 172.21.15.31:0/3338681069 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8564004d40 0x7f85640051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:30.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.551+0000 7f8577e00640 1 --2- 172.21.15.31:0/3338681069 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8564003f80 0x7f8564004800 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f8568009ac0 tx=0x7f8564005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13c146f99d308689 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:30.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.552+0000 7f857d400640 1 -- 172.21.15.31:0/3338681069 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8568036070 con 0x7f8564003f80 2024-09-19T04:41:30.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.552+0000 7f857d400640 1 -- 172.21.15.31:0/3338681069 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8568031400 con 0x7f8564003f80 2024-09-19T04:41:30.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.552+0000 7f857d400640 1 -- 172.21.15.31:0/3338681069 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8568009690 con 0x7f8564003f80 2024-09-19T04:41:30.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.552+0000 7f8584c00640 1 -- 172.21.15.31:0/3338681069 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8564003f80 msgr2=0x7f8564004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:30.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.552+0000 7f8584c00640 1 --2- 172.21.15.31:0/3338681069 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f8564003f80 0x7f8564004800 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f8568009ac0 tx=0x7f8564005830 comp rx=0 tx=0).stop 2024-09-19T04:41:30.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.552+0000 7f857e800640 1 -- 172.21.15.31:0/3338681069 reap_dead start 2024-09-19T04:41:30.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.552+0000 7f8584c00640 1 -- 172.21.15.31:0/3338681069 shutdown_connections 2024-09-19T04:41:30.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.552+0000 7f8584c00640 1 -- 172.21.15.31:0/3338681069 >> 172.21.15.31:0/3338681069 conn(0x7f8580067da0 msgr2=0x7f858006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:30.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.552+0000 7f8584c00640 1 -- 172.21.15.31:0/3338681069 shutdown_connections 2024-09-19T04:41:30.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.552+0000 7f8584c00640 1 -- 172.21.15.31:0/3338681069 wait complete. 2024-09-19T04:41:30.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.554+0000 7f8584c00640 1 Processor -- start 2024-09-19T04:41:30.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.554+0000 7f8584c00640 1 -- start start 2024-09-19T04:41:30.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.555+0000 7f8584c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8564003f80 0x7f85800cb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:30.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.555+0000 7f8584c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85800c8470 0x7f85800c88f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:30.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.555+0000 7f8584c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f85800c5890 0x7f85800c5d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:30.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.555+0000 7f8584c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f85800ce360 con 0x7f85800c8470 2024-09-19T04:41:30.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.555+0000 7f8584c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f85800ce1e0 con 0x7f8564003f80 2024-09-19T04:41:30.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.555+0000 7f8584c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f85800ce4e0 con 0x7f85800c5890 2024-09-19T04:41:30.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.555+0000 7f8577e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85800c8470 0x7f85800c88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:30.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.556+0000 7f8577e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85800c8470 0x7f85800c88f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59036/0 (socket says 172.21.15.31:59036) 2024-09-19T04:41:30.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.556+0000 7f8577e00640 1 -- 172.21.15.31:0/723685496 learned_addr learned my addr 172.21.15.31:0/723685496 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:30.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.556+0000 7f857de00640 1 --2- 172.21.15.31:0/723685496 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8564003f80 0x7f85800cb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:30.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.556+0000 7f857e800640 1 --2- 172.21.15.31:0/723685496 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f85800c5890 0x7f85800c5d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:30.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.556+0000 7f8577e00640 1 -- 172.21.15.31:0/723685496 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f85800c5890 msgr2=0x7f85800c5d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:30.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.556+0000 7f8577e00640 1 --2- 172.21.15.31:0/723685496 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f85800c5890 0x7f85800c5d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.556+0000 7f8577e00640 1 -- 172.21.15.31:0/723685496 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8564003f80 msgr2=0x7f85800cb7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:30.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.556+0000 7f8577e00640 1 --2- 172.21.15.31:0/723685496 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8564003f80 0x7f85800cb7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.556+0000 7f8577e00640 1 -- 172.21.15.31:0/723685496 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85801f2e60 con 0x7f85800c8470 2024-09-19T04:41:30.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.556+0000 7f8577e00640 1 --2- 172.21.15.31:0/723685496 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85800c8470 0x7f85800c88f0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f8568000c00 tx=0x7f8568004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:30.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.556+0000 7f8576000640 1 -- 172.21.15.31:0/723685496 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8568040020 con 0x7f85800c8470 2024-09-19T04:41:30.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.557+0000 7f8576000640 1 -- 172.21.15.31:0/723685496 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8568003c60 con 0x7f85800c8470 2024-09-19T04:41:30.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.557+0000 7f8576000640 1 -- 172.21.15.31:0/723685496 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8568036040 con 0x7f85800c8470 2024-09-19T04:41:30.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.557+0000 7f8584c00640 1 -- 172.21.15.31:0/723685496 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85800c76b0 con 0x7f85800c8470 2024-09-19T04:41:30.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.557+0000 7f8584c00640 1 -- 172.21.15.31:0/723685496 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85800c7c70 con 0x7f85800c8470 2024-09-19T04:41:30.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.558+0000 7f8584c00640 1 -- 172.21.15.31:0/723685496 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f858015d1f0 con 0x7f85800c8470 2024-09-19T04:41:30.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.559+0000 7f8576000640 1 -- 172.21.15.31:0/723685496 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8568043020 con 0x7f85800c8470 2024-09-19T04:41:30.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.559+0000 7f8576000640 1 --2- 172.21.15.31:0/723685496 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f855c06c2b0 0x7f855c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:30.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.559+0000 7f8576000640 1 -- 172.21.15.31:0/723685496 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7f85680ab7a0 con 0x7f85800c8470 2024-09-19T04:41:30.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.560+0000 7f857de00640 1 --2- 172.21.15.31:0/723685496 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f855c06c2b0 0x7f855c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:30.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.560+0000 7f857de00640 1 --2- 172.21.15.31:0/723685496 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f855c06c2b0 0x7f855c06e770 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f858015c510 tx=0x7f8570009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:30.565 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.564+0000 7f8576000640 1 -- 172.21.15.31:0/723685496 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f856804a070 con 0x7f85800c8470 2024-09-19T04:41:30.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.785+0000 7f8584c00640 1 -- 172.21.15.31:0/723685496 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f858015e780 con 0x7f85800c8470 2024-09-19T04:41:30.787 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.786+0000 7f8576000640 1 -- 172.21.15.31:0/723685496 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5220 (secure 0 0 0) 0x7f85680044e0 con 0x7f85800c8470 2024-09-19T04:41:30.788 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:30.788 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-19T04:41:28:276365+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5182,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6834/3760006863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":3760006863},{"type":"v1","addr":"172.21.15.52:6834","nonce":3760006863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5229,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/2607335121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":2607335121},{"type":"v1","addr":"172.21.15.31:6835","nonce":2607335121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/302538614","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":302538614},{"type":"v1","addr":"172.21.15.52:6835","nonce":302538614}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:41:24.680804+0000","modified":"2024-09-19T04:41:27.699823+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5247},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5247":{"gid":5247,"name":"a","rank":0,"incarnation":24,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6837/2535844123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6836","nonce":2535844123},{"type":"v1","addr":"172.21.15.31:6837","nonce":2535844123}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5247,"qdb_cluster":[5247]},"id":3}]} 2024-09-19T04:41:30.788 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-19T04:41:30.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.788+0000 7f8584c00640 1 -- 172.21.15.31:0/723685496 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f855c06c2b0 msgr2=0x7f855c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:30.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.788+0000 7f8584c00640 1 --2- 172.21.15.31:0/723685496 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f855c06c2b0 0x7f855c06e770 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f858015c510 tx=0x7f8570009190 comp rx=0 tx=0).stop 2024-09-19T04:41:30.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.788+0000 7f8584c00640 1 -- 172.21.15.31:0/723685496 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85800c8470 msgr2=0x7f85800c88f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:30.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.788+0000 7f8584c00640 1 --2- 172.21.15.31:0/723685496 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85800c8470 0x7f85800c88f0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f8568000c00 tx=0x7f8568004730 comp rx=0 tx=0).stop 2024-09-19T04:41:30.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.788+0000 7f8584c00640 1 -- 172.21.15.31:0/723685496 shutdown_connections 2024-09-19T04:41:30.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.788+0000 7f8584c00640 1 --2- 172.21.15.31:0/723685496 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f85800c5890 0x7f85800c5d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.790 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.788+0000 7f8584c00640 1 --2- 172.21.15.31:0/723685496 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f85800c8470 0x7f85800c88f0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.788+0000 7f8584c00640 1 --2- 172.21.15.31:0/723685496 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f855c06c2b0 0x7f855c06e770 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.788+0000 7f8584c00640 1 --2- 172.21.15.31:0/723685496 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8564003f80 0x7f85800cb7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:30.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.788+0000 7f8584c00640 1 -- 172.21.15.31:0/723685496 >> 172.21.15.31:0/723685496 conn(0x7f8580067da0 msgr2=0x7f858006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:30.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.788+0000 7f8584c00640 1 -- 172.21.15.31:0/723685496 shutdown_connections 2024-09-19T04:41:30.791 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:30.788+0000 7f8584c00640 1 -- 172.21.15.31:0/723685496 wait complete. 2024-09-19T04:41:31.207 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T04:41:24.680804+0000', 'modified': '2024-09-19T04:41:27.699823+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5247}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5247': {'gid': 5247, 'name': 'a', 'rank': 0, 'incarnation': 24, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.31:6837/2535844123', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.31:6836', 'nonce': 2535844123}, {'type': 'v1', 'addr': '172.21.15.31:6837', 'nonce': 2535844123}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5247, 'qdb_cluster': [5247]} 2024-09-19T04:41:31.207 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T04:41:31.208 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T04:41:31.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.366+0000 7effc9800640 1 Processor -- start 2024-09-19T04:41:31.368 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.366+0000 7effc9800640 1 -- start start 2024-09-19T04:41:31.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.367+0000 7effc9800640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7effc415e890 0x7effc406cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.367+0000 7effc9800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7effc40d2b60 0x7effc406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.367+0000 7effc9800640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7effc40d3040 con 0x7effc40d4f00 2024-09-19T04:41:31.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.367+0000 7effc9800640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7effc40d3c50 con 0x7effc40d2b60 2024-09-19T04:41:31.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.367+0000 7effc9800640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7effc40d3320 con 0x7effc415e890 2024-09-19T04:41:31.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.367+0000 7effc2000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7effc40d2b60 0x7effc406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.367+0000 7effc2000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7effc40d2b60 0x7effc406d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59052/0 (socket says 172.21.15.31:59052) 2024-09-19T04:41:31.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.367+0000 7effc2000640 1 -- 172.21.15.31:0/3411126934 learned_addr learned my addr 172.21.15.31:0/3411126934 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:31.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.368+0000 7effc2a00640 1 --2- 172.21.15.31:0/3411126934 >> v2:172.21.15.52:3300/0 conn(0x7effc415e890 0x7effc406cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.368+0000 7effc2000640 1 -- 172.21.15.31:0/3411126934 >> v2:172.21.15.52:3300/0 conn(0x7effc415e890 msgr2=0x7effc406cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:31.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.368+0000 7effc2000640 1 --2- 172.21.15.31:0/3411126934 >> v2:172.21.15.52:3300/0 conn(0x7effc415e890 0x7effc406cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.368+0000 7effc2000640 1 -- 172.21.15.31:0/3411126934 >> v1:172.21.15.52:6789/0 conn(0x7effc40d4f00 legacy=0x7effc40cede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:31.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.368+0000 7effc2000640 1 -- 172.21.15.31:0/3411126934 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effc40d3600 con 0x7effc40d2b60 2024-09-19T04:41:31.371 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.368+0000 7effc2a00640 1 --2- 172.21.15.31:0/3411126934 >> v2:172.21.15.52:3300/0 conn(0x7effc415e890 0x7effc406cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:31.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.369+0000 7effc2000640 1 --2- 172.21.15.31:0/3411126934 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effc40d2b60 0x7effc406d0f0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7effc40d20d0 tx=0x7effb002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ad2079e5a9cfe8a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:31.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.369+0000 7effc1600640 1 -- 172.21.15.31:0/3411126934 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb0037070 con 0x7effc40d2b60 2024-09-19T04:41:31.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.369+0000 7effc1600640 1 -- 172.21.15.31:0/3411126934 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effb0032440 con 0x7effc40d2b60 2024-09-19T04:41:31.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.369+0000 7effc1600640 1 -- 172.21.15.31:0/3411126934 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb0032810 con 0x7effc40d2b60 2024-09-19T04:41:31.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.370+0000 7effc9800640 1 -- 172.21.15.31:0/3411126934 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effc40d2b60 msgr2=0x7effc406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:31.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.370+0000 7effc9800640 1 --2- 172.21.15.31:0/3411126934 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effc40d2b60 0x7effc406d0f0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7effc40d20d0 tx=0x7effb002a1a0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.370+0000 7effc9800640 1 -- 172.21.15.31:0/3411126934 shutdown_connections 2024-09-19T04:41:31.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.370+0000 7effc9800640 1 --2- 172.21.15.31:0/3411126934 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effc40d2b60 0x7effc406d0f0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.370+0000 7effc9800640 1 --2- 172.21.15.31:0/3411126934 >> v2:172.21.15.52:3300/0 conn(0x7effc415e890 0x7effc406cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.370+0000 7effc9800640 1 -- 172.21.15.31:0/3411126934 >> 172.21.15.31:0/3411126934 conn(0x7effc40b66c0 msgr2=0x7effc40d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:31.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.370+0000 7effc9800640 1 -- 172.21.15.31:0/3411126934 shutdown_connections 2024-09-19T04:41:31.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.370+0000 7effc9800640 1 -- 172.21.15.31:0/3411126934 wait complete. 2024-09-19T04:41:31.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.372+0000 7effc9800640 1 Processor -- start 2024-09-19T04:41:31.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.372+0000 7effc9800640 1 -- start start 2024-09-19T04:41:31.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.373+0000 7effc9800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effc40d2b60 0x7effc41f5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.373+0000 7effc9800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7effc40d4f00 0x7effc4157b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.373+0000 7effc9800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effc415e890 0x7effc41f7c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.373+0000 7effc9800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7effc406db10 con 0x7effc40d2b60 2024-09-19T04:41:31.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.373+0000 7effc9800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7effc415ec70 con 0x7effc415e890 2024-09-19T04:41:31.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.373+0000 7effc9800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7effc406dc90 con 0x7effc40d4f00 2024-09-19T04:41:31.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.373+0000 7effc2a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effc40d2b60 0x7effc41f5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.373+0000 7effc2a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effc40d2b60 0x7effc41f5720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59068/0 (socket says 172.21.15.31:59068) 2024-09-19T04:41:31.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.373+0000 7effc2a00640 1 -- 172.21.15.31:0/3702237309 learned_addr learned my addr 172.21.15.31:0/3702237309 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:31.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.373+0000 7effc2000640 1 --2- 172.21.15.31:0/3702237309 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7effc40d4f00 0x7effc4157b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.373+0000 7effc3400640 1 --2- 172.21.15.31:0/3702237309 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effc415e890 0x7effc41f7c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.373+0000 7effc2a00640 1 -- 172.21.15.31:0/3702237309 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7effc40d4f00 msgr2=0x7effc4157b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:31.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.373+0000 7effc2a00640 1 --2- 172.21.15.31:0/3702237309 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7effc40d4f00 0x7effc4157b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.373+0000 7effc2a00640 1 -- 172.21.15.31:0/3702237309 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effc415e890 msgr2=0x7effc41f7c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:31.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.373+0000 7effc2a00640 1 --2- 172.21.15.31:0/3702237309 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effc415e890 0x7effc41f7c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.373+0000 7effc2a00640 1 -- 172.21.15.31:0/3702237309 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effc40cb7f0 con 0x7effc40d2b60 2024-09-19T04:41:31.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.373+0000 7effc2000640 1 --2- 172.21.15.31:0/3702237309 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7effc40d4f00 0x7effc4157b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:31.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.374+0000 7effc2a00640 1 --2- 172.21.15.31:0/3702237309 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effc40d2b60 0x7effc41f5720 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7effb400c7f0 tx=0x7effb400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:31.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.374+0000 7effbaa00640 1 -- 172.21.15.31:0/3702237309 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb4015070 con 0x7effc40d2b60 2024-09-19T04:41:31.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.374+0000 7effbaa00640 1 -- 172.21.15.31:0/3702237309 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effb4007820 con 0x7effc40d2b60 2024-09-19T04:41:31.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.374+0000 7effbaa00640 1 -- 172.21.15.31:0/3702237309 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb4007bd0 con 0x7effc40d2b60 2024-09-19T04:41:31.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.374+0000 7effc9800640 1 -- 172.21.15.31:0/3702237309 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effc40cbad0 con 0x7effc40d2b60 2024-09-19T04:41:31.377 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.374+0000 7effc9800640 1 -- 172.21.15.31:0/3702237309 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effc41f81c0 con 0x7effc40d2b60 2024-09-19T04:41:31.378 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.376+0000 7effbaa00640 1 -- 172.21.15.31:0/3702237309 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7effb4018070 con 0x7effc40d2b60 2024-09-19T04:41:31.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.377+0000 7effbaa00640 1 --2- 172.21.15.31:0/3702237309 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7effa406c2b0 0x7effa406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.377+0000 7effbaa00640 1 -- 172.21.15.31:0/3702237309 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7effb408b6f0 con 0x7effc40d2b60 2024-09-19T04:41:31.379 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.378+0000 7effc2000640 1 --2- 172.21.15.31:0/3702237309 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7effa406c2b0 0x7effa406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.378+0000 7effcc626740 1 Processor -- start 2024-09-19T04:41:31.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.378+0000 7effcc626740 1 -- start start 2024-09-19T04:41:31.380 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.378+0000 7effc2000640 1 --2- 172.21.15.31:0/3702237309 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7effa406c2b0 0x7effa406e770 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7effb0034000 tx=0x7effb002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:31.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.379+0000 7effcc626740 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55bfcf673cf0 0x55bfcf6b9490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.379+0000 7effcc626740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf6714b0 0x55bfcf6740d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.379+0000 7effcc626740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55bfcf675480 0x55bfcf66e570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.379+0000 7effcc626740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x55bfcf5d23b0 con 0x55bfcf6714b0 2024-09-19T04:41:31.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.379+0000 7effcc626740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55bfcf5d7410 con 0x55bfcf675480 2024-09-19T04:41:31.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.379+0000 7effcc626740 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x55bfcf57f620 con 0x55bfcf673cf0 2024-09-19T04:41:31.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.379+0000 7effc2000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf6714b0 0x55bfcf6740d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.381 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.379+0000 7effc2000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf6714b0 0x55bfcf6740d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59084/0 (socket says 172.21.15.31:59084) 2024-09-19T04:41:31.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.379+0000 7effc2000640 1 -- 172.21.15.31:0/2712458352 learned_addr learned my addr 172.21.15.31:0/2712458352 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:31.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.379+0000 7effc3400640 1 --2- 172.21.15.31:0/2712458352 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55bfcf675480 0x55bfcf66e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.382 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.379+0000 7effc2a00640 1 --2- 172.21.15.31:0/2712458352 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55bfcf673cf0 0x55bfcf6b9490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.380+0000 7effc2000640 1 -- 172.21.15.31:0/2712458352 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55bfcf673cf0 msgr2=0x55bfcf6b9490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:31.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.380+0000 7effc2000640 1 --2- 172.21.15.31:0/2712458352 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55bfcf673cf0 0x55bfcf6b9490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.380+0000 7effc2000640 1 -- 172.21.15.31:0/2712458352 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55bfcf675480 msgr2=0x55bfcf66e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:31.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.380+0000 7effc2000640 1 --2- 172.21.15.31:0/2712458352 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55bfcf675480 0x55bfcf66e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.383 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.380+0000 7effc2000640 1 -- 172.21.15.31:0/2712458352 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bfcf2ea2d0 con 0x55bfcf6714b0 2024-09-19T04:41:31.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.380+0000 7effc2000640 1 --2- 172.21.15.31:0/2712458352 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf6714b0 0x55bfcf6740d0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7effb0009630 tx=0x7effb002c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37b1044e2e60269e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:31.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.380+0000 7effaf400640 1 -- 172.21.15.31:0/2712458352 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb0037040 con 0x55bfcf6714b0 2024-09-19T04:41:31.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.380+0000 7effaf400640 1 -- 172.21.15.31:0/2712458352 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effb003e660 con 0x55bfcf6714b0 2024-09-19T04:41:31.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.380+0000 7effaf400640 1 -- 172.21.15.31:0/2712458352 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb003ea10 con 0x55bfcf6714b0 2024-09-19T04:41:31.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.381+0000 7effcc626740 1 -- 172.21.15.31:0/2712458352 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf6714b0 msgr2=0x55bfcf6740d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:31.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.381+0000 7effcc626740 1 --2- 172.21.15.31:0/2712458352 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf6714b0 0x55bfcf6740d0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7effb0009630 tx=0x7effb002c000 comp rx=0 tx=0).stop 2024-09-19T04:41:31.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.381+0000 7effcc626740 1 -- 172.21.15.31:0/2712458352 shutdown_connections 2024-09-19T04:41:31.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.381+0000 7effcc626740 1 --2- 172.21.15.31:0/2712458352 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55bfcf675480 0x55bfcf66e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.381+0000 7effcc626740 1 --2- 172.21.15.31:0/2712458352 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf6714b0 0x55bfcf6740d0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.381+0000 7effcc626740 1 --2- 172.21.15.31:0/2712458352 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55bfcf673cf0 0x55bfcf6b9490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.381+0000 7effcc626740 1 -- 172.21.15.31:0/2712458352 >> 172.21.15.31:0/2712458352 conn(0x55bfcf670740 msgr2=0x55bfcf6b8960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:31.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.381+0000 7effcc626740 1 -- 172.21.15.31:0/2712458352 shutdown_connections 2024-09-19T04:41:31.384 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.381+0000 7effcc626740 1 -- 172.21.15.31:0/2712458352 wait complete. 2024-09-19T04:41:31.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.382+0000 7effcc626740 1 -- start start 2024-09-19T04:41:31.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.382+0000 7effcc626740 1 Processor -- start 2024-09-19T04:41:31.387 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.383+0000 7effcc626740 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55bfcf673cf0 0x55bfcf69e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.383+0000 7effcc626740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf675480 0x55bfcf696190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.383+0000 7effcc626740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55bfcf697180 0x55bfcf6975e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.383+0000 7effcc626740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x55bfcf592780 con 0x55bfcf675480 2024-09-19T04:41:31.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.383+0000 7effcc626740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55bfcf5d33d0 con 0x55bfcf697180 2024-09-19T04:41:31.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.383+0000 7effcc626740 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x55bfcf66fbe0 con 0x55bfcf673cf0 2024-09-19T04:41:31.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.383+0000 7effcc626740 10 client.0 _ll_register_callbacks cb 0x55bfcf5d05d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:41:31.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.383+0000 7effc2000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf675480 0x55bfcf696190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.384+0000 7effc2000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf675480 0x55bfcf696190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59100/0 (socket says 172.21.15.31:59100) 2024-09-19T04:41:31.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.384+0000 7effc2000640 1 -- 172.21.15.31:0/1485866077 learned_addr learned my addr 172.21.15.31:0/1485866077 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:31.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.384+0000 7effc2a00640 1 --2- 172.21.15.31:0/1485866077 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55bfcf673cf0 0x55bfcf69e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.384+0000 7effc3400640 1 --2- 172.21.15.31:0/1485866077 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55bfcf697180 0x55bfcf6975e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.384+0000 7effc2000640 1 -- 172.21.15.31:0/1485866077 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55bfcf673cf0 msgr2=0x55bfcf69e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:31.388 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.384+0000 7effc2000640 1 --2- 172.21.15.31:0/1485866077 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55bfcf673cf0 0x55bfcf69e3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.384+0000 7effc2000640 1 -- 172.21.15.31:0/1485866077 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55bfcf697180 msgr2=0x55bfcf6975e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:31.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.384+0000 7effc2000640 1 --2- 172.21.15.31:0/1485866077 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55bfcf697180 0x55bfcf6975e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.384+0000 7effc2000640 1 -- 172.21.15.31:0/1485866077 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bfcf3b46b0 con 0x55bfcf675480 2024-09-19T04:41:31.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.384+0000 7effc2000640 1 --2- 172.21.15.31:0/1485866077 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf675480 0x55bfcf696190 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7effb0009930 tx=0x7effb0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9805c58565c0d092 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:31.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.384+0000 7effa3e00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-19T04:41:31.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.384+0000 7effa3e00640 1 -- 172.21.15.31:0/1485866077 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb0037040 con 0x55bfcf675480 2024-09-19T04:41:31.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.384+0000 7effa3e00640 1 -- 172.21.15.31:0/1485866077 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7effb0051c80 con 0x55bfcf675480 2024-09-19T04:41:31.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.384+0000 7effcc626740 1 -- 172.21.15.31:0/1485866077 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7effb003e660 con 0x55bfcf675480 2024-09-19T04:41:31.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.385+0000 7effa3e00640 1 -- 172.21.15.31:0/1485866077 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7effb003ea20 con 0x55bfcf675480 2024-09-19T04:41:31.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.385+0000 7effcc626740 10 client.5364 fetch_fsmap learned FSMap version 28 2024-09-19T04:41:31.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.385+0000 7effcc626740 1 -- 172.21.15.31:0/1485866077 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x55bfcf69c770 con 0x55bfcf675480 2024-09-19T04:41:31.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.385+0000 7effa3e00640 1 -- 172.21.15.31:0/1485866077 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effb003e660 con 0x55bfcf675480 2024-09-19T04:41:31.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.385+0000 7effa3e00640 1 -- 172.21.15.31:0/1485866077 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7effb0046070 con 0x55bfcf675480 2024-09-19T04:41:31.389 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.385+0000 7effcc626740 10 client.5364 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T04:41:31.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.385+0000 7effcc626740 10 client.5364 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T04:41:31.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.385+0000 7effcc626740 20 client.5364 populate_metadata read hostname 'smithi031' 2024-09-19T04:41:31.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.385+0000 7effcc626740 1 --2- 172.21.15.31:0/1485866077 >> [v2:172.21.15.31:6836/2535844123,v1:172.21.15.31:6837/2535844123] conn(0x55bfcf6c9410 0x55bfcf6c97f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.385+0000 7effcc626740 4 client.5364 mds_command: new command op to 5247 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T04:41:31.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.385+0000 7effcc626740 1 -- 172.21.15.31:0/1485866077 --> [v2:172.21.15.31:6836/2535844123,v1:172.21.15.31:6837/2535844123] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bfcf5e4b40 con 0x55bfcf6c9410 2024-09-19T04:41:31.390 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.386+0000 7effc2a00640 1 --2- 172.21.15.31:0/1485866077 >> [v2:172.21.15.31:6836/2535844123,v1:172.21.15.31:6837/2535844123] conn(0x55bfcf6c9410 0x55bfcf6c97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.386+0000 7effc2a00640 1 --2- 172.21.15.31:0/1485866077 >> [v2:172.21.15.31:6836/2535844123,v1:172.21.15.31:6837/2535844123] conn(0x55bfcf6c9410 0x55bfcf6c97f0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=795cb78906b9ed55 server_cookie=ce3b5bd9fd2c7f0c in_seq=0 out_seq=0 2024-09-19T04:41:31.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.386+0000 7effa3e00640 10 client.5364 ms_handle_connect on v2:172.21.15.31:6836/2535844123 2024-09-19T04:41:31.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.387+0000 7effa3e00640 1 -- 172.21.15.31:0/1485866077 <== mds.0 v2:172.21.15.31:6836/2535844123 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bfcf5e4b40 con 0x55bfcf6c9410 2024-09-19T04:41:31.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.387+0000 7effa3e00640 10 client.5364 handle_command_reply: tid=0 2024-09-19T04:41:31.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.387+0000 7effcc626740 1 client.5364 shutdown 2024-09-19T04:41:31.391 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.387+0000 7effcc626740 1 -- 172.21.15.31:0/1485866077 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf675480 msgr2=0x55bfcf696190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:31.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.387+0000 7effcc626740 1 --2- 172.21.15.31:0/1485866077 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf675480 0x55bfcf696190 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7effb0009930 tx=0x7effb0004730 comp rx=0 tx=0).stop 2024-09-19T04:41:31.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.387+0000 7effcc626740 1 -- 172.21.15.31:0/1485866077 shutdown_connections 2024-09-19T04:41:31.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.387+0000 7effcc626740 1 --2- 172.21.15.31:0/1485866077 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55bfcf697180 0x55bfcf6975e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.387+0000 7effcc626740 1 --2- 172.21.15.31:0/1485866077 >> [v2:172.21.15.31:6836/2535844123,v1:172.21.15.31:6837/2535844123] conn(0x55bfcf6c9410 0x55bfcf6c97f0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.387+0000 7effcc626740 1 --2- 172.21.15.31:0/1485866077 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf675480 0x55bfcf696190 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.387+0000 7effcc626740 1 --2- 172.21.15.31:0/1485866077 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55bfcf673cf0 0x55bfcf69e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.387+0000 7effa3e00640 0 client.5364 ms_handle_reset on v2:172.21.15.31:6836/2535844123 2024-09-19T04:41:31.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.387+0000 7effcc626740 1 -- 172.21.15.31:0/1485866077 >> 172.21.15.31:0/1485866077 conn(0x55bfcf6714b0 msgr2=0x55bfcf6b7f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:31.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.388+0000 7effcc626740 1 -- 172.21.15.31:0/1485866077 shutdown_connections 2024-09-19T04:41:31.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.388+0000 7effcc626740 1 -- 172.21.15.31:0/1485866077 wait complete. 2024-09-19T04:41:31.392 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.388+0000 7effcc626740 20 client.5364 trim_cache size 0 max 16384 2024-09-19T04:41:31.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.406+0000 7effcc626740 1 Processor -- start 2024-09-19T04:41:31.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.407+0000 7effcc626740 1 -- start start 2024-09-19T04:41:31.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.407+0000 7effcc626740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf673cf0 0x55bfcf66ff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.407+0000 7effcc626740 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55bfcf675480 0x55bfcf6cb900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.407+0000 7effcc626740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55bfcf697180 0x55bfcf6b5cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.407+0000 7effcc626740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7effc40cdd40 con 0x55bfcf673cf0 2024-09-19T04:41:31.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.407+0000 7effcc626740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7effc40cd370 con 0x55bfcf697180 2024-09-19T04:41:31.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.407+0000 7effcc626740 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7effc41f7810 con 0x55bfcf675480 2024-09-19T04:41:31.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.408+0000 7effc2a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf673cf0 0x55bfcf66ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.408+0000 7effc2a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf673cf0 0x55bfcf66ff50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59112/0 (socket says 172.21.15.31:59112) 2024-09-19T04:41:31.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.408+0000 7effc2a00640 1 -- 172.21.15.31:0/1460450250 learned_addr learned my addr 172.21.15.31:0/1460450250 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:31.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.408+0000 7effc2a00640 1 -- 172.21.15.31:0/1460450250 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55bfcf675480 msgr2=0x55bfcf6cb900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:31.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.408+0000 7effc2a00640 1 --2- 172.21.15.31:0/1460450250 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55bfcf675480 0x55bfcf6cb900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.408+0000 7effc2a00640 1 -- 172.21.15.31:0/1460450250 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55bfcf697180 msgr2=0x55bfcf6b5cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:31.410 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.408+0000 7effc2a00640 1 --2- 172.21.15.31:0/1460450250 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55bfcf697180 0x55bfcf6b5cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.408+0000 7effc2a00640 1 -- 172.21.15.31:0/1460450250 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bfcf6b6210 con 0x55bfcf673cf0 2024-09-19T04:41:31.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.408+0000 7effc2a00640 1 --2- 172.21.15.31:0/1460450250 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf673cf0 0x55bfcf66ff50 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7effb400a390 tx=0x7effb4013040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d30f18723be31195 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:31.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.408+0000 7effaea00640 1 -- 172.21.15.31:0/1460450250 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb4089070 con 0x55bfcf673cf0 2024-09-19T04:41:31.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.408+0000 7effaea00640 1 -- 172.21.15.31:0/1460450250 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effb4089e50 con 0x55bfcf673cf0 2024-09-19T04:41:31.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.408+0000 7effaea00640 1 -- 172.21.15.31:0/1460450250 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb401f040 con 0x55bfcf673cf0 2024-09-19T04:41:31.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.409+0000 7effcc626740 1 -- 172.21.15.31:0/1460450250 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf673cf0 msgr2=0x55bfcf66ff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:31.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.409+0000 7effcc626740 1 --2- 172.21.15.31:0/1460450250 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf673cf0 0x55bfcf66ff50 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7effb400a390 tx=0x7effb4013040 comp rx=0 tx=0).stop 2024-09-19T04:41:31.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.409+0000 7effcc626740 1 -- 172.21.15.31:0/1460450250 shutdown_connections 2024-09-19T04:41:31.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.409+0000 7effcc626740 1 --2- 172.21.15.31:0/1460450250 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55bfcf697180 0x55bfcf6b5cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.409+0000 7effcc626740 1 --2- 172.21.15.31:0/1460450250 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55bfcf675480 0x55bfcf6cb900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.409+0000 7effcc626740 1 --2- 172.21.15.31:0/1460450250 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf673cf0 0x55bfcf66ff50 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.409+0000 7effcc626740 1 -- 172.21.15.31:0/1460450250 >> 172.21.15.31:0/1460450250 conn(0x55bfcf6714b0 msgr2=0x55bfcf69a020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:31.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.409+0000 7effcc626740 1 -- 172.21.15.31:0/1460450250 shutdown_connections 2024-09-19T04:41:31.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.409+0000 7effcc626740 1 -- 172.21.15.31:0/1460450250 wait complete. 2024-09-19T04:41:31.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.410+0000 7effcc626740 1 -- start start 2024-09-19T04:41:31.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.410+0000 7effcc626740 1 Processor -- start 2024-09-19T04:41:31.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.411+0000 7effcc626740 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55bfcf673cf0 0x55bfcf6cb8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.411+0000 7effcc626740 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf675480 0x55bfcf735a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.411+0000 7effcc626740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55bfcf697180 0x55bfcf695c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.411+0000 7effcc626740 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x55bfcf592780 con 0x55bfcf675480 2024-09-19T04:41:31.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.411+0000 7effcc626740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55bfcf5d33d0 con 0x55bfcf697180 2024-09-19T04:41:31.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.411+0000 7effcc626740 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x55bfcf6b6440 con 0x55bfcf673cf0 2024-09-19T04:41:31.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.411+0000 7effcc626740 10 client.0 _ll_register_callbacks cb 0x7effbc004d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T04:41:31.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.411+0000 7effc2000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf675480 0x55bfcf735a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.411+0000 7effc2000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf675480 0x55bfcf735a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59120/0 (socket says 172.21.15.31:59120) 2024-09-19T04:41:31.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.411+0000 7effc2000640 1 -- 172.21.15.31:0/1885915075 learned_addr learned my addr 172.21.15.31:0/1885915075 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:31.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.411+0000 7effc2a00640 1 --2- 172.21.15.31:0/1885915075 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55bfcf673cf0 0x55bfcf6cb8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.411+0000 7effc3400640 1 --2- 172.21.15.31:0/1885915075 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55bfcf697180 0x55bfcf695c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.411+0000 7effc2000640 1 -- 172.21.15.31:0/1885915075 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55bfcf673cf0 msgr2=0x55bfcf6cb8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:31.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.412+0000 7effc2000640 1 --2- 172.21.15.31:0/1885915075 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55bfcf673cf0 0x55bfcf6cb8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.412+0000 7effc2000640 1 -- 172.21.15.31:0/1885915075 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55bfcf697180 msgr2=0x55bfcf695c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:31.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.412+0000 7effc2000640 1 --2- 172.21.15.31:0/1885915075 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55bfcf697180 0x55bfcf695c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.412+0000 7effc2000640 1 -- 172.21.15.31:0/1885915075 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bfcf69bce0 con 0x55bfcf675480 2024-09-19T04:41:31.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.412+0000 7effc2000640 1 --2- 172.21.15.31:0/1885915075 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf675480 0x55bfcf735a00 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7effb0032700 tx=0x7effb00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d3864576da78012 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:31.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.412+0000 7effa3e00640 10 client.0 ms_handle_connect on v2:172.21.15.31:3300/0 2024-09-19T04:41:31.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.412+0000 7effa3e00640 1 -- 172.21.15.31:0/1885915075 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb0037030 con 0x55bfcf675480 2024-09-19T04:41:31.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.412+0000 7effa3e00640 1 -- 172.21.15.31:0/1885915075 <== mon.0 v2:172.21.15.31:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7effb0003d50 con 0x55bfcf675480 2024-09-19T04:41:31.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.412+0000 7effcc626740 1 -- 172.21.15.31:0/1885915075 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7effb4089e50 con 0x55bfcf675480 2024-09-19T04:41:31.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.412+0000 7effa3e00640 1 -- 172.21.15.31:0/1885915075 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7effb0004430 con 0x55bfcf675480 2024-09-19T04:41:31.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.412+0000 7effcc626740 10 client.5370 fetch_fsmap learned FSMap version 28 2024-09-19T04:41:31.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.412+0000 7effcc626740 1 -- 172.21.15.31:0/1885915075 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x55bfcf736000 con 0x55bfcf675480 2024-09-19T04:41:31.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.412+0000 7effa3e00640 1 -- 172.21.15.31:0/1885915075 <== mon.0 v2:172.21.15.31:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effb4089e50 con 0x55bfcf675480 2024-09-19T04:41:31.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.413+0000 7effa3e00640 1 -- 172.21.15.31:0/1885915075 <== mon.0 v2:172.21.15.31:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7effb0046040 con 0x55bfcf675480 2024-09-19T04:41:31.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.413+0000 7effcc626740 10 client.5370 fetch_fsmap finished waiting for FSMap version 28 2024-09-19T04:41:31.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.413+0000 7effcc626740 10 client.5370 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T04:41:31.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.413+0000 7effcc626740 20 client.5370 populate_metadata read hostname 'smithi031' 2024-09-19T04:41:31.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.413+0000 7effcc626740 1 --2- 172.21.15.31:0/1885915075 >> [v2:172.21.15.31:6836/2535844123,v1:172.21.15.31:6837/2535844123] conn(0x55bfcf6bc7a0 0x55bfcf7363e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.413+0000 7effcc626740 4 client.5370 mds_command: new command op to 5247 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T04:41:31.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.413+0000 7effcc626740 1 -- 172.21.15.31:0/1885915075 --> [v2:172.21.15.31:6836/2535844123,v1:172.21.15.31:6837/2535844123] -- command(tid 0: {"prefix": "status"}) -- 0x55bfcf69f220 con 0x55bfcf6bc7a0 2024-09-19T04:41:31.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.413+0000 7effc2a00640 1 --2- 172.21.15.31:0/1885915075 >> [v2:172.21.15.31:6836/2535844123,v1:172.21.15.31:6837/2535844123] conn(0x55bfcf6bc7a0 0x55bfcf7363e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.413+0000 7effc2a00640 1 --2- 172.21.15.31:0/1885915075 >> [v2:172.21.15.31:6836/2535844123,v1:172.21.15.31:6837/2535844123] conn(0x55bfcf6bc7a0 0x55bfcf7363e0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b922b637c74a1f48 server_cookie=da48284385799e67 in_seq=0 out_seq=0 2024-09-19T04:41:31.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.413+0000 7effa3e00640 10 client.5370 ms_handle_connect on v2:172.21.15.31:6836/2535844123 2024-09-19T04:41:31.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.414+0000 7effa3e00640 1 -- 172.21.15.31:0/1885915075 <== mds.0 v2:172.21.15.31:6836/2535844123 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55bfcf69f220 con 0x55bfcf6bc7a0 2024-09-19T04:41:31.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.414+0000 7effa3e00640 10 client.5370 handle_command_reply: tid=0 2024-09-19T04:41:31.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.414+0000 7effcc626740 1 client.5370 shutdown 2024-09-19T04:41:31.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.414+0000 7effcc626740 1 -- 172.21.15.31:0/1885915075 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf675480 msgr2=0x55bfcf735a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:31.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.414+0000 7effcc626740 1 --2- 172.21.15.31:0/1885915075 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf675480 0x55bfcf735a00 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7effb0032700 tx=0x7effb00046c0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.414+0000 7effcc626740 1 -- 172.21.15.31:0/1885915075 shutdown_connections 2024-09-19T04:41:31.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.414+0000 7effcc626740 1 --2- 172.21.15.31:0/1885915075 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55bfcf697180 0x55bfcf695c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.414+0000 7effcc626740 1 --2- 172.21.15.31:0/1885915075 >> [v2:172.21.15.31:6836/2535844123,v1:172.21.15.31:6837/2535844123] conn(0x55bfcf6bc7a0 0x55bfcf7363e0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.414+0000 7effcc626740 1 --2- 172.21.15.31:0/1885915075 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x55bfcf675480 0x55bfcf735a00 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.414+0000 7effcc626740 1 --2- 172.21.15.31:0/1885915075 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x55bfcf673cf0 0x55bfcf6cb8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.414+0000 7effa3e00640 0 client.5370 ms_handle_reset on v2:172.21.15.31:6836/2535844123 2024-09-19T04:41:31.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.414+0000 7effcc626740 1 -- 172.21.15.31:0/1885915075 >> 172.21.15.31:0/1885915075 conn(0x55bfcf6714b0 msgr2=0x55bfcf6ba5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:31.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.414+0000 7effcc626740 1 -- 172.21.15.31:0/1885915075 shutdown_connections 2024-09-19T04:41:31.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.414+0000 7effcc626740 1 -- 172.21.15.31:0/1885915075 wait complete. 2024-09-19T04:41:31.419 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.414+0000 7effcc626740 20 client.5370 trim_cache size 0 max 16384 2024-09-19T04:41:31.420 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T04:41:31.420 INFO:teuthology.orchestra.run.smithi031.stdout: "cluster_fsid": "ae16a32b-37f5-48e5-a20a-d947237e5ec4", 2024-09-19T04:41:31.420 INFO:teuthology.orchestra.run.smithi031.stdout: "whoami": 0, 2024-09-19T04:41:31.420 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 5247, 2024-09-19T04:41:31.420 INFO:teuthology.orchestra.run.smithi031.stdout: "want_state": "up:active", 2024-09-19T04:41:31.420 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "up:active", 2024-09-19T04:41:31.420 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs", 2024-09-19T04:41:31.420 INFO:teuthology.orchestra.run.smithi031.stdout: "rank_uptime": 6.1495634370000003, 2024-09-19T04:41:31.420 INFO:teuthology.orchestra.run.smithi031.stdout: "mdsmap_epoch": 28, 2024-09-19T04:41:31.421 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch": 55, 2024-09-19T04:41:31.421 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch_barrier": 55, 2024-09-19T04:41:31.421 INFO:teuthology.orchestra.run.smithi031.stdout: "uptime": 11.370369304 2024-09-19T04:41:31.421 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T04:41:31.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.415+0000 7effc9800640 1 -- 172.21.15.31:0/3702237309 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7effa406c2b0 msgr2=0x7effa406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:31.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.415+0000 7effc9800640 1 --2- 172.21.15.31:0/3702237309 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7effa406c2b0 0x7effa406e770 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7effb0034000 tx=0x7effb002e000 comp rx=0 tx=0).stop 2024-09-19T04:41:31.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.415+0000 7effc9800640 1 -- 172.21.15.31:0/3702237309 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effc40d2b60 msgr2=0x7effc41f5720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:31.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.415+0000 7effc9800640 1 --2- 172.21.15.31:0/3702237309 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effc40d2b60 0x7effc41f5720 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7effb400c7f0 tx=0x7effb400ccb0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.415+0000 7effc9800640 1 -- 172.21.15.31:0/3702237309 shutdown_connections 2024-09-19T04:41:31.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.415+0000 7effc9800640 1 --2- 172.21.15.31:0/3702237309 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7effa406c2b0 0x7effa406e770 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.415+0000 7effc9800640 1 --2- 172.21.15.31:0/3702237309 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effc415e890 0x7effc41f7c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.415+0000 7effc9800640 1 --2- 172.21.15.31:0/3702237309 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7effc40d4f00 0x7effc4157b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.415+0000 7effc9800640 1 --2- 172.21.15.31:0/3702237309 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7effc40d2b60 0x7effc41f5720 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.415+0000 7effc9800640 1 -- 172.21.15.31:0/3702237309 >> 172.21.15.31:0/3702237309 conn(0x7effc40b66c0 msgr2=0x7effc40b9330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:31.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.415+0000 7effc9800640 1 -- 172.21.15.31:0/3702237309 shutdown_connections 2024-09-19T04:41:31.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.415+0000 7effc9800640 1 -- 172.21.15.31:0/3702237309 wait complete. 2024-09-19T04:41:31.433 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:41:31.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.586+0000 7f2233200640 1 Processor -- start 2024-09-19T04:41:31.588 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.586+0000 7f2233200640 1 -- start start 2024-09-19T04:41:31.589 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.588+0000 7f2233200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f222c072620 0x7f222c0af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.588+0000 7f2233200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f222c06dfd0 0x7f222c0afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.588+0000 7f2233200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f222c06e590 con 0x7f222c072240 2024-09-19T04:41:31.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.588+0000 7f2233200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f222c06e870 con 0x7f222c06dfd0 2024-09-19T04:41:31.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.588+0000 7f2233200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f222c06eb50 con 0x7f222c072620 2024-09-19T04:41:31.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.588+0000 7f222be00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f222c072240 0x7f222c15d1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:59542/0 (socket says 172.21.15.31:59542) 2024-09-19T04:41:31.590 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.588+0000 7f222be00640 1 -- 172.21.15.31:0/2966827371 learned_addr learned my addr 172.21.15.31:0/2966827371 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:31.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.588+0000 7f2231200640 1 --2- 172.21.15.31:0/2966827371 >> v2:172.21.15.52:3300/0 conn(0x7f222c06dfd0 0x7f222c0afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.588+0000 7f2223400640 1 --2- 172.21.15.31:0/2966827371 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f222c072620 0x7f222c0af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.588+0000 7f222b400640 1 -- 172.21.15.31:0/2966827371 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2251009470 0 0) 0x7f222c06e590 con 0x7f222c072240 2024-09-19T04:41:31.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.588+0000 7f222b400640 1 -- 172.21.15.31:0/2966827371 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2210003520 con 0x7f222c072240 2024-09-19T04:41:31.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222b400640 1 -- 172.21.15.31:0/2966827371 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 816022382 0 0) 0x7f2210003520 con 0x7f222c072240 2024-09-19T04:41:31.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222b400640 1 -- 172.21.15.31:0/2966827371 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f222c072620 msgr2=0x7f222c0af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:31.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222b400640 1 --2- 172.21.15.31:0/2966827371 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f222c072620 0x7f222c0af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222b400640 1 -- 172.21.15.31:0/2966827371 >> v2:172.21.15.52:3300/0 conn(0x7f222c06dfd0 msgr2=0x7f222c0afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:31.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222b400640 1 --2- 172.21.15.31:0/2966827371 >> v2:172.21.15.52:3300/0 conn(0x7f222c06dfd0 0x7f222c0afa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.592 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222b400640 1 -- 172.21.15.31:0/2966827371 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f222c06ee30 con 0x7f222c072240 2024-09-19T04:41:31.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222b400640 1 -- 172.21.15.31:0/2966827371 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7f221c001670 con 0x7f222c072240 2024-09-19T04:41:31.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222b400640 1 -- 172.21.15.31:0/2966827371 >> v1:172.21.15.31:6789/0 conn(0x7f222c072240 legacy=0x7f222c15d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:31.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222b400640 1 --2- 172.21.15.31:0/2966827371 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22100039b0 0x7f2210003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222b400640 1 --2- 172.21.15.31:0/2966827371 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2210004800 0x7f2210004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222b400640 1 --2- 172.21.15.31:0/2966827371 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f222c072620 0x7f22100051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222b400640 1 -- 172.21.15.31:0/2966827371 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f222c06e870 con 0x7f22100039b0 2024-09-19T04:41:31.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222b400640 1 -- 172.21.15.31:0/2966827371 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f222c06eb50 con 0x7f2210004800 2024-09-19T04:41:31.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222b400640 1 -- 172.21.15.31:0/2966827371 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f221000b9c0 con 0x7f222c072620 2024-09-19T04:41:31.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222be00640 1 --2- 172.21.15.31:0/2966827371 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22100039b0 0x7f2210003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f2231200640 1 --2- 172.21.15.31:0/2966827371 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f222c072620 0x7f22100051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222be00640 1 -- 172.21.15.31:0/2966827371 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f222c072620 msgr2=0x7f22100051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:31.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222be00640 1 --2- 172.21.15.31:0/2966827371 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f222c072620 0x7f22100051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222be00640 1 -- 172.21.15.31:0/2966827371 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2210004800 msgr2=0x7f2210004c80 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T04:41:31.593 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222be00640 1 --2- 172.21.15.31:0/2966827371 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2210004800 0x7f2210004c80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.589+0000 7f222be00640 1 -- 172.21.15.31:0/2966827371 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2210003520 con 0x7f22100039b0 2024-09-19T04:41:31.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.590+0000 7f222be00640 1 --2- 172.21.15.31:0/2966827371 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22100039b0 0x7f2210003dd0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f221c00c190 tx=0x7f2210005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2aec7a6f6b2df56 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:31.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.591+0000 7f222b400640 1 -- 172.21.15.31:0/2966827371 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f221c007c60 con 0x7f22100039b0 2024-09-19T04:41:31.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.591+0000 7f222b400640 1 -- 172.21.15.31:0/2966827371 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f221c005af0 con 0x7f22100039b0 2024-09-19T04:41:31.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.591+0000 7f222b400640 1 -- 172.21.15.31:0/2966827371 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f221c007070 con 0x7f22100039b0 2024-09-19T04:41:31.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.591+0000 7f2233200640 1 -- 172.21.15.31:0/2966827371 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22100039b0 msgr2=0x7f2210003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:31.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.591+0000 7f2233200640 1 --2- 172.21.15.31:0/2966827371 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22100039b0 0x7f2210003dd0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f221c00c190 tx=0x7f2210005830 comp rx=0 tx=0).stop 2024-09-19T04:41:31.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.591+0000 7f2231200640 1 -- 172.21.15.31:0/2966827371 reap_dead start 2024-09-19T04:41:31.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.591+0000 7f2233200640 1 -- 172.21.15.31:0/2966827371 shutdown_connections 2024-09-19T04:41:31.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.591+0000 7f2233200640 1 -- 172.21.15.31:0/2966827371 >> 172.21.15.31:0/2966827371 conn(0x7f222c067da0 msgr2=0x7f222c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:31.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.591+0000 7f2233200640 1 -- 172.21.15.31:0/2966827371 shutdown_connections 2024-09-19T04:41:31.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.591+0000 7f2233200640 1 -- 172.21.15.31:0/2966827371 wait complete. 2024-09-19T04:41:31.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.593+0000 7f2233200640 1 Processor -- start 2024-09-19T04:41:31.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.593+0000 7f2233200640 1 -- start start 2024-09-19T04:41:31.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.594+0000 7f2233200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22100039b0 0x7f222c14d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.594+0000 7f2233200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f222c150790 0x7f222c14ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.594+0000 7f2233200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f222c13fbd0 0x7f222c151090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.594+0000 7f2233200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f222c0af8c0 con 0x7f222c13fbd0 2024-09-19T04:41:31.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.594+0000 7f2233200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f222c0af740 con 0x7f22100039b0 2024-09-19T04:41:31.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.594+0000 7f2233200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f222c0cd1d0 con 0x7f222c150790 2024-09-19T04:41:31.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.594+0000 7f2231200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f222c13fbd0 0x7f222c151090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.594+0000 7f2231200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f222c13fbd0 0x7f222c151090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59152/0 (socket says 172.21.15.31:59152) 2024-09-19T04:41:31.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.594+0000 7f2231200640 1 -- 172.21.15.31:0/2159177034 learned_addr learned my addr 172.21.15.31:0/2159177034 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:31.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.594+0000 7f222be00640 1 --2- 172.21.15.31:0/2159177034 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22100039b0 0x7f222c14d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.594+0000 7f2223400640 1 --2- 172.21.15.31:0/2159177034 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f222c150790 0x7f222c14ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.595+0000 7f2231200640 1 -- 172.21.15.31:0/2159177034 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f222c150790 msgr2=0x7f222c14ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:31.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.595+0000 7f2231200640 1 --2- 172.21.15.31:0/2159177034 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f222c150790 0x7f222c14ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.595+0000 7f2231200640 1 -- 172.21.15.31:0/2159177034 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22100039b0 msgr2=0x7f222c14d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:31.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.595+0000 7f2231200640 1 --2- 172.21.15.31:0/2159177034 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22100039b0 0x7f222c14d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.595+0000 7f2231200640 1 -- 172.21.15.31:0/2159177034 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f222c14f6f0 con 0x7f222c13fbd0 2024-09-19T04:41:31.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.595+0000 7f2231200640 1 --2- 172.21.15.31:0/2159177034 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f222c13fbd0 0x7f222c151090 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f222c156e50 tx=0x7f22240115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:31.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.595+0000 7f2228c00640 1 -- 172.21.15.31:0/2159177034 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2224011ea0 con 0x7f222c13fbd0 2024-09-19T04:41:31.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.595+0000 7f2228c00640 1 -- 172.21.15.31:0/2159177034 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f222401b070 con 0x7f222c13fbd0 2024-09-19T04:41:31.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.595+0000 7f2228c00640 1 -- 172.21.15.31:0/2159177034 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2224003990 con 0x7f222c13fbd0 2024-09-19T04:41:31.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.595+0000 7f2233200640 1 -- 172.21.15.31:0/2159177034 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f222c14f9d0 con 0x7f222c13fbd0 2024-09-19T04:41:31.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.595+0000 7f2233200640 1 -- 172.21.15.31:0/2159177034 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f222c14ff90 con 0x7f222c13fbd0 2024-09-19T04:41:31.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.596+0000 7f2233200640 1 -- 172.21.15.31:0/2159177034 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f222c0afa70 con 0x7f222c13fbd0 2024-09-19T04:41:31.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.597+0000 7f2228c00640 1 -- 172.21.15.31:0/2159177034 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2224003b30 con 0x7f222c13fbd0 2024-09-19T04:41:31.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.598+0000 7f2228c00640 1 --2- 172.21.15.31:0/2159177034 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f220806c2e0 0x7f220806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:31.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.598+0000 7f2228c00640 1 -- 172.21.15.31:0/2159177034 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7f222408bd10 con 0x7f222c13fbd0 2024-09-19T04:41:31.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.598+0000 7f222be00640 1 --2- 172.21.15.31:0/2159177034 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f220806c2e0 0x7f220806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:31.601 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.599+0000 7f222be00640 1 --2- 172.21.15.31:0/2159177034 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f220806c2e0 0x7f220806e7a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f221c032000 tx=0x7f221c034040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:31.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.603+0000 7f2228c00640 1 -- 172.21.15.31:0/2159177034 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2224091020 con 0x7f222c13fbd0 2024-09-19T04:41:31.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.822+0000 7f2233200640 1 -- 172.21.15.31:0/2159177034 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f222c156c30 con 0x7f222c13fbd0 2024-09-19T04:41:31.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.822+0000 7f2228c00640 1 -- 172.21.15.31:0/2159177034 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) ==== 53+0+73 (secure 0 0 0) 0x7f2224003e20 con 0x7f222c13fbd0 2024-09-19T04:41:31.824 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:41:31.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.825+0000 7f2233200640 1 -- 172.21.15.31:0/2159177034 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f220806c2e0 msgr2=0x7f220806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:31.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.825+0000 7f2233200640 1 --2- 172.21.15.31:0/2159177034 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f220806c2e0 0x7f220806e7a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f221c032000 tx=0x7f221c034040 comp rx=0 tx=0).stop 2024-09-19T04:41:31.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.825+0000 7f2233200640 1 -- 172.21.15.31:0/2159177034 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f222c13fbd0 msgr2=0x7f222c151090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:31.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.825+0000 7f2233200640 1 --2- 172.21.15.31:0/2159177034 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f222c13fbd0 0x7f222c151090 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f222c156e50 tx=0x7f22240115a0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.825+0000 7f2233200640 1 -- 172.21.15.31:0/2159177034 shutdown_connections 2024-09-19T04:41:31.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.825+0000 7f2233200640 1 --2- 172.21.15.31:0/2159177034 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f222c13fbd0 0x7f222c151090 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.825+0000 7f2233200640 1 --2- 172.21.15.31:0/2159177034 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f222c150790 0x7f222c14ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.825+0000 7f2233200640 1 --2- 172.21.15.31:0/2159177034 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f220806c2e0 0x7f220806e7a0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.825+0000 7f2233200640 1 --2- 172.21.15.31:0/2159177034 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22100039b0 0x7f222c14d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:31.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.825+0000 7f2233200640 1 -- 172.21.15.31:0/2159177034 >> 172.21.15.31:0/2159177034 conn(0x7f222c067da0 msgr2=0x7f222c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:31.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.825+0000 7f2233200640 1 -- 172.21.15.31:0/2159177034 shutdown_connections 2024-09-19T04:41:31.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:31.825+0000 7f2233200640 1 -- 172.21.15.31:0/2159177034 wait complete. 2024-09-19T04:41:31.842 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:41:31.842 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:41:31.843 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-19T04:41:31.843 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T04:41:31.843 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:31.843 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:41:31.843 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:41:31.843 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:41:31.843 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:41:31.843 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:31.843 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-19T04:41:31.879 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:41:31.879 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:41:31.879 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:41:31.879 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:31.879 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-19T04:41:31.879 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:31.880 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:41:31.880 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:31.880 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-19T04:41:31.880 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:41:31.880 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:31.880 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-19T04:41:31.880 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:41:31.880 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:31.880 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-19T04:41:31.880 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T04:41:31.880 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42608sec preferred_lft 42608sec 2024-09-19T04:41:31.880 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-19T04:41:31.880 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:31.881 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:41:31.881 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:31.881 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-19T04:41:31.881 INFO:teuthology.orchestra.run.smithi031.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:41:31.881 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 9a:a3:31:f5:b3:c7 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:31.881 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:41:31.881 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:31.881 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::8c16:44ff:fe32:5c30/64 scope link 2024-09-19T04:41:31.881 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:31.881 INFO:teuthology.orchestra.run.smithi031.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:41:31.881 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 9a:a3:31:f5:b3:c7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:41:31.881 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::98a3:31ff:fef5:b3c7/64 scope link 2024-09-19T04:41:31.881 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:31.882 INFO:teuthology.orchestra.run.smithi031.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:41:31.882 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether f2:dd:65:4c:66:2b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:41:31.882 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::f0dd:65ff:fe4c:662b/64 scope link 2024-09-19T04:41:31.882 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:31.882 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:31.882 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:41:31.973 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-19T04:41:31.976 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:31.976 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-19T04:41:32.012 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-19T04:41:32.012 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:41:32.012 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T04:41:32.012 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T04:41:32.012 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:41:32.013 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:41:32.013 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:41:32.013 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T04:41:32.013 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T04:41:32.013 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T04:41:32.013 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:41:32.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:41:32.202 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:41:32.210 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:32.211 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-19T04:41:32.246 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:41:32.246 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T04:41:32.246 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:41:32.246 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:32.246 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-19T04:41:32.343 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:41:32.343 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:32.378 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:41:32.379 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:41:32.379 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:32.453 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T04:41:32.454 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:32.454 DEBUG:teuthology.orchestra.run.smithi031:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:41:32.582 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:41:32.583 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:41:32.583 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:41:32.598 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:41:32.598 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:41:32.598 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:41:32.599 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:41:32.599 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:41:32.620 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:41:32.620 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:41:32.620 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:41:32.620 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:41:32.621 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:41:32.621 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790" 2024-09-19T04:41:32.621 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790:/ 2024-09-19T04:41:32.621 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=ae16a32b-37f5-48e5-a20a-d947237e5ec4" will pass to kernel 2024-09-19T04:41:32.622 INFO:teuthology.orchestra.run.smithi031.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T04:41:32.622 INFO:teuthology.orchestra.run.smithi031.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:41:32.622 INFO:teuthology.orchestra.run.smithi031.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:41:32.622 INFO:teuthology.orchestra.run.smithi031.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:41:32.622 INFO:teuthology.orchestra.run.smithi031.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:41:32.625 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:41:32.625 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:32.625 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:32.681 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:41:32.762 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:32 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:41:32.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:41:32.777 INFO:teuthology.orchestra.run.smithi031.stdout:client5379 2024-09-19T04:41:32.777 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:41:32.777 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:32.813 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:32.813 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch test_file) 2024-09-19T04:41:32.895 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mds allow mon 'allow r' osd 'allow r pool=cephfs_data' 2024-09-19T04:41:33.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.097+0000 7faa55200640 1 Processor -- start 2024-09-19T04:41:33.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.097+0000 7faa55200640 1 -- start start 2024-09-19T04:41:33.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.099+0000 7faa55200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7faa50072750 0x7faa5006e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:33.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.099+0000 7faa55200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa5006e790 con 0x7faa500cee80 2024-09-19T04:41:33.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.099+0000 7faa55200640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa5006ea70 con 0x7faa500afa40 2024-09-19T04:41:33.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.099+0000 7faa55200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7faa500ce9f0 con 0x7faa50072750 2024-09-19T04:41:33.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.099+0000 7faa47e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7faa50072750 0x7faa5006e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:33.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.099+0000 7faa4e800640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7faa500cee80 0x7faa500cf330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:59548/0 (socket says 172.21.15.31:59548) 2024-09-19T04:41:33.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.099+0000 7faa4e800640 1 -- 172.21.15.31:0/1831127919 learned_addr learned my addr 172.21.15.31:0/1831127919 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:33.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.100+0000 7faa47e00640 1 -- 172.21.15.31:0/1831127919 >> v1:172.21.15.52:6789/0 conn(0x7faa500afa40 legacy=0x7faa50072040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:33.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.100+0000 7faa47e00640 1 -- 172.21.15.31:0/1831127919 >> v1:172.21.15.31:6789/0 conn(0x7faa500cee80 legacy=0x7faa500cf330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:33.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.100+0000 7faa47e00640 1 -- 172.21.15.31:0/1831127919 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa5006ed50 con 0x7faa50072750 2024-09-19T04:41:33.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.101+0000 7faa47e00640 1 --2- 172.21.15.31:0/1831127919 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa50072750 0x7faa5006e040 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7faa380097a0 tx=0x7faa3802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e97585d49f94e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:33.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.101+0000 7faa4d400640 1 -- 172.21.15.31:0/1831127919 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa38037070 con 0x7faa50072750 2024-09-19T04:41:33.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.101+0000 7faa4d400640 1 -- 172.21.15.31:0/1831127919 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa38032440 con 0x7faa50072750 2024-09-19T04:41:33.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.101+0000 7faa4d400640 1 -- 172.21.15.31:0/1831127919 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa38032810 con 0x7faa50072750 2024-09-19T04:41:33.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.102+0000 7faa55200640 1 -- 172.21.15.31:0/1831127919 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa50072750 msgr2=0x7faa5006e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:33.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.102+0000 7faa55200640 1 --2- 172.21.15.31:0/1831127919 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa50072750 0x7faa5006e040 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7faa380097a0 tx=0x7faa3802a1e0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.102+0000 7faa55200640 1 -- 172.21.15.31:0/1831127919 shutdown_connections 2024-09-19T04:41:33.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.102+0000 7faa55200640 1 --2- 172.21.15.31:0/1831127919 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa50072750 0x7faa5006e040 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.102+0000 7faa55200640 1 -- 172.21.15.31:0/1831127919 >> 172.21.15.31:0/1831127919 conn(0x7faa500b5de0 msgr2=0x7faa5006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:33.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.102+0000 7faa55200640 1 -- 172.21.15.31:0/1831127919 shutdown_connections 2024-09-19T04:41:33.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.102+0000 7faa55200640 1 -- 172.21.15.31:0/1831127919 wait complete. 2024-09-19T04:41:33.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.103+0000 7faa55200640 1 Processor -- start 2024-09-19T04:41:33.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.103+0000 7faa55200640 1 -- start start 2024-09-19T04:41:33.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.104+0000 7faa55200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faa50072750 0x7faa500b1590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:33.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.104+0000 7faa55200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7faa500afa40 0x7faa50141b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:33.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.104+0000 7faa55200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa500cee80 0x7faa5014f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:33.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.104+0000 7faa55200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7faa5015d520 con 0x7faa500cee80 2024-09-19T04:41:33.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.104+0000 7faa55200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7faa500afe20 con 0x7faa50072750 2024-09-19T04:41:33.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.104+0000 7faa55200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7faa5015d6a0 con 0x7faa500afa40 2024-09-19T04:41:33.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.105+0000 7faa4e800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa500cee80 0x7faa5014f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:33.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.105+0000 7faa4e800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa500cee80 0x7faa5014f100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59170/0 (socket says 172.21.15.31:59170) 2024-09-19T04:41:33.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.105+0000 7faa4e800640 1 -- 172.21.15.31:0/3565386545 learned_addr learned my addr 172.21.15.31:0/3565386545 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:33.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.105+0000 7faa4de00640 1 --2- 172.21.15.31:0/3565386545 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faa50072750 0x7faa500b1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:33.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.105+0000 7faa47e00640 1 --2- 172.21.15.31:0/3565386545 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7faa500afa40 0x7faa50141b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:33.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.105+0000 7faa4e800640 1 -- 172.21.15.31:0/3565386545 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7faa500afa40 msgr2=0x7faa50141b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:33.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.105+0000 7faa4e800640 1 --2- 172.21.15.31:0/3565386545 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7faa500afa40 0x7faa50141b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.105+0000 7faa4e800640 1 -- 172.21.15.31:0/3565386545 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faa50072750 msgr2=0x7faa500b1590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:33.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.105+0000 7faa4e800640 1 --2- 172.21.15.31:0/3565386545 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faa50072750 0x7faa500b1590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.105+0000 7faa4e800640 1 -- 172.21.15.31:0/3565386545 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa500b1d30 con 0x7faa500cee80 2024-09-19T04:41:33.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.105+0000 7faa4e800640 1 --2- 172.21.15.31:0/3565386545 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa500cee80 0x7faa5014f100 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7faa4800ca80 tx=0x7faa4800cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:33.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.106+0000 7faa46000640 1 -- 172.21.15.31:0/3565386545 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa48017070 con 0x7faa500cee80 2024-09-19T04:41:33.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.106+0000 7faa46000640 1 -- 172.21.15.31:0/3565386545 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa4800abd0 con 0x7faa500cee80 2024-09-19T04:41:33.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.106+0000 7faa46000640 1 -- 172.21.15.31:0/3565386545 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa48012400 con 0x7faa500cee80 2024-09-19T04:41:33.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.106+0000 7faa55200640 1 -- 172.21.15.31:0/3565386545 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa500b2010 con 0x7faa500cee80 2024-09-19T04:41:33.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.106+0000 7faa55200640 1 -- 172.21.15.31:0/3565386545 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa500b25d0 con 0x7faa500cee80 2024-09-19T04:41:33.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.107+0000 7faa55200640 1 -- 172.21.15.31:0/3565386545 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa5006e040 con 0x7faa500cee80 2024-09-19T04:41:33.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.108+0000 7faa46000640 1 -- 172.21.15.31:0/3565386545 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faa4801a070 con 0x7faa500cee80 2024-09-19T04:41:33.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.109+0000 7faa46000640 1 --2- 172.21.15.31:0/3565386545 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7faa2c06c2b0 0x7faa2c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:33.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.109+0000 7faa46000640 1 -- 172.21.15.31:0/3565386545 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7faa4808b130 con 0x7faa500cee80 2024-09-19T04:41:33.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.109+0000 7faa4de00640 1 --2- 172.21.15.31:0/3565386545 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7faa2c06c2b0 0x7faa2c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:33.111 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.110+0000 7faa4de00640 1 --2- 172.21.15.31:0/3565386545 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7faa2c06c2b0 0x7faa2c06e770 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7faa40004f60 tx=0x7faa40007e30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:33.115 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.113+0000 7faa46000640 1 -- 172.21.15.31:0/3565386545 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faa480590b0 con 0x7faa500cee80 2024-09-19T04:41:33.370 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.368+0000 7faa55200640 1 -- 172.21.15.31:0/3565386545 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow", "mon", "allow r", "osd", "allow r pool=cephfs_data"]} v 0) -- 0x7faa5015ceb0 con 0x7faa500cee80 2024-09-19T04:41:33.372 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.371+0000 7faa46000640 1 -- 172.21.15.31:0/3565386545 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow", "mon", "allow r", "osd", "allow r pool=cephfs_data"]}]=0 updated caps for client.0 v16) ==== 183+0+140 (secure 0 0 0) 0x7faa4805d3b0 con 0x7faa500cee80 2024-09-19T04:41:33.372 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-19T04:41:33.373 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDZqutml7qZARAA13b5YKV6Lq7t2WiQ9cjFCQ== 2024-09-19T04:41:33.373 INFO:teuthology.orchestra.run.smithi031.stdout: caps mds = "allow" 2024-09-19T04:41:33.373 INFO:teuthology.orchestra.run.smithi031.stdout: caps mon = "allow r" 2024-09-19T04:41:33.373 INFO:teuthology.orchestra.run.smithi031.stdout: caps osd = "allow r pool=cephfs_data" 2024-09-19T04:41:33.373 INFO:teuthology.orchestra.run.smithi031.stderr:updated caps for client.0 2024-09-19T04:41:33.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.373+0000 7faa55200640 1 -- 172.21.15.31:0/3565386545 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7faa2c06c2b0 msgr2=0x7faa2c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:33.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.373+0000 7faa55200640 1 --2- 172.21.15.31:0/3565386545 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7faa2c06c2b0 0x7faa2c06e770 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7faa40004f60 tx=0x7faa40007e30 comp rx=0 tx=0).stop 2024-09-19T04:41:33.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.373+0000 7faa55200640 1 -- 172.21.15.31:0/3565386545 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa500cee80 msgr2=0x7faa5014f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:33.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.373+0000 7faa55200640 1 --2- 172.21.15.31:0/3565386545 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa500cee80 0x7faa5014f100 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7faa4800ca80 tx=0x7faa4800cf40 comp rx=0 tx=0).stop 2024-09-19T04:41:33.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.373+0000 7faa55200640 1 -- 172.21.15.31:0/3565386545 shutdown_connections 2024-09-19T04:41:33.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.373+0000 7faa55200640 1 --2- 172.21.15.31:0/3565386545 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7faa500cee80 0x7faa5014f100 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.373+0000 7faa55200640 1 --2- 172.21.15.31:0/3565386545 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7faa500afa40 0x7faa50141b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.373+0000 7faa55200640 1 --2- 172.21.15.31:0/3565386545 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7faa2c06c2b0 0x7faa2c06e770 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.375 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.373+0000 7faa55200640 1 --2- 172.21.15.31:0/3565386545 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faa50072750 0x7faa500b1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.373+0000 7faa55200640 1 -- 172.21.15.31:0/3565386545 >> 172.21.15.31:0/3565386545 conn(0x7faa500b5de0 msgr2=0x7faa50156580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:33.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.373+0000 7faa55200640 1 -- 172.21.15.31:0/3565386545 shutdown_connections 2024-09-19T04:41:33.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.373+0000 7faa55200640 1 -- 172.21.15.31:0/3565386545 wait complete. 2024-09-19T04:41:33.392 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:41:33.392 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:33.428 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:41:33.428 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:33.504 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:41:33.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.699+0000 7fcae5800640 1 Processor -- start 2024-09-19T04:41:33.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.699+0000 7fcae5800640 1 -- start start 2024-09-19T04:41:33.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.700+0000 7fcae5800640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fcae0156590 0x7fcae00735b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:33.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.700+0000 7fcae5800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fcae00ad1b0 0x7fcae00cf820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:33.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.700+0000 7fcae5800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcae00adc70 0x7fcae00ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:33.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.700+0000 7fcae5800640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fcae0072510 con 0x7fcae00ad1b0 2024-09-19T04:41:33.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.700+0000 7fcae5800640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fcae00727f0 con 0x7fcae0156590 2024-09-19T04:41:33.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.700+0000 7fcae5800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fcae0072ad0 con 0x7fcae00adc70 2024-09-19T04:41:33.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.701+0000 7fcad7400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fcae00ad1b0 0x7fcae00cf820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:33.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.701+0000 7fcad7400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fcae00ad1b0 0x7fcae00cf820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59172/0 (socket says 172.21.15.31:59172) 2024-09-19T04:41:33.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.701+0000 7fcad7400640 1 -- 172.21.15.31:0/444533375 learned_addr learned my addr 172.21.15.31:0/444533375 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:33.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.701+0000 7fcae4e00640 1 --2- 172.21.15.31:0/444533375 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcae00adc70 0x7fcae00ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:33.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.701+0000 7fcadfe00640 1 --2- 172.21.15.31:0/444533375 >> v2:172.21.15.52:3300/0 conn(0x7fcae0156590 0x7fcae00735b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:33.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.701+0000 7fcad7400640 1 -- 172.21.15.31:0/444533375 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcae00adc70 msgr2=0x7fcae00ae100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:33.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.701+0000 7fcad7400640 1 --2- 172.21.15.31:0/444533375 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcae00adc70 0x7fcae00ae100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.701+0000 7fcad7400640 1 -- 172.21.15.31:0/444533375 >> v2:172.21.15.52:3300/0 conn(0x7fcae0156590 msgr2=0x7fcae00735b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:33.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.701+0000 7fcad7400640 1 --2- 172.21.15.31:0/444533375 >> v2:172.21.15.52:3300/0 conn(0x7fcae0156590 0x7fcae00735b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.704 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.701+0000 7fcad7400640 1 -- 172.21.15.31:0/444533375 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcae0072db0 con 0x7fcae00ad1b0 2024-09-19T04:41:33.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.702+0000 7fcad7400640 1 --2- 172.21.15.31:0/444533375 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcae00ad1b0 0x7fcae00cf820 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fcae00b2e30 tx=0x7fcac802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b1c25b2fd6f4544 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:33.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.702+0000 7fcadf400640 1 -- 172.21.15.31:0/444533375 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac8037070 con 0x7fcae00ad1b0 2024-09-19T04:41:33.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.702+0000 7fcadf400640 1 -- 172.21.15.31:0/444533375 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcac8032440 con 0x7fcae00ad1b0 2024-09-19T04:41:33.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.703+0000 7fcadf400640 1 -- 172.21.15.31:0/444533375 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac8032810 con 0x7fcae00ad1b0 2024-09-19T04:41:33.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.703+0000 7fcae5800640 1 -- 172.21.15.31:0/444533375 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcae00ad1b0 msgr2=0x7fcae00cf820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:33.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.703+0000 7fcae5800640 1 --2- 172.21.15.31:0/444533375 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcae00ad1b0 0x7fcae00cf820 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fcae00b2e30 tx=0x7fcac802a1e0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.703+0000 7fcae5800640 1 -- 172.21.15.31:0/444533375 shutdown_connections 2024-09-19T04:41:33.705 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.703+0000 7fcae5800640 1 --2- 172.21.15.31:0/444533375 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcae00adc70 0x7fcae00ae100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.703+0000 7fcae5800640 1 --2- 172.21.15.31:0/444533375 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcae00ad1b0 0x7fcae00cf820 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.703+0000 7fcae5800640 1 --2- 172.21.15.31:0/444533375 >> v2:172.21.15.52:3300/0 conn(0x7fcae0156590 0x7fcae00735b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.703+0000 7fcae5800640 1 -- 172.21.15.31:0/444533375 >> 172.21.15.31:0/444533375 conn(0x7fcae006bdf0 msgr2=0x7fcae006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:33.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.703+0000 7fcae5800640 1 -- 172.21.15.31:0/444533375 shutdown_connections 2024-09-19T04:41:33.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.703+0000 7fcae5800640 1 -- 172.21.15.31:0/444533375 wait complete. 2024-09-19T04:41:33.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.705+0000 7fcae5800640 1 Processor -- start 2024-09-19T04:41:33.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.705+0000 7fcae5800640 1 -- start start 2024-09-19T04:41:33.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.706+0000 7fcae5800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcae00ad1b0 0x7fcae014e310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:33.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.706+0000 7fcae5800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcae00adc70 0x7fcae014a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:33.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.706+0000 7fcae5800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcae0156590 0x7fcae0152190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:33.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.706+0000 7fcae5800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fcae00cfd60 con 0x7fcae00ad1b0 2024-09-19T04:41:33.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.706+0000 7fcae5800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fcae0073af0 con 0x7fcae00adc70 2024-09-19T04:41:33.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.706+0000 7fcae5800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fcae0156970 con 0x7fcae0156590 2024-09-19T04:41:33.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.706+0000 7fcadfe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcae00ad1b0 0x7fcae014e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:33.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.706+0000 7fcadfe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcae00ad1b0 0x7fcae014e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59176/0 (socket says 172.21.15.31:59176) 2024-09-19T04:41:33.709 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.706+0000 7fcadfe00640 1 -- 172.21.15.31:0/3443469872 learned_addr learned my addr 172.21.15.31:0/3443469872 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:33.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.706+0000 7fcae4e00640 1 --2- 172.21.15.31:0/3443469872 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcae0156590 0x7fcae0152190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:33.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.706+0000 7fcad7400640 1 --2- 172.21.15.31:0/3443469872 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcae00adc70 0x7fcae014a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:33.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.707+0000 7fcadfe00640 1 -- 172.21.15.31:0/3443469872 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcae0156590 msgr2=0x7fcae0152190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:33.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.707+0000 7fcadfe00640 1 --2- 172.21.15.31:0/3443469872 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcae0156590 0x7fcae0152190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.707+0000 7fcadfe00640 1 -- 172.21.15.31:0/3443469872 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcae00adc70 msgr2=0x7fcae014a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:33.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.707+0000 7fcadfe00640 1 --2- 172.21.15.31:0/3443469872 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcae00adc70 0x7fcae014a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.707+0000 7fcadfe00640 1 -- 172.21.15.31:0/3443469872 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcae014a8f0 con 0x7fcae00ad1b0 2024-09-19T04:41:33.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.707+0000 7fcadfe00640 1 --2- 172.21.15.31:0/3443469872 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcae00ad1b0 0x7fcae014e310 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fcad000e870 tx=0x7fcad000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:33.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.707+0000 7fcadcc00640 1 -- 172.21.15.31:0/3443469872 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad0017070 con 0x7fcae00ad1b0 2024-09-19T04:41:33.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.707+0000 7fcadcc00640 1 -- 172.21.15.31:0/3443469872 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcad000c940 con 0x7fcae00ad1b0 2024-09-19T04:41:33.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.707+0000 7fcadcc00640 1 -- 172.21.15.31:0/3443469872 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad000cd30 con 0x7fcae00ad1b0 2024-09-19T04:41:33.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.707+0000 7fcae5800640 1 -- 172.21.15.31:0/3443469872 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcae0151780 con 0x7fcae00ad1b0 2024-09-19T04:41:33.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.707+0000 7fcae5800640 1 -- 172.21.15.31:0/3443469872 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcae0151d40 con 0x7fcae00ad1b0 2024-09-19T04:41:33.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.709+0000 7fcae5800640 1 -- 172.21.15.31:0/3443469872 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcae00cf820 con 0x7fcae00ad1b0 2024-09-19T04:41:33.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.709+0000 7fcadcc00640 1 -- 172.21.15.31:0/3443469872 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcad001a070 con 0x7fcae00ad1b0 2024-09-19T04:41:33.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.710+0000 7fcadcc00640 1 --2- 172.21.15.31:0/3443469872 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcabc06c2e0 0x7fcabc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:33.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.710+0000 7fcadcc00640 1 -- 172.21.15.31:0/3443469872 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7fcad008b450 con 0x7fcae00ad1b0 2024-09-19T04:41:33.712 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.710+0000 7fcad7400640 1 --2- 172.21.15.31:0/3443469872 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcabc06c2e0 0x7fcabc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:33.713 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.711+0000 7fcad7400640 1 --2- 172.21.15.31:0/3443469872 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcabc06c2e0 0x7fcabc06e7a0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fcac8034000 tx=0x7fcac802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:33.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.714+0000 7fcadcc00640 1 -- 172.21.15.31:0/3443469872 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcae014a8f0 con 0x7fcae00ad1b0 2024-09-19T04:41:33.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.910+0000 7fcae5800640 1 -- 172.21.15.31:0/3443469872 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fcae006f4e0 con 0x7fcae00ad1b0 2024-09-19T04:41:33.912 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.910+0000 7fcadcc00640 1 -- 172.21.15.31:0/3443469872 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v55) ==== 80+0+0 (secure 0 0 0) 0x7fcad0059350 con 0x7fcae00ad1b0 2024-09-19T04:41:33.912 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-19T04:41:33.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.912+0000 7fcae5800640 1 -- 172.21.15.31:0/3443469872 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcabc06c2e0 msgr2=0x7fcabc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:33.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.912+0000 7fcae5800640 1 --2- 172.21.15.31:0/3443469872 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcabc06c2e0 0x7fcabc06e7a0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fcac8034000 tx=0x7fcac802e000 comp rx=0 tx=0).stop 2024-09-19T04:41:33.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.912+0000 7fcae5800640 1 -- 172.21.15.31:0/3443469872 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcae00ad1b0 msgr2=0x7fcae014e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:33.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.912+0000 7fcae5800640 1 --2- 172.21.15.31:0/3443469872 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcae00ad1b0 0x7fcae014e310 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fcad000e870 tx=0x7fcad000ed30 comp rx=0 tx=0).stop 2024-09-19T04:41:33.914 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.912+0000 7fcae5800640 1 -- 172.21.15.31:0/3443469872 shutdown_connections 2024-09-19T04:41:33.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.912+0000 7fcae5800640 1 --2- 172.21.15.31:0/3443469872 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fcae0156590 0x7fcae0152190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.912+0000 7fcae5800640 1 --2- 172.21.15.31:0/3443469872 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fcabc06c2e0 0x7fcabc06e7a0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.912+0000 7fcae5800640 1 --2- 172.21.15.31:0/3443469872 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcae00adc70 0x7fcae014a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.912+0000 7fcae5800640 1 --2- 172.21.15.31:0/3443469872 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fcae00ad1b0 0x7fcae014e310 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:33.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.912+0000 7fcae5800640 1 -- 172.21.15.31:0/3443469872 >> 172.21.15.31:0/3443469872 conn(0x7fcae006bdf0 msgr2=0x7fcae006c1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:33.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.912+0000 7fcae5800640 1 -- 172.21.15.31:0/3443469872 shutdown_connections 2024-09-19T04:41:33.915 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:33.912+0000 7fcae5800640 1 -- 172.21.15.31:0/3443469872 wait complete. 2024-09-19T04:41:33.929 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T04:41:33.930 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:33.930 DEBUG:teuthology.orchestra.run.smithi031:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:33.994 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:41:33.995 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:33.995 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T04:41:34.031 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:41:34.226 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.225+0000 7f7fa6c00640 1 Processor -- start 2024-09-19T04:41:34.227 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.225+0000 7f7fa6c00640 1 -- start start 2024-09-19T04:41:34.228 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.226+0000 7f7fa6c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f7fa0158c40 0x7f7fa00b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:34.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.226+0000 7f7fa6c00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7fa00711b0 con 0x7f7fa0162cc0 2024-09-19T04:41:34.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.226+0000 7f7fa6c00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7fa0162020 con 0x7f7fa006c320 2024-09-19T04:41:34.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.226+0000 7f7fa6c00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f7fa00d2110 con 0x7f7fa0158c40 2024-09-19T04:41:34.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.226+0000 7f7f9fe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f7fa0162cc0 0x7f7fa006bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:59564/0 (socket says 172.21.15.31:59564) 2024-09-19T04:41:34.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.226+0000 7f7f9fe00640 1 -- 172.21.15.31:0/1437461926 learned_addr learned my addr 172.21.15.31:0/1437461926 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:34.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.226+0000 7f7fa4c00640 1 --2- 172.21.15.31:0/1437461926 >> v2:172.21.15.31:3300/0 conn(0x7f7fa0158c40 0x7f7fa00b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:34.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.227+0000 7f7fa4c00640 1 -- 172.21.15.31:0/1437461926 >> v1:172.21.15.52:6789/0 conn(0x7f7fa006c320 legacy=0x7f7fa0158530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:34.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.227+0000 7f7fa4c00640 1 -- 172.21.15.31:0/1437461926 >> v1:172.21.15.31:6789/0 conn(0x7f7fa0162cc0 legacy=0x7f7fa006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:34.229 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.227+0000 7f7fa4c00640 1 -- 172.21.15.31:0/1437461926 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fa00d1350 con 0x7f7fa0158c40 2024-09-19T04:41:34.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.228+0000 7f7fa4c00640 1 --2- 172.21.15.31:0/1437461926 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa0158c40 0x7f7fa00b6f90 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f7f98009d90 tx=0x7f7f9802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c832f1e7f08eb46 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:34.230 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.228+0000 7f7f9f400640 1 -- 172.21.15.31:0/1437461926 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f98007740 con 0x7f7fa0158c40 2024-09-19T04:41:34.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.228+0000 7f7f9f400640 1 -- 172.21.15.31:0/1437461926 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f980078e0 con 0x7f7fa0158c40 2024-09-19T04:41:34.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.228+0000 7f7f9f400640 1 -- 172.21.15.31:0/1437461926 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f98007cb0 con 0x7f7fa0158c40 2024-09-19T04:41:34.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.229+0000 7f7fa6c00640 1 -- 172.21.15.31:0/1437461926 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa0158c40 msgr2=0x7f7fa00b6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:34.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.229+0000 7f7fa6c00640 1 --2- 172.21.15.31:0/1437461926 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa0158c40 0x7f7fa00b6f90 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f7f98009d90 tx=0x7f7f9802a6f0 comp rx=0 tx=0).stop 2024-09-19T04:41:34.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.229+0000 7f7fa6c00640 1 -- 172.21.15.31:0/1437461926 shutdown_connections 2024-09-19T04:41:34.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.229+0000 7f7fa6c00640 1 --2- 172.21.15.31:0/1437461926 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa0158c40 0x7f7fa00b6f90 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:34.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.229+0000 7f7fa6c00640 1 -- 172.21.15.31:0/1437461926 >> 172.21.15.31:0/1437461926 conn(0x7f7fa009aa70 msgr2=0x7f7fa00b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:34.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.229+0000 7f7fa6c00640 1 -- 172.21.15.31:0/1437461926 shutdown_connections 2024-09-19T04:41:34.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.229+0000 7f7fa6c00640 1 -- 172.21.15.31:0/1437461926 wait complete. 2024-09-19T04:41:34.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.230+0000 7f7fa6c00640 1 Processor -- start 2024-09-19T04:41:34.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.231+0000 7f7fa6c00640 1 -- start start 2024-09-19T04:41:34.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.231+0000 7f7fa6c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7fa006c320 0x7f7fa00b0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:34.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.231+0000 7f7fa6c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fa0158c40 0x7f7fa01511c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:34.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.231+0000 7f7fa6c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa0162cc0 0x7f7fa00b2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:34.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.231+0000 7f7fa6c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa00d1c80 con 0x7f7fa0162cc0 2024-09-19T04:41:34.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.232+0000 7f7fa6c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa00d1910 con 0x7f7fa0158c40 2024-09-19T04:41:34.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.232+0000 7f7fa6c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f7fa0070a80 con 0x7f7fa006c320 2024-09-19T04:41:34.234 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.232+0000 7f7fa4c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa0162cc0 0x7f7fa00b2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:34.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.232+0000 7f7fa4c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa0162cc0 0x7f7fa00b2310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59202/0 (socket says 172.21.15.31:59202) 2024-09-19T04:41:34.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.232+0000 7f7fa4c00640 1 -- 172.21.15.31:0/3017839211 learned_addr learned my addr 172.21.15.31:0/3017839211 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:34.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.232+0000 7f7f9fe00640 1 --2- 172.21.15.31:0/3017839211 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7fa006c320 0x7f7fa00b0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:34.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.232+0000 7f7f97e00640 1 --2- 172.21.15.31:0/3017839211 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fa0158c40 0x7f7fa01511c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:34.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.232+0000 7f7fa4c00640 1 -- 172.21.15.31:0/3017839211 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7fa006c320 msgr2=0x7f7fa00b0fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:34.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.232+0000 7f7fa4c00640 1 --2- 172.21.15.31:0/3017839211 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7fa006c320 0x7f7fa00b0fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:34.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.232+0000 7f7fa4c00640 1 -- 172.21.15.31:0/3017839211 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fa0158c40 msgr2=0x7f7fa01511c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:34.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.232+0000 7f7fa4c00640 1 --2- 172.21.15.31:0/3017839211 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fa0158c40 0x7f7fa01511c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:34.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.232+0000 7f7fa4c00640 1 -- 172.21.15.31:0/3017839211 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fa00b17f0 con 0x7f7fa0162cc0 2024-09-19T04:41:34.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.233+0000 7f7fa4c00640 1 --2- 172.21.15.31:0/3017839211 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa0162cc0 0x7f7fa00b2310 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f7f98009eb0 tx=0x7f7f98004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:34.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.233+0000 7f7f9cc00640 1 -- 172.21.15.31:0/3017839211 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f98040070 con 0x7f7fa0162cc0 2024-09-19T04:41:34.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.233+0000 7f7f9cc00640 1 -- 172.21.15.31:0/3017839211 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f98031c90 con 0x7f7fa0162cc0 2024-09-19T04:41:34.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.233+0000 7f7f9cc00640 1 -- 172.21.15.31:0/3017839211 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f98045680 con 0x7f7fa0162cc0 2024-09-19T04:41:34.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.233+0000 7f7fa6c00640 1 -- 172.21.15.31:0/3017839211 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fa00b1ad0 con 0x7f7fa0162cc0 2024-09-19T04:41:34.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.233+0000 7f7fa6c00640 1 -- 172.21.15.31:0/3017839211 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fa01597e0 con 0x7f7fa0162cc0 2024-09-19T04:41:34.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.234+0000 7f7fa6c00640 1 -- 172.21.15.31:0/3017839211 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fa01599e0 con 0x7f7fa0162cc0 2024-09-19T04:41:34.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.235+0000 7f7f9cc00640 1 -- 172.21.15.31:0/3017839211 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7f98039040 con 0x7f7fa0162cc0 2024-09-19T04:41:34.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.236+0000 7f7f9cc00640 1 --2- 172.21.15.31:0/3017839211 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7f7c06c2b0 0x7f7f7c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:34.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.236+0000 7f7f9cc00640 1 -- 172.21.15.31:0/3017839211 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7f7f980acf40 con 0x7f7fa0162cc0 2024-09-19T04:41:34.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.236+0000 7f7f9fe00640 1 --2- 172.21.15.31:0/3017839211 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7f7c06c2b0 0x7f7f7c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:34.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.237+0000 7f7f9fe00640 1 --2- 172.21.15.31:0/3017839211 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7f7c06c2b0 0x7f7f7c06e770 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f7f90005880 tx=0x7f7f90009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:34.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.240+0000 7f7f9cc00640 1 -- 172.21.15.31:0/3017839211 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7fa01599e0 con 0x7f7fa0162cc0 2024-09-19T04:41:34.465 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.464+0000 7f7fa6c00640 1 -- 172.21.15.31:0/3017839211 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f7fa0070e50 con 0x7f7fa0162cc0 2024-09-19T04:41:34.466 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.464+0000 7f7f9cc00640 1 -- 172.21.15.31:0/3017839211 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) ==== 53+0+73 (secure 0 0 0) 0x7f7f9807aef0 con 0x7f7fa0162cc0 2024-09-19T04:41:34.466 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:41:34.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.466+0000 7f7fa6c00640 1 -- 172.21.15.31:0/3017839211 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7f7c06c2b0 msgr2=0x7f7f7c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:34.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.466+0000 7f7fa6c00640 1 --2- 172.21.15.31:0/3017839211 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7f7c06c2b0 0x7f7f7c06e770 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f7f90005880 tx=0x7f7f90009040 comp rx=0 tx=0).stop 2024-09-19T04:41:34.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.466+0000 7f7fa6c00640 1 -- 172.21.15.31:0/3017839211 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa0162cc0 msgr2=0x7f7fa00b2310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:34.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.466+0000 7f7fa6c00640 1 --2- 172.21.15.31:0/3017839211 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa0162cc0 0x7f7fa00b2310 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f7f98009eb0 tx=0x7f7f98004a40 comp rx=0 tx=0).stop 2024-09-19T04:41:34.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.466+0000 7f7fa6c00640 1 -- 172.21.15.31:0/3017839211 shutdown_connections 2024-09-19T04:41:34.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.466+0000 7f7fa6c00640 1 --2- 172.21.15.31:0/3017839211 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7fa0162cc0 0x7f7fa00b2310 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:34.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.466+0000 7f7fa6c00640 1 --2- 172.21.15.31:0/3017839211 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7f7c06c2b0 0x7f7f7c06e770 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:34.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.466+0000 7f7fa6c00640 1 --2- 172.21.15.31:0/3017839211 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7fa0158c40 0x7f7fa01511c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:34.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.466+0000 7f7fa6c00640 1 --2- 172.21.15.31:0/3017839211 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7fa006c320 0x7f7fa00b0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:34.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.466+0000 7f7fa6c00640 1 -- 172.21.15.31:0/3017839211 >> 172.21.15.31:0/3017839211 conn(0x7f7fa009aa70 msgr2=0x7f7fa015c650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:34.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.466+0000 7f7fa6c00640 1 -- 172.21.15.31:0/3017839211 shutdown_connections 2024-09-19T04:41:34.469 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34.466+0000 7f7fa6c00640 1 -- 172.21.15.31:0/3017839211 wait complete. 2024-09-19T04:41:34.484 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:41:34.485 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:41:34.485 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-19T04:41:34.485 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T04:41:34.485 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:34.485 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:41:34.485 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:41:34.485 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:41:34.485 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:41:34.485 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:34.485 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-19T04:41:34.521 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:41:34.521 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:41:34.521 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:41:34.521 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:34.522 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-19T04:41:34.522 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:34.522 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:41:34.522 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:34.522 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-19T04:41:34.522 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:41:34.522 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:34.522 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-19T04:41:34.522 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:41:34.522 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:34.522 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-19T04:41:34.522 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T04:41:34.522 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42606sec preferred_lft 42606sec 2024-09-19T04:41:34.523 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-19T04:41:34.523 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:34.523 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:41:34.523 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:34.523 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-19T04:41:34.523 INFO:teuthology.orchestra.run.smithi031.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:41:34.523 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 9a:a3:31:f5:b3:c7 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:34.523 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:41:34.523 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:34.523 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::8c16:44ff:fe32:5c30/64 scope link 2024-09-19T04:41:34.523 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:34.523 INFO:teuthology.orchestra.run.smithi031.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:41:34.523 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 9a:a3:31:f5:b3:c7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:41:34.524 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::98a3:31ff:fef5:b3c7/64 scope link 2024-09-19T04:41:34.524 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:34.524 INFO:teuthology.orchestra.run.smithi031.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:41:34.524 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether f2:dd:65:4c:66:2b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:41:34.524 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::f0dd:65ff:fe4c:662b/64 scope link 2024-09-19T04:41:34.524 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:34.524 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:34.524 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:41:34.614 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-19T04:41:34.618 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:34.618 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-19T04:41:34.654 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-19T04:41:34.654 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:41:34.654 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T04:41:34.654 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T04:41:34.654 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:41:34.654 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:41:34.654 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:41:34.654 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T04:41:34.655 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T04:41:34.655 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T04:41:34.655 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:41:34.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:41:34.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:41:34.853 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:34.853 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-19T04:41:34.888 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:41:34.888 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T04:41:34.889 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:41:34.889 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:34.889 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-19T04:41:34.984 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:41:34.984 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:35.020 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:41:35.020 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:41:35.020 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:35.094 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T04:41:35.094 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:35.095 DEBUG:teuthology.orchestra.run.smithi031:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:41:35.223 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:41:35.224 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:41:35.224 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:41:35.239 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:41:35.239 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:41:35.239 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:41:35.239 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:41:35.240 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:41:35.263 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:41:35.263 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:41:35.263 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:41:35.263 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:41:35.263 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:41:35.263 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790" 2024-09-19T04:41:35.263 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790:/ 2024-09-19T04:41:35.263 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=ae16a32b-37f5-48e5-a20a-d947237e5ec4" will pass to kernel 2024-09-19T04:41:35.265 INFO:teuthology.orchestra.run.smithi031.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T04:41:35.266 INFO:teuthology.orchestra.run.smithi031.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:41:35.266 INFO:teuthology.orchestra.run.smithi031.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:41:35.266 INFO:teuthology.orchestra.run.smithi031.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:41:35.266 INFO:teuthology.orchestra.run.smithi031.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:41:35.269 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:41:35.269 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:35.269 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:35.325 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:41:35.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:41:35.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:41:35.415 INFO:teuthology.orchestra.run.smithi031.stdout:client5320 2024-09-19T04:41:35.415 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:41:35.415 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:35.450 DEBUG:teuthology.orchestra.run.smithi031:> stdin-killer -- python3 -c ' 2024-09-19T04:41:35.450 DEBUG:teuthology.orchestra.run.smithi031:> import os 2024-09-19T04:41:35.450 DEBUG:teuthology.orchestra.run.smithi031:> import errno 2024-09-19T04:41:35.450 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-19T04:41:35.451 DEBUG:teuthology.orchestra.run.smithi031:> fd = os.open("/home/ubuntu/cephtest/mnt.0/test_file", os.O_RDWR) 2024-09-19T04:41:35.451 DEBUG:teuthology.orchestra.run.smithi031:> try: 2024-09-19T04:41:35.451 DEBUG:teuthology.orchestra.run.smithi031:> if False: 2024-09-19T04:41:35.451 DEBUG:teuthology.orchestra.run.smithi031:> ret = os.read(fd, 1024) 2024-09-19T04:41:35.451 DEBUG:teuthology.orchestra.run.smithi031:> else: 2024-09-19T04:41:35.451 DEBUG:teuthology.orchestra.run.smithi031:> os.write(fd, b'"'"'content'"'"') 2024-09-19T04:41:35.451 DEBUG:teuthology.orchestra.run.smithi031:> except OSError as e: 2024-09-19T04:41:35.451 DEBUG:teuthology.orchestra.run.smithi031:> if e.errno != errno.EPERM: 2024-09-19T04:41:35.451 DEBUG:teuthology.orchestra.run.smithi031:> raise 2024-09-19T04:41:35.451 DEBUG:teuthology.orchestra.run.smithi031:> else: 2024-09-19T04:41:35.451 DEBUG:teuthology.orchestra.run.smithi031:> raise RuntimeError("client does not check permission of data pool") 2024-09-19T04:41:35.451 DEBUG:teuthology.orchestra.run.smithi031:> ' 2024-09-19T04:41:35.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:41:35.606 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mds allow mon 'allow r' osd 'allow w pool=cephfs_data' 2024-09-19T04:41:35.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.808+0000 7fc880a00640 1 Processor -- start 2024-09-19T04:41:35.810 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.808+0000 7fc880a00640 1 -- start start 2024-09-19T04:41:35.811 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.809+0000 7fc880a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc87c0afa40 0x7fc87c06e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:35.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.809+0000 7fc880a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc87c072040 0x7fc87c0724a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:35.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.809+0000 7fc880a00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc87c06e790 con 0x7fc87c0cee80 2024-09-19T04:41:35.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.810+0000 7fc880a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fc87c0729e0 con 0x7fc87c072040 2024-09-19T04:41:35.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.810+0000 7fc880a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fc87c0ce9f0 con 0x7fc87c0afa40 2024-09-19T04:41:35.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.810+0000 7fc871400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc87c072040 0x7fc87c0724a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:35.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.810+0000 7fc871400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc87c072040 0x7fc87c0724a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59208/0 (socket says 172.21.15.31:59208) 2024-09-19T04:41:35.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.810+0000 7fc871400640 1 -- 172.21.15.31:0/1113779707 learned_addr learned my addr 172.21.15.31:0/1113779707 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:35.812 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.810+0000 7fc879e00640 1 --2- 172.21.15.31:0/1113779707 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc87c0afa40 0x7fc87c06e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:35.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.810+0000 7fc871400640 1 -- 172.21.15.31:0/1113779707 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc87c0afa40 msgr2=0x7fc87c06e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:35.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.810+0000 7fc871400640 1 --2- 172.21.15.31:0/1113779707 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc87c0afa40 0x7fc87c06e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:35.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.810+0000 7fc871400640 1 -- 172.21.15.31:0/1113779707 >> v1:172.21.15.31:6789/0 conn(0x7fc87c0cee80 legacy=0x7fc87c0cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:35.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.810+0000 7fc871400640 1 -- 172.21.15.31:0/1113779707 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc87c06ea70 con 0x7fc87c072040 2024-09-19T04:41:35.813 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.810+0000 7fc879400640 1 -- 172.21.15.31:0/1113779707 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 257134793 0 0) 0x7fc87c06e790 con 0x7fc87c0cee80 2024-09-19T04:41:35.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.811+0000 7fc871400640 1 --2- 172.21.15.31:0/1113779707 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc87c072040 0x7fc87c0724a0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fc864009870 tx=0x7fc86402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4463bd044e8efbe7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:35.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.812+0000 7fc879400640 1 -- 172.21.15.31:0/1113779707 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc864037070 con 0x7fc87c072040 2024-09-19T04:41:35.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.812+0000 7fc879400640 1 -- 172.21.15.31:0/1113779707 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc864032440 con 0x7fc87c072040 2024-09-19T04:41:35.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.812+0000 7fc879400640 1 -- 172.21.15.31:0/1113779707 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc864032810 con 0x7fc87c072040 2024-09-19T04:41:35.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.812+0000 7fc880a00640 1 -- 172.21.15.31:0/1113779707 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc87c072040 msgr2=0x7fc87c0724a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:35.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.812+0000 7fc880a00640 1 --2- 172.21.15.31:0/1113779707 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc87c072040 0x7fc87c0724a0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fc864009870 tx=0x7fc86402a270 comp rx=0 tx=0).stop 2024-09-19T04:41:35.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.812+0000 7fc880a00640 1 -- 172.21.15.31:0/1113779707 shutdown_connections 2024-09-19T04:41:35.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.812+0000 7fc880a00640 1 --2- 172.21.15.31:0/1113779707 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc87c072040 0x7fc87c0724a0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:35.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.812+0000 7fc880a00640 1 --2- 172.21.15.31:0/1113779707 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc87c0afa40 0x7fc87c06e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:35.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.812+0000 7fc880a00640 1 -- 172.21.15.31:0/1113779707 >> 172.21.15.31:0/1113779707 conn(0x7fc87c0b5de0 msgr2=0x7fc87c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:35.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.812+0000 7fc880a00640 1 -- 172.21.15.31:0/1113779707 shutdown_connections 2024-09-19T04:41:35.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.812+0000 7fc880a00640 1 -- 172.21.15.31:0/1113779707 wait complete. 2024-09-19T04:41:35.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.814+0000 7fc880a00640 1 Processor -- start 2024-09-19T04:41:35.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.814+0000 7fc880a00640 1 -- start start 2024-09-19T04:41:35.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.815+0000 7fc880a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc87c072040 0x7fc87c1439c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:35.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.815+0000 7fc880a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc87c0afa40 0x7fc87c158d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:35.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.815+0000 7fc880a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc87c0cee80 0x7fc87c0b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:35.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.815+0000 7fc880a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc87c0afe20 con 0x7fc87c0afa40 2024-09-19T04:41:35.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.815+0000 7fc880a00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc87c06f030 con 0x7fc87c072040 2024-09-19T04:41:35.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.815+0000 7fc880a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fc87c15d520 con 0x7fc87c0cee80 2024-09-19T04:41:35.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.815+0000 7fc871400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc87c0afa40 0x7fc87c158d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:35.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.815+0000 7fc871400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc87c0afa40 0x7fc87c158d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59212/0 (socket says 172.21.15.31:59212) 2024-09-19T04:41:35.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.815+0000 7fc871400640 1 -- 172.21.15.31:0/3878294233 learned_addr learned my addr 172.21.15.31:0/3878294233 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:35.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.815+0000 7fc87a800640 1 --2- 172.21.15.31:0/3878294233 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc87c0cee80 0x7fc87c0b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:35.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.815+0000 7fc879e00640 1 --2- 172.21.15.31:0/3878294233 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc87c072040 0x7fc87c1439c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:35.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.816+0000 7fc871400640 1 -- 172.21.15.31:0/3878294233 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc87c0cee80 msgr2=0x7fc87c0b2170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:35.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.816+0000 7fc871400640 1 --2- 172.21.15.31:0/3878294233 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc87c0cee80 0x7fc87c0b2170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:35.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.816+0000 7fc871400640 1 -- 172.21.15.31:0/3878294233 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc87c072040 msgr2=0x7fc87c1439c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:35.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.816+0000 7fc871400640 1 --2- 172.21.15.31:0/3878294233 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc87c072040 0x7fc87c1439c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:35.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.816+0000 7fc871400640 1 -- 172.21.15.31:0/3878294233 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc87c1597d0 con 0x7fc87c0afa40 2024-09-19T04:41:35.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.816+0000 7fc871400640 1 --2- 172.21.15.31:0/3878294233 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc87c0afa40 0x7fc87c158d80 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fc864035040 tx=0x7fc8640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:35.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.816+0000 7fc872a00640 1 -- 172.21.15.31:0/3878294233 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc864037040 con 0x7fc87c0afa40 2024-09-19T04:41:35.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.816+0000 7fc872a00640 1 -- 172.21.15.31:0/3878294233 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc864004030 con 0x7fc87c0afa40 2024-09-19T04:41:35.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.816+0000 7fc872a00640 1 -- 172.21.15.31:0/3878294233 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc864004420 con 0x7fc87c0afa40 2024-09-19T04:41:35.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.816+0000 7fc880a00640 1 -- 172.21.15.31:0/3878294233 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc87c159ab0 con 0x7fc87c0afa40 2024-09-19T04:41:35.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.816+0000 7fc880a00640 1 -- 172.21.15.31:0/3878294233 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc87c15a070 con 0x7fc87c0afa40 2024-09-19T04:41:35.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.817+0000 7fc880a00640 1 -- 172.21.15.31:0/3878294233 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc87c0724a0 con 0x7fc87c0afa40 2024-09-19T04:41:35.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.818+0000 7fc872a00640 1 -- 172.21.15.31:0/3878294233 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc86403a070 con 0x7fc87c0afa40 2024-09-19T04:41:35.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.819+0000 7fc872a00640 1 --2- 172.21.15.31:0/3878294233 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc85806c2b0 0x7fc85806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:35.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.819+0000 7fc872a00640 1 -- 172.21.15.31:0/3878294233 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7fc8640abb50 con 0x7fc87c0afa40 2024-09-19T04:41:35.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.819+0000 7fc879e00640 1 --2- 172.21.15.31:0/3878294233 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc85806c2b0 0x7fc85806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:35.821 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.820+0000 7fc879e00640 1 --2- 172.21.15.31:0/3878294233 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc85806c2b0 0x7fc85806e770 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc86c009ad0 tx=0x7fc86c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:35.825 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:35.824+0000 7fc872a00640 1 -- 172.21.15.31:0/3878294233 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc864041020 con 0x7fc87c0afa40 2024-09-19T04:41:36.076 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.075+0000 7fc880a00640 1 -- 172.21.15.31:0/3878294233 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow", "mon", "allow r", "osd", "allow w pool=cephfs_data"]} v 0) -- 0x7fc87c0ae6b0 con 0x7fc87c0afa40 2024-09-19T04:41:36.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.077+0000 7fc872a00640 1 -- 172.21.15.31:0/3878294233 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow", "mon", "allow r", "osd", "allow w pool=cephfs_data"]}]=0 updated caps for client.0 v17) ==== 183+0+140 (secure 0 0 0) 0x7fc86407a120 con 0x7fc87c0afa40 2024-09-19T04:41:36.079 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-19T04:41:36.079 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDZqutml7qZARAA13b5YKV6Lq7t2WiQ9cjFCQ== 2024-09-19T04:41:36.079 INFO:teuthology.orchestra.run.smithi031.stdout: caps mds = "allow" 2024-09-19T04:41:36.080 INFO:teuthology.orchestra.run.smithi031.stdout: caps mon = "allow r" 2024-09-19T04:41:36.080 INFO:teuthology.orchestra.run.smithi031.stdout: caps osd = "allow w pool=cephfs_data" 2024-09-19T04:41:36.080 INFO:teuthology.orchestra.run.smithi031.stderr:updated caps for client.0 2024-09-19T04:41:36.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.080+0000 7fc880a00640 1 -- 172.21.15.31:0/3878294233 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc85806c2b0 msgr2=0x7fc85806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:36.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.080+0000 7fc880a00640 1 --2- 172.21.15.31:0/3878294233 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc85806c2b0 0x7fc85806e770 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc86c009ad0 tx=0x7fc86c008040 comp rx=0 tx=0).stop 2024-09-19T04:41:36.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.080+0000 7fc880a00640 1 -- 172.21.15.31:0/3878294233 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc87c0afa40 msgr2=0x7fc87c158d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:36.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.080+0000 7fc880a00640 1 --2- 172.21.15.31:0/3878294233 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc87c0afa40 0x7fc87c158d80 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fc864035040 tx=0x7fc8640046c0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.080+0000 7fc880a00640 1 -- 172.21.15.31:0/3878294233 shutdown_connections 2024-09-19T04:41:36.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.080+0000 7fc880a00640 1 --2- 172.21.15.31:0/3878294233 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc87c0cee80 0x7fc87c0b2170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.080+0000 7fc880a00640 1 --2- 172.21.15.31:0/3878294233 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc87c0afa40 0x7fc87c158d80 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.080+0000 7fc880a00640 1 --2- 172.21.15.31:0/3878294233 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc85806c2b0 0x7fc85806e770 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.080+0000 7fc880a00640 1 --2- 172.21.15.31:0/3878294233 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc87c072040 0x7fc87c1439c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.080+0000 7fc880a00640 1 -- 172.21.15.31:0/3878294233 >> 172.21.15.31:0/3878294233 conn(0x7fc87c0b5de0 msgr2=0x7fc87c15f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:36.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.080+0000 7fc880a00640 1 -- 172.21.15.31:0/3878294233 shutdown_connections 2024-09-19T04:41:36.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.080+0000 7fc880a00640 1 -- 172.21.15.31:0/3878294233 wait complete. 2024-09-19T04:41:36.098 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:41:36.098 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:36.134 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:41:36.134 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:36.209 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:41:36.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.404+0000 7fda2e000640 1 Processor -- start 2024-09-19T04:41:36.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.404+0000 7fda2e000640 1 -- start start 2024-09-19T04:41:36.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.406+0000 7fda2e000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fda281475b0 0x7fda280afb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:36.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.406+0000 7fda2e000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda28071fd0 0x7fda28072480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:36.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.406+0000 7fda2e000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda280b3c60 con 0x7fda28147990 2024-09-19T04:41:36.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.406+0000 7fda2e000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fda280b3f40 con 0x7fda281475b0 2024-09-19T04:41:36.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.406+0000 7fda2e000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fda280b4220 con 0x7fda28071fd0 2024-09-19T04:41:36.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.406+0000 7fda27400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fda281475b0 0x7fda280afb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:36.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.406+0000 7fda27400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fda281475b0 0x7fda280afb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59228/0 (socket says 172.21.15.31:59228) 2024-09-19T04:41:36.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.406+0000 7fda27400640 1 -- 172.21.15.31:0/4007119865 learned_addr learned my addr 172.21.15.31:0/4007119865 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:36.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.406+0000 7fda1fe00640 1 --1- 172.21.15.31:0/4007119865 >> v1:172.21.15.31:6789/0 conn(0x7fda28147990 0x7fda280b3430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:59586/0 (socket says 172.21.15.31:59586) 2024-09-19T04:41:36.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.406+0000 7fda27e00640 1 --2- 172.21.15.31:0/4007119865 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda28071fd0 0x7fda28072480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:36.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.406+0000 7fda27400640 1 -- 172.21.15.31:0/4007119865 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda28071fd0 msgr2=0x7fda28072480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:36.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.406+0000 7fda27400640 1 --2- 172.21.15.31:0/4007119865 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda28071fd0 0x7fda28072480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.406+0000 7fda27400640 1 -- 172.21.15.31:0/4007119865 >> v1:172.21.15.31:6789/0 conn(0x7fda28147990 legacy=0x7fda280b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:36.409 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.406+0000 7fda27400640 1 -- 172.21.15.31:0/4007119865 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda280b4500 con 0x7fda281475b0 2024-09-19T04:41:36.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.407+0000 7fda27400640 1 --2- 172.21.15.31:0/4007119865 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda281475b0 0x7fda280afb60 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fda18009870 tx=0x7fda1802a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3dc866dd68cf213 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:36.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.408+0000 7fda26a00640 1 -- 172.21.15.31:0/4007119865 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda18037070 con 0x7fda281475b0 2024-09-19T04:41:36.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.408+0000 7fda26a00640 1 -- 172.21.15.31:0/4007119865 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda18032440 con 0x7fda281475b0 2024-09-19T04:41:36.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.408+0000 7fda26a00640 1 -- 172.21.15.31:0/4007119865 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda18032810 con 0x7fda281475b0 2024-09-19T04:41:36.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.408+0000 7fda2e000640 1 -- 172.21.15.31:0/4007119865 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda281475b0 msgr2=0x7fda280afb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:36.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.408+0000 7fda2e000640 1 --2- 172.21.15.31:0/4007119865 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda281475b0 0x7fda280afb60 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fda18009870 tx=0x7fda1802a250 comp rx=0 tx=0).stop 2024-09-19T04:41:36.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.408+0000 7fda2e000640 1 -- 172.21.15.31:0/4007119865 shutdown_connections 2024-09-19T04:41:36.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.408+0000 7fda2e000640 1 --2- 172.21.15.31:0/4007119865 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda28071fd0 0x7fda28072480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.408+0000 7fda2e000640 1 --2- 172.21.15.31:0/4007119865 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda281475b0 0x7fda280afb60 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.408+0000 7fda2e000640 1 -- 172.21.15.31:0/4007119865 >> 172.21.15.31:0/4007119865 conn(0x7fda28067da0 msgr2=0x7fda2806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:36.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.408+0000 7fda2e000640 1 -- 172.21.15.31:0/4007119865 shutdown_connections 2024-09-19T04:41:36.411 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.408+0000 7fda2e000640 1 -- 172.21.15.31:0/4007119865 wait complete. 2024-09-19T04:41:36.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.410+0000 7fda2e000640 1 Processor -- start 2024-09-19T04:41:36.412 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.410+0000 7fda2e000640 1 -- start start 2024-09-19T04:41:36.413 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.411+0000 7fda2e000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda28071fd0 0x7fda281541f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:36.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.411+0000 7fda2e000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda281475b0 0x7fda2813ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:36.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.411+0000 7fda2e000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fda28147990 0x7fda281526b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:36.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.411+0000 7fda2e000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fda2806e150 con 0x7fda281475b0 2024-09-19T04:41:36.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.411+0000 7fda2e000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fda2806dfd0 con 0x7fda28147990 2024-09-19T04:41:36.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.411+0000 7fda2e000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fda2806e2d0 con 0x7fda28071fd0 2024-09-19T04:41:36.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.411+0000 7fda1fe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda281475b0 0x7fda2813ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:36.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.411+0000 7fda1fe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda281475b0 0x7fda2813ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59232/0 (socket says 172.21.15.31:59232) 2024-09-19T04:41:36.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.411+0000 7fda1fe00640 1 -- 172.21.15.31:0/2482990185 learned_addr learned my addr 172.21.15.31:0/2482990185 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:36.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.412+0000 7fda27400640 1 --2- 172.21.15.31:0/2482990185 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda28071fd0 0x7fda281541f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:36.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.412+0000 7fda27e00640 1 --2- 172.21.15.31:0/2482990185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fda28147990 0x7fda281526b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:36.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.412+0000 7fda1fe00640 1 -- 172.21.15.31:0/2482990185 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda28071fd0 msgr2=0x7fda281541f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:36.414 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.412+0000 7fda1fe00640 1 --2- 172.21.15.31:0/2482990185 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda28071fd0 0x7fda281541f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.412+0000 7fda1fe00640 1 -- 172.21.15.31:0/2482990185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fda28147990 msgr2=0x7fda281526b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:36.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.412+0000 7fda1fe00640 1 --2- 172.21.15.31:0/2482990185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fda28147990 0x7fda281526b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.412+0000 7fda1fe00640 1 -- 172.21.15.31:0/2482990185 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda28153150 con 0x7fda281475b0 2024-09-19T04:41:36.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.412+0000 7fda27400640 1 --2- 172.21.15.31:0/2482990185 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda28071fd0 0x7fda281541f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:36.415 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.412+0000 7fda1fe00640 1 --2- 172.21.15.31:0/2482990185 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda281475b0 0x7fda2813ca90 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fda1000c3c0 tx=0x7fda1000c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:36.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.412+0000 7fda1f400640 1 -- 172.21.15.31:0/2482990185 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda100074e0 con 0x7fda281475b0 2024-09-19T04:41:36.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.412+0000 7fda1f400640 1 -- 172.21.15.31:0/2482990185 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda10007680 con 0x7fda281475b0 2024-09-19T04:41:36.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.412+0000 7fda1f400640 1 -- 172.21.15.31:0/2482990185 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda10004a00 con 0x7fda281475b0 2024-09-19T04:41:36.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.412+0000 7fda2e000640 1 -- 172.21.15.31:0/2482990185 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda28153430 con 0x7fda281475b0 2024-09-19T04:41:36.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.413+0000 7fda2e000640 1 -- 172.21.15.31:0/2482990185 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda281539f0 con 0x7fda281475b0 2024-09-19T04:41:36.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.413+0000 7fda2e000640 1 -- 172.21.15.31:0/2482990185 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda280d00f0 con 0x7fda281475b0 2024-09-19T04:41:36.416 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.414+0000 7fda1f400640 1 -- 172.21.15.31:0/2482990185 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fda1001a020 con 0x7fda281475b0 2024-09-19T04:41:36.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.415+0000 7fda1f400640 1 --2- 172.21.15.31:0/2482990185 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fda0406c2b0 0x7fda0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:36.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.415+0000 7fda1f400640 1 -- 172.21.15.31:0/2482990185 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7fda1008ae00 con 0x7fda281475b0 2024-09-19T04:41:36.417 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.416+0000 7fda27400640 1 --2- 172.21.15.31:0/2482990185 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fda0406c2b0 0x7fda0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:36.418 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.416+0000 7fda27400640 1 --2- 172.21.15.31:0/2482990185 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fda0406c2b0 0x7fda0406e770 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fda18034000 tx=0x7fda1802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:36.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.419+0000 7fda1f400640 1 -- 172.21.15.31:0/2482990185 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fda10010300 con 0x7fda281475b0 2024-09-19T04:41:36.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.613+0000 7fda2e000640 1 -- 172.21.15.31:0/2482990185 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fda280ada40 con 0x7fda281475b0 2024-09-19T04:41:36.615 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.614+0000 7fda1f400640 1 -- 172.21.15.31:0/2482990185 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v55) ==== 80+0+0 (secure 0 0 0) 0x7fda100592b0 con 0x7fda281475b0 2024-09-19T04:41:36.616 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-19T04:41:36.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.616+0000 7fda2e000640 1 -- 172.21.15.31:0/2482990185 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fda0406c2b0 msgr2=0x7fda0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:36.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.616+0000 7fda2e000640 1 --2- 172.21.15.31:0/2482990185 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fda0406c2b0 0x7fda0406e770 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fda18034000 tx=0x7fda1802e000 comp rx=0 tx=0).stop 2024-09-19T04:41:36.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.616+0000 7fda2e000640 1 -- 172.21.15.31:0/2482990185 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda281475b0 msgr2=0x7fda2813ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:36.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.616+0000 7fda2e000640 1 --2- 172.21.15.31:0/2482990185 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda281475b0 0x7fda2813ca90 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fda1000c3c0 tx=0x7fda1000c7c0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.618 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.616+0000 7fda2e000640 1 -- 172.21.15.31:0/2482990185 shutdown_connections 2024-09-19T04:41:36.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.616+0000 7fda2e000640 1 --2- 172.21.15.31:0/2482990185 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fda0406c2b0 0x7fda0406e770 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.616+0000 7fda2e000640 1 --2- 172.21.15.31:0/2482990185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fda28147990 0x7fda281526b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.616+0000 7fda2e000640 1 --2- 172.21.15.31:0/2482990185 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda281475b0 0x7fda2813ca90 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.616+0000 7fda2e000640 1 --2- 172.21.15.31:0/2482990185 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda28071fd0 0x7fda281541f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.616+0000 7fda2e000640 1 -- 172.21.15.31:0/2482990185 >> 172.21.15.31:0/2482990185 conn(0x7fda28067da0 msgr2=0x7fda280b1530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:36.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.616+0000 7fda2e000640 1 -- 172.21.15.31:0/2482990185 shutdown_connections 2024-09-19T04:41:36.619 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.616+0000 7fda2e000640 1 -- 172.21.15.31:0/2482990185 wait complete. 2024-09-19T04:41:36.634 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T04:41:36.634 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:36.634 DEBUG:teuthology.orchestra.run.smithi031:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:36.697 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:41:36.698 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:36.698 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T04:41:36.734 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T04:41:36.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.928+0000 7fda99a00640 1 Processor -- start 2024-09-19T04:41:36.930 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.928+0000 7fda99a00640 1 -- start start 2024-09-19T04:41:36.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.929+0000 7fda99a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda9406f0e0 0x7fda9415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:36.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.929+0000 7fda99a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fda9406f4c0 0x7fda940cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:36.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.929+0000 7fda99a00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fda940cf5a0 0x7fda940b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:36.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.929+0000 7fda99a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fda9415bc50 con 0x7fda9406f4c0 2024-09-19T04:41:36.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.929+0000 7fda99a00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fda94152630 con 0x7fda940cf5a0 2024-09-19T04:41:36.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.929+0000 7fda99a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fda9415c620 con 0x7fda9406f0e0 2024-09-19T04:41:36.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.930+0000 7fda8be00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fda9406f4c0 0x7fda940cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:36.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.930+0000 7fda8be00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fda9406f4c0 0x7fda940cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59240/0 (socket says 172.21.15.31:59240) 2024-09-19T04:41:36.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.930+0000 7fda8be00640 1 -- 172.21.15.31:0/1018679123 learned_addr learned my addr 172.21.15.31:0/1018679123 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:36.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.930+0000 7fda92a00640 1 --2- 172.21.15.31:0/1018679123 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda9406f0e0 0x7fda9415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:36.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.930+0000 7fda93400640 1 --2- 172.21.15.31:0/1018679123 >> v2:172.21.15.52:3300/0 conn(0x7fda940cf5a0 0x7fda940b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:36.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.930+0000 7fda8be00640 1 -- 172.21.15.31:0/1018679123 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda9406f0e0 msgr2=0x7fda9415c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:36.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.930+0000 7fda8be00640 1 --2- 172.21.15.31:0/1018679123 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda9406f0e0 0x7fda9415c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.930+0000 7fda8be00640 1 -- 172.21.15.31:0/1018679123 >> v2:172.21.15.52:3300/0 conn(0x7fda940cf5a0 msgr2=0x7fda940b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:36.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.930+0000 7fda8be00640 1 --2- 172.21.15.31:0/1018679123 >> v2:172.21.15.52:3300/0 conn(0x7fda940cf5a0 0x7fda940b3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.930+0000 7fda8be00640 1 -- 172.21.15.31:0/1018679123 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda940cfb40 con 0x7fda9406f4c0 2024-09-19T04:41:36.933 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.930+0000 7fda93400640 1 --2- 172.21.15.31:0/1018679123 >> v2:172.21.15.52:3300/0 conn(0x7fda940cf5a0 0x7fda940b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:36.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.931+0000 7fda8be00640 1 --2- 172.21.15.31:0/1018679123 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda9406f4c0 0x7fda940cf060 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fda940cfa50 tx=0x7fda7c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83fe97aaef3669b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:36.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.932+0000 7fda92000640 1 -- 172.21.15.31:0/1018679123 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda7c037070 con 0x7fda9406f4c0 2024-09-19T04:41:36.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.932+0000 7fda92000640 1 -- 172.21.15.31:0/1018679123 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda7c032440 con 0x7fda9406f4c0 2024-09-19T04:41:36.935 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.932+0000 7fda92000640 1 -- 172.21.15.31:0/1018679123 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda7c032810 con 0x7fda9406f4c0 2024-09-19T04:41:36.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.932+0000 7fda99a00640 1 -- 172.21.15.31:0/1018679123 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda9406f4c0 msgr2=0x7fda940cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:36.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.932+0000 7fda99a00640 1 --2- 172.21.15.31:0/1018679123 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda9406f4c0 0x7fda940cf060 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fda940cfa50 tx=0x7fda7c02a1e0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.932+0000 7fda99a00640 1 -- 172.21.15.31:0/1018679123 shutdown_connections 2024-09-19T04:41:36.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.932+0000 7fda99a00640 1 --2- 172.21.15.31:0/1018679123 >> v2:172.21.15.52:3300/0 conn(0x7fda940cf5a0 0x7fda940b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.932+0000 7fda99a00640 1 --2- 172.21.15.31:0/1018679123 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda9406f4c0 0x7fda940cf060 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.932+0000 7fda99a00640 1 --2- 172.21.15.31:0/1018679123 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda9406f0e0 0x7fda9415c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.932+0000 7fda99a00640 1 -- 172.21.15.31:0/1018679123 >> 172.21.15.31:0/1018679123 conn(0x7fda94067da0 msgr2=0x7fda9406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:36.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.932+0000 7fda99a00640 1 -- 172.21.15.31:0/1018679123 shutdown_connections 2024-09-19T04:41:36.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.932+0000 7fda99a00640 1 -- 172.21.15.31:0/1018679123 wait complete. 2024-09-19T04:41:36.936 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.934+0000 7fda99a00640 1 Processor -- start 2024-09-19T04:41:36.938 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.934+0000 7fda99a00640 1 -- start start 2024-09-19T04:41:36.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.935+0000 7fda99a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda9406f0e0 0x7fda940b0310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:36.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.935+0000 7fda99a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fda9406f4c0 0x7fda940ad8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:36.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.935+0000 7fda99a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda940cf5a0 0x7fda940ade20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:36.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.935+0000 7fda99a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fda9406f900 con 0x7fda940cf5a0 2024-09-19T04:41:36.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.935+0000 7fda99a00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fda9415b8e0 con 0x7fda9406f4c0 2024-09-19T04:41:36.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.935+0000 7fda99a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fda9413d9d0 con 0x7fda9406f0e0 2024-09-19T04:41:36.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.935+0000 7fda93400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda940cf5a0 0x7fda940ade20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:36.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.935+0000 7fda93400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda940cf5a0 0x7fda940ade20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59246/0 (socket says 172.21.15.31:59246) 2024-09-19T04:41:36.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.935+0000 7fda93400640 1 -- 172.21.15.31:0/2415703712 learned_addr learned my addr 172.21.15.31:0/2415703712 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:36.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.935+0000 7fda92a00640 1 --2- 172.21.15.31:0/2415703712 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda9406f0e0 0x7fda940b0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:36.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.935+0000 7fda8be00640 1 --2- 172.21.15.31:0/2415703712 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fda9406f4c0 0x7fda940ad8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:36.939 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.936+0000 7fda93400640 1 -- 172.21.15.31:0/2415703712 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda9406f0e0 msgr2=0x7fda940b0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.936+0000 7fda93400640 1 --2- 172.21.15.31:0/2415703712 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda9406f0e0 0x7fda940b0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.936+0000 7fda93400640 1 -- 172.21.15.31:0/2415703712 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fda9406f4c0 msgr2=0x7fda940ad8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.936+0000 7fda93400640 1 --2- 172.21.15.31:0/2415703712 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fda9406f4c0 0x7fda940ad8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.936+0000 7fda93400640 1 -- 172.21.15.31:0/2415703712 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda940ae4c0 con 0x7fda940cf5a0 2024-09-19T04:41:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.936+0000 7fda93400640 1 --2- 172.21.15.31:0/2415703712 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda940cf5a0 0x7fda940ade20 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fda8c007e20 tx=0x7fda8c00d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.936+0000 7fda8aa00640 1 -- 172.21.15.31:0/2415703712 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda8c01a070 con 0x7fda940cf5a0 2024-09-19T04:41:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.936+0000 7fda8aa00640 1 -- 172.21.15.31:0/2415703712 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda8c003b90 con 0x7fda940cf5a0 2024-09-19T04:41:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.936+0000 7fda99a00640 1 -- 172.21.15.31:0/2415703712 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda940ae7a0 con 0x7fda940cf5a0 2024-09-19T04:41:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.936+0000 7fda8aa00640 1 -- 172.21.15.31:0/2415703712 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda8c00de80 con 0x7fda940cf5a0 2024-09-19T04:41:36.940 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.936+0000 7fda99a00640 1 -- 172.21.15.31:0/2415703712 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda940aed60 con 0x7fda940cf5a0 2024-09-19T04:41:36.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.937+0000 7fda99a00640 1 -- 172.21.15.31:0/2415703712 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda940b3430 con 0x7fda940cf5a0 2024-09-19T04:41:36.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.938+0000 7fda8aa00640 1 -- 172.21.15.31:0/2415703712 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fda8c01d070 con 0x7fda940cf5a0 2024-09-19T04:41:36.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.939+0000 7fda8aa00640 1 --2- 172.21.15.31:0/2415703712 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fda7006c2b0 0x7fda7006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:36.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.939+0000 7fda8aa00640 1 -- 172.21.15.31:0/2415703712 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7fda8c08b7c0 con 0x7fda940cf5a0 2024-09-19T04:41:36.941 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.940+0000 7fda92a00640 1 --2- 172.21.15.31:0/2415703712 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fda7006c2b0 0x7fda7006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:36.942 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.940+0000 7fda92a00640 1 --2- 172.21.15.31:0/2415703712 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fda7006c2b0 0x7fda7006e770 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fda940af620 tx=0x7fda84009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:36.945 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:36.944+0000 7fda8aa00640 1 -- 172.21.15.31:0/2415703712 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fda940b3430 con 0x7fda940cf5a0 2024-09-19T04:41:37.164 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:37.163+0000 7fda99a00640 1 -- 172.21.15.31:0/2415703712 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fda9415ee80 con 0x7fda940cf5a0 2024-09-19T04:41:37.165 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:37.163+0000 7fda8aa00640 1 -- 172.21.15.31:0/2415703712 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) ==== 53+0+73 (secure 0 0 0) 0x7fda8c010070 con 0x7fda940cf5a0 2024-09-19T04:41:37.165 INFO:teuthology.orchestra.run.smithi031.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T04:41:37.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:37.165+0000 7fda99a00640 1 -- 172.21.15.31:0/2415703712 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fda7006c2b0 msgr2=0x7fda7006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:37.167 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:37.165+0000 7fda99a00640 1 --2- 172.21.15.31:0/2415703712 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fda7006c2b0 0x7fda7006e770 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fda940af620 tx=0x7fda84009190 comp rx=0 tx=0).stop 2024-09-19T04:41:37.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:37.165+0000 7fda99a00640 1 -- 172.21.15.31:0/2415703712 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda940cf5a0 msgr2=0x7fda940ade20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:37.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:37.165+0000 7fda99a00640 1 --2- 172.21.15.31:0/2415703712 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda940cf5a0 0x7fda940ade20 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fda8c007e20 tx=0x7fda8c00d4a0 comp rx=0 tx=0).stop 2024-09-19T04:41:37.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:37.165+0000 7fda99a00640 1 -- 172.21.15.31:0/2415703712 shutdown_connections 2024-09-19T04:41:37.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:37.165+0000 7fda99a00640 1 --2- 172.21.15.31:0/2415703712 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fda940cf5a0 0x7fda940ade20 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:37.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:37.165+0000 7fda99a00640 1 --2- 172.21.15.31:0/2415703712 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fda7006c2b0 0x7fda7006e770 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:37.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:37.165+0000 7fda99a00640 1 --2- 172.21.15.31:0/2415703712 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fda9406f4c0 0x7fda940ad8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:37.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:37.165+0000 7fda99a00640 1 --2- 172.21.15.31:0/2415703712 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fda9406f0e0 0x7fda940b0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:37.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:37.165+0000 7fda99a00640 1 -- 172.21.15.31:0/2415703712 >> 172.21.15.31:0/2415703712 conn(0x7fda94067da0 msgr2=0x7fda9406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:37.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:37.165+0000 7fda99a00640 1 -- 172.21.15.31:0/2415703712 shutdown_connections 2024-09-19T04:41:37.168 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:37.165+0000 7fda99a00640 1 -- 172.21.15.31:0/2415703712 wait complete. 2024-09-19T04:41:37.183 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T04:41:37.183 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T04:41:37.183 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi031.front.sepia.ceph.com 2024-09-19T04:41:37.183 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T04:41:37.183 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:37.183 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T04:41:37.183 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T04:41:37.183 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T04:41:37.183 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:41:37.183 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:37.184 DEBUG:teuthology.orchestra.run.smithi031:> ip addr 2024-09-19T04:41:37.219 INFO:teuthology.orchestra.run.smithi031.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T04:41:37.220 INFO:teuthology.orchestra.run.smithi031.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T04:41:37.220 INFO:teuthology.orchestra.run.smithi031.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T04:41:37.220 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:37.220 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 ::1/128 scope host 2024-09-19T04:41:37.220 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:37.220 INFO:teuthology.orchestra.run.smithi031.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:41:37.220 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cc brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:37.220 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f0 2024-09-19T04:41:37.220 INFO:teuthology.orchestra.run.smithi031.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:41:37.220 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 0c:c4:7a:6b:f6:cd brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:37.220 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp7s0f1 2024-09-19T04:41:37.220 INFO:teuthology.orchestra.run.smithi031.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T04:41:37.221 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:ba brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:37.221 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f0 2024-09-19T04:41:37.221 INFO:teuthology.orchestra.run.smithi031.stdout: inet 172.21.15.31/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-19T04:41:37.221 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft 42603sec preferred_lft 42603sec 2024-09-19T04:41:37.221 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::ae1f:6bff:fea5:caba/64 scope link 2024-09-19T04:41:37.221 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:37.221 INFO:teuthology.orchestra.run.smithi031.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T04:41:37.221 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether ac:1f:6b:a5:ca:bb brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:37.221 INFO:teuthology.orchestra.run.smithi031.stdout: altname enp1s0f1 2024-09-19T04:41:37.221 INFO:teuthology.orchestra.run.smithi031.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T04:41:37.221 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 9a:a3:31:f5:b3:c7 brd ff:ff:ff:ff:ff:ff 2024-09-19T04:41:37.222 INFO:teuthology.orchestra.run.smithi031.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T04:41:37.222 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:37.222 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::8c16:44ff:fe32:5c30/64 scope link 2024-09-19T04:41:37.222 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:37.222 INFO:teuthology.orchestra.run.smithi031.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:41:37.222 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether 9a:a3:31:f5:b3:c7 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:41:37.222 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::98a3:31ff:fef5:b3c7/64 scope link 2024-09-19T04:41:37.222 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:37.222 INFO:teuthology.orchestra.run.smithi031.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T04:41:37.222 INFO:teuthology.orchestra.run.smithi031.stdout: link/ether f2:dd:65:4c:66:2b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:41:37.222 INFO:teuthology.orchestra.run.smithi031.stdout: inet6 fe80::f0dd:65ff:fe4c:662b/64 scope link 2024-09-19T04:41:37.222 INFO:teuthology.orchestra.run.smithi031.stdout: valid_lft forever preferred_lft forever 2024-09-19T04:41:37.222 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:37.223 DEBUG:teuthology.orchestra.run.smithi031:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T04:41:37.313 INFO:teuthology.orchestra.run.smithi031.stdout:1 2024-09-19T04:41:37.316 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:37.316 DEBUG:teuthology.orchestra.run.smithi031:> route 2024-09-19T04:41:37.352 INFO:teuthology.orchestra.run.smithi031.stdout:Kernel IP routing table 2024-09-19T04:41:37.352 INFO:teuthology.orchestra.run.smithi031.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T04:41:37.353 INFO:teuthology.orchestra.run.smithi031.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-19T04:41:37.353 INFO:teuthology.orchestra.run.smithi031.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-19T04:41:37.353 INFO:teuthology.orchestra.run.smithi031.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T04:41:37.353 DEBUG:teuthology.orchestra.run.smithi031:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T04:41:37.353 DEBUG:teuthology.orchestra.run.smithi031:> set -e 2024-09-19T04:41:37.353 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-19T04:41:37.353 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-19T04:41:37.353 DEBUG:teuthology.orchestra.run.smithi031:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-19T04:41:37.353 DEBUG:teuthology.orchestra.run.smithi031:> ') 2024-09-19T04:41:37.471 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T04:41:37.542 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:41:37.550 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:37.550 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-19T04:41:37.585 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:41:37.585 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T04:41:37.586 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:41:37.586 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:37.586 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link set brx.0 up 2024-09-19T04:41:37.682 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:41:37.682 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:37.717 INFO:teuthology.orchestra.run.smithi031.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T04:41:37.717 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T04:41:37.718 DEBUG:teuthology.orchestra.run.smithi031:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:37.792 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2024-09-19T04:41:37.792 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:37.792 DEBUG:teuthology.orchestra.run.smithi031:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:41:37.921 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:41:37.922 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:41:37.922 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:41:37.937 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:41:37.937 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:41:37.937 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:41:37.937 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:41:37.937 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:41:37.958 INFO:teuthology.orchestra.run.smithi031.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2024-09-19T04:41:37.958 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2024-09-19T04:41:37.958 INFO:teuthology.orchestra.run.smithi031.stdout:invalid new device string format 2024-09-19T04:41:37.959 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:3300,172.21.15.52:3300,172.21.15.52:3301" 2024-09-19T04:41:37.959 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: switching to using v1 address with old syntax 2024-09-19T04:41:37.959 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: resolved to: "172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790" 2024-09-19T04:41:37.959 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.31:6789,172.21.15.52:6789,172.21.15.52:6790:/ 2024-09-19T04:41:37.959 INFO:teuthology.orchestra.run.smithi031.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=ae16a32b-37f5-48e5-a20a-d947237e5ec4" will pass to kernel 2024-09-19T04:41:37.960 INFO:teuthology.orchestra.run.smithi031.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T04:41:37.960 INFO:teuthology.orchestra.run.smithi031.stdout: You just mounted a file system that supports labels which does not 2024-09-19T04:41:37.960 INFO:teuthology.orchestra.run.smithi031.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T04:41:37.960 INFO:teuthology.orchestra.run.smithi031.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T04:41:37.960 INFO:teuthology.orchestra.run.smithi031.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T04:41:37.963 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T04:41:37.963 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:37.963 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:38.018 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T04:41:38.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T04:41:38.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:41:38.108 INFO:teuthology.orchestra.run.smithi031.stdout:client5430 2024-09-19T04:41:38.108 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:41:38.108 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:38.144 DEBUG:teuthology.orchestra.run.smithi031:> stdin-killer -- python3 -c ' 2024-09-19T04:41:38.144 DEBUG:teuthology.orchestra.run.smithi031:> import os 2024-09-19T04:41:38.144 DEBUG:teuthology.orchestra.run.smithi031:> import errno 2024-09-19T04:41:38.144 DEBUG:teuthology.orchestra.run.smithi031:> 2024-09-19T04:41:38.144 DEBUG:teuthology.orchestra.run.smithi031:> fd = os.open("/home/ubuntu/cephtest/mnt.0/test_file", os.O_RDWR) 2024-09-19T04:41:38.144 DEBUG:teuthology.orchestra.run.smithi031:> try: 2024-09-19T04:41:38.144 DEBUG:teuthology.orchestra.run.smithi031:> if True: 2024-09-19T04:41:38.144 DEBUG:teuthology.orchestra.run.smithi031:> ret = os.read(fd, 1024) 2024-09-19T04:41:38.144 DEBUG:teuthology.orchestra.run.smithi031:> else: 2024-09-19T04:41:38.144 DEBUG:teuthology.orchestra.run.smithi031:> os.write(fd, b'"'"'content'"'"') 2024-09-19T04:41:38.144 DEBUG:teuthology.orchestra.run.smithi031:> except OSError as e: 2024-09-19T04:41:38.145 DEBUG:teuthology.orchestra.run.smithi031:> if e.errno != errno.EPERM: 2024-09-19T04:41:38.145 DEBUG:teuthology.orchestra.run.smithi031:> raise 2024-09-19T04:41:38.145 DEBUG:teuthology.orchestra.run.smithi031:> else: 2024-09-19T04:41:38.145 DEBUG:teuthology.orchestra.run.smithi031:> raise RuntimeError("client does not check permission of data pool") 2024-09-19T04:41:38.145 DEBUG:teuthology.orchestra.run.smithi031:> ' 2024-09-19T04:41:38.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T04:41:38.299 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mds allow mon 'allow r' osd 'allow rw pool=cephfs_data' 2024-09-19T04:41:38.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.500+0000 7fdf2be00640 1 Processor -- start 2024-09-19T04:41:38.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.501+0000 7fdf2be00640 1 -- start start 2024-09-19T04:41:38.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.502+0000 7fdf2be00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fdf240ce710 0x7fdf240ceb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:38.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.502+0000 7fdf2be00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fdf2406ece0 0x7fdf2406f170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:38.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.502+0000 7fdf2be00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf240cf190 con 0x7fdf240cce20 2024-09-19T04:41:38.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.502+0000 7fdf2be00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fdf2406e2b0 con 0x7fdf2406ece0 2024-09-19T04:41:38.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.502+0000 7fdf2be00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fdf240cf750 con 0x7fdf240ce710 2024-09-19T04:41:38.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.502+0000 7fdf29e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fdf2406ece0 0x7fdf2406f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:38.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.502+0000 7fdf29400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fdf240cce20 0x7fdf240cd200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:59588/0 (socket says 172.21.15.31:59588) 2024-09-19T04:41:38.504 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.502+0000 7fdf29400640 1 -- 172.21.15.31:0/3883579039 learned_addr learned my addr 172.21.15.31:0/3883579039 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:38.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.502+0000 7fdf28a00640 1 --2- 172.21.15.31:0/3883579039 >> v2:172.21.15.52:3300/0 conn(0x7fdf240ce710 0x7fdf240ceb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:38.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.502+0000 7fdf29e00640 1 -- 172.21.15.31:0/3883579039 >> v2:172.21.15.52:3300/0 conn(0x7fdf240ce710 msgr2=0x7fdf240ceb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:38.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.502+0000 7fdf29e00640 1 --2- 172.21.15.31:0/3883579039 >> v2:172.21.15.52:3300/0 conn(0x7fdf240ce710 0x7fdf240ceb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:38.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.502+0000 7fdf29e00640 1 -- 172.21.15.31:0/3883579039 >> v1:172.21.15.31:6789/0 conn(0x7fdf240cce20 legacy=0x7fdf240cd200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:38.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.502+0000 7fdf29e00640 1 -- 172.21.15.31:0/3883579039 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf240cf470 con 0x7fdf2406ece0 2024-09-19T04:41:38.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.503+0000 7fdf29e00640 1 --2- 172.21.15.31:0/3883579039 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdf2406ece0 0x7fdf2406f170 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fdf240b5360 tx=0x7fdf1c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a22c510b8e5bae9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:38.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.504+0000 7fdf23e00640 1 -- 172.21.15.31:0/3883579039 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf1c007740 con 0x7fdf2406ece0 2024-09-19T04:41:38.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.504+0000 7fdf23e00640 1 -- 172.21.15.31:0/3883579039 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf1c0078e0 con 0x7fdf2406ece0 2024-09-19T04:41:38.507 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.504+0000 7fdf23e00640 1 -- 172.21.15.31:0/3883579039 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf1c007cb0 con 0x7fdf2406ece0 2024-09-19T04:41:38.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.504+0000 7fdf2be00640 1 -- 172.21.15.31:0/3883579039 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdf2406ece0 msgr2=0x7fdf2406f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:38.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.504+0000 7fdf2be00640 1 --2- 172.21.15.31:0/3883579039 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdf2406ece0 0x7fdf2406f170 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fdf240b5360 tx=0x7fdf1c02a680 comp rx=0 tx=0).stop 2024-09-19T04:41:38.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.504+0000 7fdf2be00640 1 -- 172.21.15.31:0/3883579039 shutdown_connections 2024-09-19T04:41:38.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.504+0000 7fdf2be00640 1 --2- 172.21.15.31:0/3883579039 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdf2406ece0 0x7fdf2406f170 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:38.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.504+0000 7fdf2be00640 1 --2- 172.21.15.31:0/3883579039 >> v2:172.21.15.52:3300/0 conn(0x7fdf240ce710 0x7fdf240ceb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:38.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.504+0000 7fdf2be00640 1 -- 172.21.15.31:0/3883579039 >> 172.21.15.31:0/3883579039 conn(0x7fdf240b5de0 msgr2=0x7fdf2406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:38.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.504+0000 7fdf2be00640 1 -- 172.21.15.31:0/3883579039 shutdown_connections 2024-09-19T04:41:38.508 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.504+0000 7fdf2be00640 1 -- 172.21.15.31:0/3883579039 wait complete. 2024-09-19T04:41:38.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.506+0000 7fdf2be00640 1 Processor -- start 2024-09-19T04:41:38.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.506+0000 7fdf2be00640 1 -- start start 2024-09-19T04:41:38.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.507+0000 7fdf2be00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fdf2406ece0 0x7fdf241446a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:38.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.507+0000 7fdf2be00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf240cce20 0x7fdf24147840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:38.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.507+0000 7fdf2be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdf240ce710 0x7fdf241597a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:38.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.507+0000 7fdf2be00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fdf240b4040 con 0x7fdf240ce710 2024-09-19T04:41:38.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.507+0000 7fdf2be00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdf2406e7c0 con 0x7fdf240cce20 2024-09-19T04:41:38.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.507+0000 7fdf2be00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fdf24161ca0 con 0x7fdf2406ece0 2024-09-19T04:41:38.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.507+0000 7fdf29e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdf240ce710 0x7fdf241597a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:38.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.507+0000 7fdf29e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdf240ce710 0x7fdf241597a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:59262/0 (socket says 172.21.15.31:59262) 2024-09-19T04:41:38.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.507+0000 7fdf29e00640 1 -- 172.21.15.31:0/3220883117 learned_addr learned my addr 172.21.15.31:0/3220883117 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:38.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.507+0000 7fdf29400640 1 --2- 172.21.15.31:0/3220883117 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fdf2406ece0 0x7fdf241446a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:38.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.507+0000 7fdf28a00640 1 --2- 172.21.15.31:0/3220883117 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf240cce20 0x7fdf24147840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:38.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.508+0000 7fdf29e00640 1 -- 172.21.15.31:0/3220883117 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fdf2406ece0 msgr2=0x7fdf241446a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:38.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.508+0000 7fdf29e00640 1 --2- 172.21.15.31:0/3220883117 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fdf2406ece0 0x7fdf241446a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:38.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.508+0000 7fdf29e00640 1 -- 172.21.15.31:0/3220883117 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf240cce20 msgr2=0x7fdf24147840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:38.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.508+0000 7fdf29e00640 1 --2- 172.21.15.31:0/3220883117 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf240cce20 0x7fdf24147840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:38.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.508+0000 7fdf29e00640 1 -- 172.21.15.31:0/3220883117 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf24147d80 con 0x7fdf240ce710 2024-09-19T04:41:38.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.508+0000 7fdf29400640 1 --2- 172.21.15.31:0/3220883117 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fdf2406ece0 0x7fdf241446a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:38.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.508+0000 7fdf29e00640 1 --2- 172.21.15.31:0/3220883117 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdf240ce710 0x7fdf241597a0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c02ac70 tx=0x7fdf1c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:38.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.508+0000 7fdf21600640 1 -- 172.21.15.31:0/3220883117 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf1c040070 con 0x7fdf240ce710 2024-09-19T04:41:38.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.508+0000 7fdf21600640 1 -- 172.21.15.31:0/3220883117 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf1c031bc0 con 0x7fdf240ce710 2024-09-19T04:41:38.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.508+0000 7fdf21600640 1 -- 172.21.15.31:0/3220883117 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf1c045460 con 0x7fdf240ce710 2024-09-19T04:41:38.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.508+0000 7fdf2be00640 1 -- 172.21.15.31:0/3220883117 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf24154e70 con 0x7fdf240ce710 2024-09-19T04:41:38.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.508+0000 7fdf2be00640 1 -- 172.21.15.31:0/3220883117 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf24155430 con 0x7fdf240ce710 2024-09-19T04:41:38.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.509+0000 7fdf2be00640 1 -- 172.21.15.31:0/3220883117 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf240aeb00 con 0x7fdf240ce710 2024-09-19T04:41:38.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.510+0000 7fdf21600640 1 -- 172.21.15.31:0/3220883117 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdf1c039040 con 0x7fdf240ce710 2024-09-19T04:41:38.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.511+0000 7fdf21600640 1 --2- 172.21.15.31:0/3220883117 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fdf0406c2b0 0x7fdf0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:38.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.511+0000 7fdf21600640 1 -- 172.21.15.31:0/3220883117 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7fdf1c0acf90 con 0x7fdf240ce710 2024-09-19T04:41:38.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.511+0000 7fdf29400640 1 --2- 172.21.15.31:0/3220883117 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fdf0406c2b0 0x7fdf0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:38.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.512+0000 7fdf29400640 1 --2- 172.21.15.31:0/3220883117 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fdf0406c2b0 0x7fdf0406e770 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fdf18000f60 tx=0x7fdf18009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:38.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.516+0000 7fdf21600640 1 -- 172.21.15.31:0/3220883117 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdf1c07b5f0 con 0x7fdf240ce710 2024-09-19T04:41:38.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.765+0000 7fdf2be00640 1 -- 172.21.15.31:0/3220883117 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow", "mon", "allow r", "osd", "allow rw pool=cephfs_data"]} v 0) -- 0x7fdf24069720 con 0x7fdf240ce710 2024-09-19T04:41:38.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.768+0000 7fdf21600640 1 -- 172.21.15.31:0/3220883117 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mds", "allow", "mon", "allow r", "osd", "allow rw pool=cephfs_data"]}]=0 updated caps for client.0 v18) ==== 184+0+141 (secure 0 0 0) 0x7fdf1c07aef0 con 0x7fdf240ce710 2024-09-19T04:41:38.769 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-09-19T04:41:38.770 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQDZqutml7qZARAA13b5YKV6Lq7t2WiQ9cjFCQ== 2024-09-19T04:41:38.770 INFO:teuthology.orchestra.run.smithi031.stdout: caps mds = "allow" 2024-09-19T04:41:38.770 INFO:teuthology.orchestra.run.smithi031.stdout: caps mon = "allow r" 2024-09-19T04:41:38.770 INFO:teuthology.orchestra.run.smithi031.stdout: caps osd = "allow rw pool=cephfs_data" 2024-09-19T04:41:38.770 INFO:teuthology.orchestra.run.smithi031.stderr:updated caps for client.0 2024-09-19T04:41:38.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.770+0000 7fdf2be00640 1 -- 172.21.15.31:0/3220883117 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fdf0406c2b0 msgr2=0x7fdf0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:38.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.770+0000 7fdf2be00640 1 --2- 172.21.15.31:0/3220883117 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fdf0406c2b0 0x7fdf0406e770 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fdf18000f60 tx=0x7fdf18009040 comp rx=0 tx=0).stop 2024-09-19T04:41:38.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.770+0000 7fdf2be00640 1 -- 172.21.15.31:0/3220883117 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdf240ce710 msgr2=0x7fdf241597a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:38.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.770+0000 7fdf2be00640 1 --2- 172.21.15.31:0/3220883117 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdf240ce710 0x7fdf241597a0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c02ac70 tx=0x7fdf1c004a40 comp rx=0 tx=0).stop 2024-09-19T04:41:38.772 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.770+0000 7fdf2be00640 1 -- 172.21.15.31:0/3220883117 shutdown_connections 2024-09-19T04:41:38.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.770+0000 7fdf2be00640 1 --2- 172.21.15.31:0/3220883117 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdf240ce710 0x7fdf241597a0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:38.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.770+0000 7fdf2be00640 1 --2- 172.21.15.31:0/3220883117 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fdf0406c2b0 0x7fdf0406e770 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:38.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.770+0000 7fdf2be00640 1 --2- 172.21.15.31:0/3220883117 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdf240cce20 0x7fdf24147840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:38.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.770+0000 7fdf2be00640 1 --2- 172.21.15.31:0/3220883117 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fdf2406ece0 0x7fdf241446a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:38.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.770+0000 7fdf2be00640 1 -- 172.21.15.31:0/3220883117 >> 172.21.15.31:0/3220883117 conn(0x7fdf240b5de0 msgr2=0x7fdf240b2180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:38.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.770+0000 7fdf2be00640 1 -- 172.21.15.31:0/3220883117 shutdown_connections 2024-09-19T04:41:38.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:38.770+0000 7fdf2be00640 1 -- 172.21.15.31:0/3220883117 wait complete. 2024-09-19T04:41:38.788 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T04:41:38.788 DEBUG:teuthology.orchestra.run.smithi031:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:41:38.880 DEBUG:teuthology.orchestra.run.smithi052:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T04:41:38.975 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T04:41:38.975 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:41:38.975 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:41:38.975 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:39.010 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:41:39.010 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:39.086 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T04:41:39.282 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.281+0000 7fce3a600640 1 Processor -- start 2024-09-19T04:41:39.283 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.281+0000 7fce3a600640 1 -- start start 2024-09-19T04:41:39.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.282+0000 7fce3a600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fce340d3150 0x7fce340b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:39.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.282+0000 7fce3a600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fce340b6530 0x7fce3406d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:39.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.282+0000 7fce3a600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fce340d3680 con 0x7fce3415e660 2024-09-19T04:41:39.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.282+0000 7fce3a600640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fce3406d4b0 con 0x7fce340b6530 2024-09-19T04:41:39.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.282+0000 7fce3a600640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fce340d3960 con 0x7fce340d3150 2024-09-19T04:41:39.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.282+0000 7fce33e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fce340b6530 0x7fce3406d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:39.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.282+0000 7fce33400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fce3415e660 0x7fce340d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:53956/0 (socket says 172.21.15.31:53956) 2024-09-19T04:41:39.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.282+0000 7fce33400640 1 -- 172.21.15.31:0/1656971442 learned_addr learned my addr 172.21.15.31:0/1656971442 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:39.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.283+0000 7fce32a00640 1 --2- 172.21.15.31:0/1656971442 >> v2:172.21.15.52:3300/0 conn(0x7fce340d3150 0x7fce340b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:39.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.283+0000 7fce33e00640 1 -- 172.21.15.31:0/1656971442 >> v2:172.21.15.52:3300/0 conn(0x7fce340d3150 msgr2=0x7fce340b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:39.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.283+0000 7fce33e00640 1 --2- 172.21.15.31:0/1656971442 >> v2:172.21.15.52:3300/0 conn(0x7fce340d3150 0x7fce340b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:39.285 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.283+0000 7fce33e00640 1 -- 172.21.15.31:0/1656971442 >> v1:172.21.15.31:6789/0 conn(0x7fce3415e660 legacy=0x7fce340d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:39.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.283+0000 7fce33e00640 1 -- 172.21.15.31:0/1656971442 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce3406ce60 con 0x7fce340b6530 2024-09-19T04:41:39.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.283+0000 7fce32000640 1 -- 172.21.15.31:0/1656971442 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4157403992 0 0) 0x7fce340d3680 con 0x7fce3415e660 2024-09-19T04:41:39.286 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.284+0000 7fce33e00640 1 --2- 172.21.15.31:0/1656971442 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce340b6530 0x7fce3406d940 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fce3408d770 tx=0x7fce2c02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=868d759a48142213 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:39.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.284+0000 7fce32000640 1 -- 172.21.15.31:0/1656971442 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce2c007740 con 0x7fce340b6530 2024-09-19T04:41:39.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.284+0000 7fce32000640 1 -- 172.21.15.31:0/1656971442 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce2c0078e0 con 0x7fce340b6530 2024-09-19T04:41:39.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.284+0000 7fce32000640 1 -- 172.21.15.31:0/1656971442 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce2c007cb0 con 0x7fce340b6530 2024-09-19T04:41:39.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.285+0000 7fce3a600640 1 -- 172.21.15.31:0/1656971442 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce340b6530 msgr2=0x7fce3406d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:39.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.285+0000 7fce3a600640 1 --2- 172.21.15.31:0/1656971442 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce340b6530 0x7fce3406d940 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fce3408d770 tx=0x7fce2c02a710 comp rx=0 tx=0).stop 2024-09-19T04:41:39.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.285+0000 7fce3a600640 1 -- 172.21.15.31:0/1656971442 shutdown_connections 2024-09-19T04:41:39.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.285+0000 7fce3a600640 1 --2- 172.21.15.31:0/1656971442 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce340b6530 0x7fce3406d940 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:39.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.285+0000 7fce3a600640 1 --2- 172.21.15.31:0/1656971442 >> v2:172.21.15.52:3300/0 conn(0x7fce340d3150 0x7fce340b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:39.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.285+0000 7fce3a600640 1 -- 172.21.15.31:0/1656971442 >> 172.21.15.31:0/1656971442 conn(0x7fce3408c000 msgr2=0x7fce340d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:39.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.285+0000 7fce3a600640 1 -- 172.21.15.31:0/1656971442 shutdown_connections 2024-09-19T04:41:39.287 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.285+0000 7fce3a600640 1 -- 172.21.15.31:0/1656971442 wait complete. 2024-09-19T04:41:39.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.286+0000 7fce3a600640 1 Processor -- start 2024-09-19T04:41:39.288 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.287+0000 7fce3a600640 1 -- start start 2024-09-19T04:41:39.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.287+0000 7fce3a600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fce340b6530 0x7fce340cb840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:39.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.287+0000 7fce3a600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fce340d3150 0x7fce341f1500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:39.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.287+0000 7fce3a600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce3415e660 0x7fce340b2390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:39.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.287+0000 7fce3a600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fce3406de80 con 0x7fce3415e660 2024-09-19T04:41:39.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.288+0000 7fce3a600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fce3415ea40 con 0x7fce340b6530 2024-09-19T04:41:39.290 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.288+0000 7fce3a600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fce3406e000 con 0x7fce340d3150 2024-09-19T04:41:39.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.288+0000 7fce33e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce3415e660 0x7fce340b2390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:39.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.288+0000 7fce33e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce3415e660 0x7fce340b2390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33418/0 (socket says 172.21.15.31:33418) 2024-09-19T04:41:39.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.288+0000 7fce33e00640 1 -- 172.21.15.31:0/2123260608 learned_addr learned my addr 172.21.15.31:0/2123260608 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:39.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.288+0000 7fce33400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fce340b6530 0x7fce340cb840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:39.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.288+0000 7fce32a00640 1 --2- 172.21.15.31:0/2123260608 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fce340d3150 0x7fce341f1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:39.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.288+0000 7fce33e00640 1 -- 172.21.15.31:0/2123260608 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fce340d3150 msgr2=0x7fce341f1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:39.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.288+0000 7fce33e00640 1 --2- 172.21.15.31:0/2123260608 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fce340d3150 0x7fce341f1500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:39.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.288+0000 7fce33e00640 1 -- 172.21.15.31:0/2123260608 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fce340b6530 msgr2=0x7fce340cb840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:39.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.288+0000 7fce33e00640 1 --2- 172.21.15.31:0/2123260608 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fce340b6530 0x7fce340cb840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:39.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.288+0000 7fce33e00640 1 -- 172.21.15.31:0/2123260608 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce340cd3c0 con 0x7fce3415e660 2024-09-19T04:41:39.291 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.289+0000 7fce33e00640 1 --2- 172.21.15.31:0/2123260608 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce3415e660 0x7fce340b2390 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fce2c009e80 tx=0x7fce2c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:39.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.289+0000 7fce2b400640 1 -- 172.21.15.31:0/2123260608 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce2c040070 con 0x7fce3415e660 2024-09-19T04:41:39.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.289+0000 7fce2b400640 1 -- 172.21.15.31:0/2123260608 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce2c031bc0 con 0x7fce3415e660 2024-09-19T04:41:39.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.289+0000 7fce2b400640 1 -- 172.21.15.31:0/2123260608 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce2c009450 con 0x7fce3415e660 2024-09-19T04:41:39.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.289+0000 7fce3a600640 1 -- 172.21.15.31:0/2123260608 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce340cbd80 con 0x7fce3415e660 2024-09-19T04:41:39.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.289+0000 7fce3a600640 1 -- 172.21.15.31:0/2123260608 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce340cd910 con 0x7fce3415e660 2024-09-19T04:41:39.292 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.290+0000 7fce3a600640 1 -- 172.21.15.31:0/2123260608 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce3406d940 con 0x7fce3415e660 2024-09-19T04:41:39.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.291+0000 7fce2b400640 1 -- 172.21.15.31:0/2123260608 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fce2c039040 con 0x7fce3415e660 2024-09-19T04:41:39.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.292+0000 7fce2b400640 1 --2- 172.21.15.31:0/2123260608 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fce1406c2b0 0x7fce1406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:39.293 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.292+0000 7fce2b400640 1 -- 172.21.15.31:0/2123260608 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7fce2c0ac4f0 con 0x7fce3415e660 2024-09-19T04:41:39.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.292+0000 7fce33400640 1 --2- 172.21.15.31:0/2123260608 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fce1406c2b0 0x7fce1406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:39.294 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.293+0000 7fce33400640 1 --2- 172.21.15.31:0/2123260608 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fce1406c2b0 0x7fce1406e770 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fce24007fd0 tx=0x7fce24007de0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:39.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.297+0000 7fce2b400640 1 -- 172.21.15.31:0/2123260608 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fce2c07a3e0 con 0x7fce3415e660 2024-09-19T04:41:39.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.493+0000 7fce3a600640 1 -- 172.21.15.31:0/2123260608 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fce340ce6d0 con 0x7fce3415e660 2024-09-19T04:41:39.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.493+0000 7fce2b400640 1 -- 172.21.15.31:0/2123260608 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v55) ==== 80+0+0 (secure 0 0 0) 0x7fce2c07e6e0 con 0x7fce3415e660 2024-09-19T04:41:39.495 INFO:teuthology.orchestra.run.smithi031.stderr:listed 0 entries 2024-09-19T04:41:39.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.495+0000 7fce3a600640 1 -- 172.21.15.31:0/2123260608 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fce1406c2b0 msgr2=0x7fce1406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:39.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.495+0000 7fce3a600640 1 --2- 172.21.15.31:0/2123260608 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fce1406c2b0 0x7fce1406e770 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fce24007fd0 tx=0x7fce24007de0 comp rx=0 tx=0).stop 2024-09-19T04:41:39.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.495+0000 7fce3a600640 1 -- 172.21.15.31:0/2123260608 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce3415e660 msgr2=0x7fce340b2390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:39.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.495+0000 7fce3a600640 1 --2- 172.21.15.31:0/2123260608 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce3415e660 0x7fce340b2390 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fce2c009e80 tx=0x7fce2c004a40 comp rx=0 tx=0).stop 2024-09-19T04:41:39.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.495+0000 7fce3a600640 1 -- 172.21.15.31:0/2123260608 shutdown_connections 2024-09-19T04:41:39.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.495+0000 7fce3a600640 1 --2- 172.21.15.31:0/2123260608 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fce3415e660 0x7fce340b2390 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:39.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.495+0000 7fce3a600640 1 --2- 172.21.15.31:0/2123260608 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fce340d3150 0x7fce341f1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:39.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.495+0000 7fce3a600640 1 --2- 172.21.15.31:0/2123260608 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fce1406c2b0 0x7fce1406e770 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:39.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.495+0000 7fce3a600640 1 --2- 172.21.15.31:0/2123260608 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fce340b6530 0x7fce340cb840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:39.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.495+0000 7fce3a600640 1 -- 172.21.15.31:0/2123260608 >> 172.21.15.31:0/2123260608 conn(0x7fce3408c000 msgr2=0x7fce340b1c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:39.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.495+0000 7fce3a600640 1 -- 172.21.15.31:0/2123260608 shutdown_connections 2024-09-19T04:41:39.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.495+0000 7fce3a600640 1 -- 172.21.15.31:0/2123260608 wait complete. 2024-09-19T04:41:39.513 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T04:41:39.513 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:39.513 DEBUG:teuthology.orchestra.run.smithi031:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T04:41:39.575 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:41:39.576 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:39.576 DEBUG:teuthology.orchestra.run.smithi031:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T04:41:39.611 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:41:39.611 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:41:39.611 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:39.651 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:41:39.651 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:41:39.652 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:41:39.652 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:39.686 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:41:39.686 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T04:41:39.687 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:41:39.687 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:39.729 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:41:39.730 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:41:39.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.885+0000 7f002b200640 1 Processor -- start 2024-09-19T04:41:39.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.886+0000 7f002b200640 1 -- start start 2024-09-19T04:41:39.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.887+0000 7f002b200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f002406f0e0 0x7f002415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:39.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.887+0000 7f002b200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f00240b3ba0 0x7f00240b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:39.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.887+0000 7f002b200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f002415c620 con 0x7f002406f4c0 2024-09-19T04:41:39.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.887+0000 7f002b200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f002415bc50 con 0x7f002406f0e0 2024-09-19T04:41:39.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.887+0000 7f002b200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f0024152630 con 0x7f00240b3ba0 2024-09-19T04:41:39.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.887+0000 7f001be00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f002406f4c0 0x7f00240cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:53968/0 (socket says 172.21.15.31:53968) 2024-09-19T04:41:39.889 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.887+0000 7f001be00640 1 -- 172.21.15.31:0/2987143677 learned_addr learned my addr 172.21.15.31:0/2987143677 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:39.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.888+0000 7f0023e00640 1 --2- 172.21.15.31:0/2987143677 >> v2:172.21.15.52:3300/0 conn(0x7f002406f0e0 0x7f002415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:39.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.888+0000 7f0029200640 1 --2- 172.21.15.31:0/2987143677 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f00240b3ba0 0x7f00240b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:39.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.888+0000 7f0023400640 1 -- 172.21.15.31:0/2987143677 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 715491628 0 0) 0x7f002415c620 con 0x7f002406f4c0 2024-09-19T04:41:39.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.888+0000 7f0023400640 1 -- 172.21.15.31:0/2987143677 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0008003520 con 0x7f002406f4c0 2024-09-19T04:41:39.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.888+0000 7f0023e00640 1 -- 172.21.15.31:0/2987143677 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f00240b3ba0 msgr2=0x7f00240b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:39.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.888+0000 7f0023e00640 1 --2- 172.21.15.31:0/2987143677 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f00240b3ba0 0x7f00240b4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:39.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.888+0000 7f0023e00640 1 -- 172.21.15.31:0/2987143677 >> v1:172.21.15.31:6789/0 conn(0x7f002406f4c0 legacy=0x7f00240cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:39.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.888+0000 7f0023e00640 1 -- 172.21.15.31:0/2987143677 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00240cfb40 con 0x7f002406f0e0 2024-09-19T04:41:39.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.889+0000 7f0023e00640 1 --2- 172.21.15.31:0/2987143677 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f002406f0e0 0x7f002415c0e0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f00140097a0 tx=0x7f001402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=443a7ad325c2c693 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:39.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.889+0000 7f0023400640 1 -- 172.21.15.31:0/2987143677 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0014037070 con 0x7f002406f0e0 2024-09-19T04:41:39.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.889+0000 7f0023400640 1 -- 172.21.15.31:0/2987143677 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0014032440 con 0x7f002406f0e0 2024-09-19T04:41:39.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.889+0000 7f0023400640 1 -- 172.21.15.31:0/2987143677 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0014032810 con 0x7f002406f0e0 2024-09-19T04:41:39.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.890+0000 7f002b200640 1 -- 172.21.15.31:0/2987143677 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f002406f0e0 msgr2=0x7f002415c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:39.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.890+0000 7f002b200640 1 --2- 172.21.15.31:0/2987143677 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f002406f0e0 0x7f002415c0e0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f00140097a0 tx=0x7f001402a180 comp rx=0 tx=0).stop 2024-09-19T04:41:39.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.890+0000 7f002b200640 1 -- 172.21.15.31:0/2987143677 shutdown_connections 2024-09-19T04:41:39.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.890+0000 7f002b200640 1 --2- 172.21.15.31:0/2987143677 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f00240b3ba0 0x7f00240b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:39.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.890+0000 7f002b200640 1 --2- 172.21.15.31:0/2987143677 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f002406f0e0 0x7f002415c0e0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:39.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.890+0000 7f002b200640 1 -- 172.21.15.31:0/2987143677 >> 172.21.15.31:0/2987143677 conn(0x7f0024067da0 msgr2=0x7f002406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:39.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.890+0000 7f002b200640 1 -- 172.21.15.31:0/2987143677 shutdown_connections 2024-09-19T04:41:39.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.890+0000 7f002b200640 1 -- 172.21.15.31:0/2987143677 wait complete. 2024-09-19T04:41:39.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.892+0000 7f002b200640 1 Processor -- start 2024-09-19T04:41:39.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.892+0000 7f002b200640 1 -- start start 2024-09-19T04:41:39.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.893+0000 7f002b200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f002406f0e0 0x7f0024156780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:39.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.893+0000 7f002b200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f002406f4c0 0x7f00241f4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:39.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.893+0000 7f002b200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00240b3ba0 0x7f00240b0d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:39.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.893+0000 7f002b200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f002406f930 con 0x7f002406f0e0 2024-09-19T04:41:39.895 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.893+0000 7f002b200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f002415b8e0 con 0x7f00240b3ba0 2024-09-19T04:41:39.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.893+0000 7f002b200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f00240cf770 con 0x7f002406f4c0 2024-09-19T04:41:39.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.893+0000 7f0023e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f002406f0e0 0x7f0024156780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:39.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.893+0000 7f0023e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f002406f0e0 0x7f0024156780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33432/0 (socket says 172.21.15.31:33432) 2024-09-19T04:41:39.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.893+0000 7f0023e00640 1 -- 172.21.15.31:0/3343654739 learned_addr learned my addr 172.21.15.31:0/3343654739 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:39.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.893+0000 7f001be00640 1 --2- 172.21.15.31:0/3343654739 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f002406f4c0 0x7f00241f4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:39.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.893+0000 7f0029200640 1 --2- 172.21.15.31:0/3343654739 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00240b3ba0 0x7f00240b0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:39.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.893+0000 7f0023e00640 1 -- 172.21.15.31:0/3343654739 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f002406f4c0 msgr2=0x7f00241f4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:39.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.893+0000 7f0023e00640 1 --2- 172.21.15.31:0/3343654739 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f002406f4c0 0x7f00241f4d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:39.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.893+0000 7f0023e00640 1 -- 172.21.15.31:0/3343654739 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00240b3ba0 msgr2=0x7f00240b0d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:39.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.893+0000 7f0023e00640 1 --2- 172.21.15.31:0/3343654739 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00240b3ba0 0x7f00240b0d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:39.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.893+0000 7f0023e00640 1 -- 172.21.15.31:0/3343654739 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0024156e10 con 0x7f002406f0e0 2024-09-19T04:41:39.896 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.894+0000 7f0023e00640 1 --2- 172.21.15.31:0/3343654739 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f002406f0e0 0x7f0024156780 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f0014009890 tx=0x7f00140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:39.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.894+0000 7f0020c00640 1 -- 172.21.15.31:0/3343654739 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0014037050 con 0x7f002406f0e0 2024-09-19T04:41:39.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.894+0000 7f0020c00640 1 -- 172.21.15.31:0/3343654739 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0014043070 con 0x7f002406f0e0 2024-09-19T04:41:39.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.894+0000 7f002b200640 1 -- 172.21.15.31:0/3343654739 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00241538a0 con 0x7f002406f0e0 2024-09-19T04:41:39.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.894+0000 7f0020c00640 1 -- 172.21.15.31:0/3343654739 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f001403cb30 con 0x7f002406f0e0 2024-09-19T04:41:39.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.894+0000 7f002b200640 1 -- 172.21.15.31:0/3343654739 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0024153e60 con 0x7f002406f0e0 2024-09-19T04:41:39.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.895+0000 7f002b200640 1 -- 172.21.15.31:0/3343654739 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f002415ee80 con 0x7f002406f0e0 2024-09-19T04:41:39.898 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.896+0000 7f0020c00640 1 -- 172.21.15.31:0/3343654739 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f001403ccd0 con 0x7f002406f0e0 2024-09-19T04:41:39.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.897+0000 7f0020c00640 1 --2- 172.21.15.31:0/3343654739 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f000006c2b0 0x7f000006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:39.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.897+0000 7f0020c00640 1 -- 172.21.15.31:0/3343654739 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7f00140ac190 con 0x7f002406f0e0 2024-09-19T04:41:39.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.897+0000 7f001be00640 1 --2- 172.21.15.31:0/3343654739 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f000006c2b0 0x7f000006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:39.899 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.898+0000 7f001be00640 1 --2- 172.21.15.31:0/3343654739 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f000006c2b0 0x7f000006e770 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f0024155870 tx=0x7f000c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:39.903 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:39.901+0000 7f0020c00640 1 -- 172.21.15.31:0/3343654739 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f001407a1a0 con 0x7f002406f0e0 2024-09-19T04:41:40.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.121+0000 7f002b200640 1 -- 172.21.15.31:0/3343654739 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f002415b2f0 con 0x7f002406f0e0 2024-09-19T04:41:40.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.121+0000 7f0020c00640 1 -- 172.21.15.31:0/3343654739 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5220 (secure 0 0 0) 0x7f001407e4a0 con 0x7f002406f0e0 2024-09-19T04:41:40.123 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:40.123 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-19T04:41:28:276365+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5182,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6834/3760006863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":3760006863},{"type":"v1","addr":"172.21.15.52:6834","nonce":3760006863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5229,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/2607335121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":2607335121},{"type":"v1","addr":"172.21.15.31:6835","nonce":2607335121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/302538614","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":302538614},{"type":"v1","addr":"172.21.15.52:6835","nonce":302538614}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:41:24.680804+0000","modified":"2024-09-19T04:41:27.699823+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5247},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5247":{"gid":5247,"name":"a","rank":0,"incarnation":24,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6837/2535844123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6836","nonce":2535844123},{"type":"v1","addr":"172.21.15.31:6837","nonce":2535844123}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5247,"qdb_cluster":[5247]},"id":3}]} 2024-09-19T04:41:40.124 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-19T04:41:40.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.124+0000 7f002b200640 1 -- 172.21.15.31:0/3343654739 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f000006c2b0 msgr2=0x7f000006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:40.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.124+0000 7f002b200640 1 --2- 172.21.15.31:0/3343654739 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f000006c2b0 0x7f000006e770 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f0024155870 tx=0x7f000c009040 comp rx=0 tx=0).stop 2024-09-19T04:41:40.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.124+0000 7f002b200640 1 -- 172.21.15.31:0/3343654739 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f002406f0e0 msgr2=0x7f0024156780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:40.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.124+0000 7f002b200640 1 --2- 172.21.15.31:0/3343654739 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f002406f0e0 0x7f0024156780 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f0014009890 tx=0x7f00140046c0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.124+0000 7f002b200640 1 -- 172.21.15.31:0/3343654739 shutdown_connections 2024-09-19T04:41:40.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.124+0000 7f002b200640 1 --2- 172.21.15.31:0/3343654739 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f000006c2b0 0x7f000006e770 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.126 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.124+0000 7f002b200640 1 --2- 172.21.15.31:0/3343654739 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00240b3ba0 0x7f00240b0d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.124+0000 7f002b200640 1 --2- 172.21.15.31:0/3343654739 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f002406f4c0 0x7f00241f4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.124+0000 7f002b200640 1 --2- 172.21.15.31:0/3343654739 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f002406f0e0 0x7f0024156780 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.124+0000 7f002b200640 1 -- 172.21.15.31:0/3343654739 >> 172.21.15.31:0/3343654739 conn(0x7f0024067da0 msgr2=0x7f00240b4030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:40.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.124+0000 7f002b200640 1 -- 172.21.15.31:0/3343654739 shutdown_connections 2024-09-19T04:41:40.127 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.124+0000 7f002b200640 1 -- 172.21.15.31:0/3343654739 wait complete. 2024-09-19T04:41:40.143 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:41:40.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.298+0000 7f9e77c00640 1 Processor -- start 2024-09-19T04:41:40.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.298+0000 7f9e77c00640 1 -- start start 2024-09-19T04:41:40.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.299+0000 7f9e77c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f9e7006f0e0 0x7f9e7015c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:40.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.299+0000 7f9e77c00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f9e7006f4c0 0x7f9e700cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:40.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.299+0000 7f9e77c00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e7015c620 con 0x7f9e700cf5a0 2024-09-19T04:41:40.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.299+0000 7f9e77c00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f9e7015bc50 con 0x7f9e7006f0e0 2024-09-19T04:41:40.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.299+0000 7f9e77c00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f9e70152630 con 0x7f9e7006f4c0 2024-09-19T04:41:40.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.300+0000 7f9e75200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f9e7006f0e0 0x7f9e7015c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:40.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.300+0000 7f9e75200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f9e7006f0e0 0x7f9e7015c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33438/0 (socket says 172.21.15.31:33438) 2024-09-19T04:41:40.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.300+0000 7f9e75200640 1 -- 172.21.15.31:0/667399154 learned_addr learned my addr 172.21.15.31:0/667399154 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:40.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.300+0000 7f9e67e00640 1 --2- 172.21.15.31:0/667399154 >> v2:172.21.15.52:3300/0 conn(0x7f9e7006f4c0 0x7f9e700cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:40.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.300+0000 7f9e75200640 1 -- 172.21.15.31:0/667399154 >> v2:172.21.15.52:3300/0 conn(0x7f9e7006f4c0 msgr2=0x7f9e700cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:40.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.300+0000 7f9e75200640 1 --2- 172.21.15.31:0/667399154 >> v2:172.21.15.52:3300/0 conn(0x7f9e7006f4c0 0x7f9e700cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.300+0000 7f9e75200640 1 -- 172.21.15.31:0/667399154 >> v1:172.21.15.52:6789/0 conn(0x7f9e700cf5a0 legacy=0x7f9e700b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:40.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.300+0000 7f9e75200640 1 -- 172.21.15.31:0/667399154 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e700cfb40 con 0x7f9e7006f0e0 2024-09-19T04:41:40.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.301+0000 7f9e75200640 1 --2- 172.21.15.31:0/667399154 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e7006f0e0 0x7f9e7015c0e0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f9e700704e0 tx=0x7f9e6002c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e14e6ae8417b31a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:40.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.302+0000 7f9e6fe00640 1 -- 172.21.15.31:0/667399154 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e60038070 con 0x7f9e7006f0e0 2024-09-19T04:41:40.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.302+0000 7f9e6fe00640 1 -- 172.21.15.31:0/667399154 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e60031710 con 0x7f9e7006f0e0 2024-09-19T04:41:40.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.302+0000 7f9e6fe00640 1 -- 172.21.15.31:0/667399154 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e60031ae0 con 0x7f9e7006f0e0 2024-09-19T04:41:40.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.302+0000 7f9e77c00640 1 -- 172.21.15.31:0/667399154 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e7006f0e0 msgr2=0x7f9e7015c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:40.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.302+0000 7f9e77c00640 1 --2- 172.21.15.31:0/667399154 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e7006f0e0 0x7f9e7015c0e0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f9e700704e0 tx=0x7f9e6002c480 comp rx=0 tx=0).stop 2024-09-19T04:41:40.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.302+0000 7f9e77c00640 1 -- 172.21.15.31:0/667399154 shutdown_connections 2024-09-19T04:41:40.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.302+0000 7f9e77c00640 1 --2- 172.21.15.31:0/667399154 >> v2:172.21.15.52:3300/0 conn(0x7f9e7006f4c0 0x7f9e700cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.302+0000 7f9e77c00640 1 --2- 172.21.15.31:0/667399154 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e7006f0e0 0x7f9e7015c0e0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.302+0000 7f9e77c00640 1 -- 172.21.15.31:0/667399154 >> 172.21.15.31:0/667399154 conn(0x7f9e70067da0 msgr2=0x7f9e7006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:40.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.302+0000 7f9e77c00640 1 -- 172.21.15.31:0/667399154 shutdown_connections 2024-09-19T04:41:40.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.302+0000 7f9e77c00640 1 -- 172.21.15.31:0/667399154 wait complete. 2024-09-19T04:41:40.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.304+0000 7f9e77c00640 1 Processor -- start 2024-09-19T04:41:40.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.304+0000 7f9e77c00640 1 -- start start 2024-09-19T04:41:40.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.305+0000 7f9e77c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9e7006f0e0 0x7f9e700af930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:40.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.305+0000 7f9e77c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9e7006f4c0 0x7f9e70151910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:40.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.305+0000 7f9e77c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e700cf5a0 0x7f9e700acba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:40.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.305+0000 7f9e77c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9e7006f930 con 0x7f9e700cf5a0 2024-09-19T04:41:40.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.305+0000 7f9e77c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9e7015b8e0 con 0x7f9e7006f4c0 2024-09-19T04:41:40.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.305+0000 7f9e77c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f9e7015ee80 con 0x7f9e7006f0e0 2024-09-19T04:41:40.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.305+0000 7f9e75c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e700cf5a0 0x7f9e700acba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:40.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.305+0000 7f9e75c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e700cf5a0 0x7f9e700acba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33440/0 (socket says 172.21.15.31:33440) 2024-09-19T04:41:40.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.305+0000 7f9e75c00640 1 -- 172.21.15.31:0/2603583604 learned_addr learned my addr 172.21.15.31:0/2603583604 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:40.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.305+0000 7f9e67e00640 1 --2- 172.21.15.31:0/2603583604 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9e7006f4c0 0x7f9e70151910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:40.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.306+0000 7f9e75200640 1 --2- 172.21.15.31:0/2603583604 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9e7006f0e0 0x7f9e700af930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:40.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.306+0000 7f9e75c00640 1 -- 172.21.15.31:0/2603583604 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9e7006f0e0 msgr2=0x7f9e700af930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:40.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.306+0000 7f9e75c00640 1 --2- 172.21.15.31:0/2603583604 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9e7006f0e0 0x7f9e700af930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.306+0000 7f9e75c00640 1 -- 172.21.15.31:0/2603583604 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9e7006f4c0 msgr2=0x7f9e70151910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:40.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.306+0000 7f9e75c00640 1 --2- 172.21.15.31:0/2603583604 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9e7006f4c0 0x7f9e70151910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.306+0000 7f9e75c00640 1 -- 172.21.15.31:0/2603583604 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e700ad460 con 0x7f9e700cf5a0 2024-09-19T04:41:40.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.306+0000 7f9e67e00640 1 --2- 172.21.15.31:0/2603583604 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9e7006f4c0 0x7f9e70151910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:40.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.306+0000 7f9e75200640 1 --2- 172.21.15.31:0/2603583604 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9e7006f0e0 0x7f9e700af930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:40.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.306+0000 7f9e75c00640 1 --2- 172.21.15.31:0/2603583604 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e700cf5a0 0x7f9e700acba0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f9e6800c6b0 tx=0x7f9e6800cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:40.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.306+0000 7f9e6d600640 1 -- 172.21.15.31:0/2603583604 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e68003b70 con 0x7f9e700cf5a0 2024-09-19T04:41:40.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.306+0000 7f9e6d600640 1 -- 172.21.15.31:0/2603583604 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e68003d30 con 0x7f9e700cf5a0 2024-09-19T04:41:40.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.306+0000 7f9e6d600640 1 -- 172.21.15.31:0/2603583604 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e68005310 con 0x7f9e700cf5a0 2024-09-19T04:41:40.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.306+0000 7f9e77c00640 1 -- 172.21.15.31:0/2603583604 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e700aee50 con 0x7f9e700cf5a0 2024-09-19T04:41:40.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.306+0000 7f9e77c00640 1 -- 172.21.15.31:0/2603583604 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e70151e50 con 0x7f9e700cf5a0 2024-09-19T04:41:40.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.307+0000 7f9e77c00640 1 -- 172.21.15.31:0/2603583604 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e700aec40 con 0x7f9e700cf5a0 2024-09-19T04:41:40.310 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.308+0000 7f9e6d600640 1 -- 172.21.15.31:0/2603583604 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9e680054b0 con 0x7f9e700cf5a0 2024-09-19T04:41:40.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.309+0000 7f9e6d600640 1 --2- 172.21.15.31:0/2603583604 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9e4c06c2b0 0x7f9e4c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:40.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.309+0000 7f9e6d600640 1 -- 172.21.15.31:0/2603583604 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7f9e6808b510 con 0x7f9e700cf5a0 2024-09-19T04:41:40.311 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.309+0000 7f9e75200640 1 --2- 172.21.15.31:0/2603583604 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9e4c06c2b0 0x7f9e4c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:40.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.310+0000 7f9e75200640 1 --2- 172.21.15.31:0/2603583604 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9e4c06c2b0 0x7f9e4c06e770 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f9e60035000 tx=0x7f9e60008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:40.315 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.313+0000 7f9e6d600640 1 -- 172.21.15.31:0/2603583604 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9e68059a50 con 0x7f9e700cf5a0 2024-09-19T04:41:40.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.539+0000 7f9e77c00640 1 -- 172.21.15.31:0/2603583604 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9e7015f9a0 con 0x7f9e700cf5a0 2024-09-19T04:41:40.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.539+0000 7f9e6d600640 1 -- 172.21.15.31:0/2603583604 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5220 (secure 0 0 0) 0x7f9e68059350 con 0x7f9e700cf5a0 2024-09-19T04:41:40.541 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:40.541 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-19T04:41:28:276365+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5182,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6834/3760006863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":3760006863},{"type":"v1","addr":"172.21.15.52:6834","nonce":3760006863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5229,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/2607335121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":2607335121},{"type":"v1","addr":"172.21.15.31:6835","nonce":2607335121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/302538614","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":302538614},{"type":"v1","addr":"172.21.15.52:6835","nonce":302538614}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:41:24.680804+0000","modified":"2024-09-19T04:41:27.699823+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5247},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5247":{"gid":5247,"name":"a","rank":0,"incarnation":24,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6837/2535844123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6836","nonce":2535844123},{"type":"v1","addr":"172.21.15.31:6837","nonce":2535844123}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5247,"qdb_cluster":[5247]},"id":3}]} 2024-09-19T04:41:40.542 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-19T04:41:40.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.542+0000 7f9e77c00640 1 -- 172.21.15.31:0/2603583604 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9e4c06c2b0 msgr2=0x7f9e4c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:40.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.542+0000 7f9e77c00640 1 --2- 172.21.15.31:0/2603583604 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9e4c06c2b0 0x7f9e4c06e770 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f9e60035000 tx=0x7f9e60008030 comp rx=0 tx=0).stop 2024-09-19T04:41:40.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.542+0000 7f9e77c00640 1 -- 172.21.15.31:0/2603583604 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e700cf5a0 msgr2=0x7f9e700acba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:40.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.542+0000 7f9e77c00640 1 --2- 172.21.15.31:0/2603583604 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e700cf5a0 0x7f9e700acba0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f9e6800c6b0 tx=0x7f9e6800cb70 comp rx=0 tx=0).stop 2024-09-19T04:41:40.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.542+0000 7f9e77c00640 1 -- 172.21.15.31:0/2603583604 shutdown_connections 2024-09-19T04:41:40.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.542+0000 7f9e77c00640 1 --2- 172.21.15.31:0/2603583604 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9e700cf5a0 0x7f9e700acba0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.542+0000 7f9e77c00640 1 --2- 172.21.15.31:0/2603583604 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9e4c06c2b0 0x7f9e4c06e770 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.542+0000 7f9e77c00640 1 --2- 172.21.15.31:0/2603583604 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9e7006f4c0 0x7f9e70151910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.544 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.542+0000 7f9e77c00640 1 --2- 172.21.15.31:0/2603583604 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9e7006f0e0 0x7f9e700af930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.542+0000 7f9e77c00640 1 -- 172.21.15.31:0/2603583604 >> 172.21.15.31:0/2603583604 conn(0x7f9e70067da0 msgr2=0x7f9e700b46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:40.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.542+0000 7f9e77c00640 1 -- 172.21.15.31:0/2603583604 shutdown_connections 2024-09-19T04:41:40.545 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.542+0000 7f9e77c00640 1 -- 172.21.15.31:0/2603583604 wait complete. 2024-09-19T04:41:40.560 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:41:40.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.714+0000 7fe2b1200640 1 Processor -- start 2024-09-19T04:41:40.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.714+0000 7fe2b1200640 1 -- start start 2024-09-19T04:41:40.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.716+0000 7fe2b1200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fe2ac06f0e0 0x7fe2ac15c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:40.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.716+0000 7fe2b1200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fe2ac06f4c0 0x7fe2ac0cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:40.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.716+0000 7fe2b1200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe2ac15c620 con 0x7fe2ac0cf5a0 2024-09-19T04:41:40.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.716+0000 7fe2b1200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fe2ac15bc50 con 0x7fe2ac06f4c0 2024-09-19T04:41:40.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.716+0000 7fe2b1200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fe2ac152630 con 0x7fe2ac06f0e0 2024-09-19T04:41:40.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.716+0000 7fe2a1400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fe2ac06f4c0 0x7fe2ac0cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:40.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.716+0000 7fe2a1400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fe2ac06f4c0 0x7fe2ac0cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33452/0 (socket says 172.21.15.31:33452) 2024-09-19T04:41:40.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.716+0000 7fe2aa800640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fe2ac0cf5a0 0x7fe2ac0b3ba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:53984/0 (socket says 172.21.15.31:53984) 2024-09-19T04:41:40.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.716+0000 7fe2a1400640 1 -- 172.21.15.31:0/3573332834 learned_addr learned my addr 172.21.15.31:0/3573332834 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:40.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.716+0000 7fe2a9e00640 1 --2- 172.21.15.31:0/3573332834 >> v2:172.21.15.52:3300/0 conn(0x7fe2ac06f0e0 0x7fe2ac15c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:40.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.716+0000 7fe2a1400640 1 -- 172.21.15.31:0/3573332834 >> v2:172.21.15.52:3300/0 conn(0x7fe2ac06f0e0 msgr2=0x7fe2ac15c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:40.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.716+0000 7fe2a1400640 1 --2- 172.21.15.31:0/3573332834 >> v2:172.21.15.52:3300/0 conn(0x7fe2ac06f0e0 0x7fe2ac15c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.721 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.716+0000 7fe2a1400640 1 -- 172.21.15.31:0/3573332834 >> v1:172.21.15.31:6789/0 conn(0x7fe2ac0cf5a0 legacy=0x7fe2ac0b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.716+0000 7fe2a1400640 1 -- 172.21.15.31:0/3573332834 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2ac0cfb40 con 0x7fe2ac06f4c0 2024-09-19T04:41:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.716+0000 7fe2a9400640 1 -- 172.21.15.31:0/3573332834 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1595878276 0 0) 0x7fe2ac15c620 con 0x7fe2ac0cf5a0 2024-09-19T04:41:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.716+0000 7fe2a9e00640 1 --2- 172.21.15.31:0/3573332834 >> v2:172.21.15.52:3300/0 conn(0x7fe2ac06f0e0 0x7fe2ac15c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.717+0000 7fe2a1400640 1 --2- 172.21.15.31:0/3573332834 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2ac06f4c0 0x7fe2ac0cf060 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac073070 tx=0x7fe29402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bc040fd86d6388c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.718+0000 7fe2a9400640 1 -- 172.21.15.31:0/3573332834 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe294037070 con 0x7fe2ac06f4c0 2024-09-19T04:41:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.718+0000 7fe2a9400640 1 -- 172.21.15.31:0/3573332834 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe294032440 con 0x7fe2ac06f4c0 2024-09-19T04:41:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.718+0000 7fe2a9400640 1 -- 172.21.15.31:0/3573332834 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe294032810 con 0x7fe2ac06f4c0 2024-09-19T04:41:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.718+0000 7fe2b1200640 1 -- 172.21.15.31:0/3573332834 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2ac06f4c0 msgr2=0x7fe2ac0cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.718+0000 7fe2b1200640 1 --2- 172.21.15.31:0/3573332834 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2ac06f4c0 0x7fe2ac0cf060 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac073070 tx=0x7fe29402a270 comp rx=0 tx=0).stop 2024-09-19T04:41:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.718+0000 7fe2b1200640 1 -- 172.21.15.31:0/3573332834 shutdown_connections 2024-09-19T04:41:40.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.718+0000 7fe2b1200640 1 --2- 172.21.15.31:0/3573332834 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2ac06f4c0 0x7fe2ac0cf060 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.718+0000 7fe2b1200640 1 --2- 172.21.15.31:0/3573332834 >> v2:172.21.15.52:3300/0 conn(0x7fe2ac06f0e0 0x7fe2ac15c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.718+0000 7fe2b1200640 1 -- 172.21.15.31:0/3573332834 >> 172.21.15.31:0/3573332834 conn(0x7fe2ac067da0 msgr2=0x7fe2ac06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:40.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.719+0000 7fe2b1200640 1 -- 172.21.15.31:0/3573332834 shutdown_connections 2024-09-19T04:41:40.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.719+0000 7fe2b1200640 1 -- 172.21.15.31:0/3573332834 wait complete. 2024-09-19T04:41:40.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.720+0000 7fe2b1200640 1 Processor -- start 2024-09-19T04:41:40.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.720+0000 7fe2b1200640 1 -- start start 2024-09-19T04:41:40.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.721+0000 7fe2b1200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe2ac06f0e0 0x7fe2ac151810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:40.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.721+0000 7fe2b1200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2ac06f4c0 0x7fe2ac155100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:40.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.721+0000 7fe2b1200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe2ac0cf5a0 0x7fe2ac1530a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:40.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.721+0000 7fe2b1200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fe2ac06f930 con 0x7fe2ac06f4c0 2024-09-19T04:41:40.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.721+0000 7fe2b1200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe2ac15b8e0 con 0x7fe2ac0cf5a0 2024-09-19T04:41:40.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.721+0000 7fe2b1200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fe2ac15ee80 con 0x7fe2ac06f0e0 2024-09-19T04:41:40.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.721+0000 7fe2a1400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2ac06f4c0 0x7fe2ac155100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:40.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.722+0000 7fe2a1400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2ac06f4c0 0x7fe2ac155100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33454/0 (socket says 172.21.15.31:33454) 2024-09-19T04:41:40.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.722+0000 7fe2a1400640 1 -- 172.21.15.31:0/2218356284 learned_addr learned my addr 172.21.15.31:0/2218356284 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:40.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.722+0000 7fe2a9e00640 1 --2- 172.21.15.31:0/2218356284 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe2ac06f0e0 0x7fe2ac151810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:40.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.722+0000 7fe2aa800640 1 --2- 172.21.15.31:0/2218356284 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe2ac0cf5a0 0x7fe2ac1530a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:40.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.722+0000 7fe2a1400640 1 -- 172.21.15.31:0/2218356284 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe2ac06f0e0 msgr2=0x7fe2ac151810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:40.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.722+0000 7fe2a1400640 1 --2- 172.21.15.31:0/2218356284 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe2ac06f0e0 0x7fe2ac151810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.722+0000 7fe2a1400640 1 -- 172.21.15.31:0/2218356284 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe2ac0cf5a0 msgr2=0x7fe2ac1530a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:40.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.722+0000 7fe2a1400640 1 --2- 172.21.15.31:0/2218356284 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe2ac0cf5a0 0x7fe2ac1530a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.722+0000 7fe2a1400640 1 -- 172.21.15.31:0/2218356284 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2ac151d50 con 0x7fe2ac06f4c0 2024-09-19T04:41:40.727 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.722+0000 7fe2a1400640 1 --2- 172.21.15.31:0/2218356284 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2ac06f4c0 0x7fe2ac155100 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fe29402a2b0 tx=0x7fe2940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:40.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.723+0000 7fe2a2a00640 1 -- 172.21.15.31:0/2218356284 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe294037040 con 0x7fe2ac06f4c0 2024-09-19T04:41:40.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.723+0000 7fe2a2a00640 1 -- 172.21.15.31:0/2218356284 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe294042070 con 0x7fe2ac06f4c0 2024-09-19T04:41:40.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.723+0000 7fe2b1200640 1 -- 172.21.15.31:0/2218356284 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2ac164f60 con 0x7fe2ac06f4c0 2024-09-19T04:41:40.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.723+0000 7fe2a2a00640 1 -- 172.21.15.31:0/2218356284 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe294030bb0 con 0x7fe2ac06f4c0 2024-09-19T04:41:40.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.723+0000 7fe2b1200640 1 -- 172.21.15.31:0/2218356284 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2ac165520 con 0x7fe2ac06f4c0 2024-09-19T04:41:40.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.724+0000 7fe2b1200640 1 -- 172.21.15.31:0/2218356284 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2ac15f9a0 con 0x7fe2ac06f4c0 2024-09-19T04:41:40.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.725+0000 7fe2a2a00640 1 -- 172.21.15.31:0/2218356284 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe294047460 con 0x7fe2ac06f4c0 2024-09-19T04:41:40.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.726+0000 7fe2a2a00640 1 --2- 172.21.15.31:0/2218356284 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe28806c2b0 0x7fe28806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:40.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.726+0000 7fe2a2a00640 1 -- 172.21.15.31:0/2218356284 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7fe2940ac060 con 0x7fe2ac06f4c0 2024-09-19T04:41:40.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.726+0000 7fe2a9e00640 1 --2- 172.21.15.31:0/2218356284 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe28806c2b0 0x7fe28806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:40.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.727+0000 7fe2a9e00640 1 --2- 172.21.15.31:0/2218356284 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe28806c2b0 0x7fe28806e770 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac0cd560 tx=0x7fe29c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:40.732 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.730+0000 7fe2a2a00640 1 -- 172.21.15.31:0/2218356284 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe294079ff0 con 0x7fe2ac06f4c0 2024-09-19T04:41:40.918 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.917+0000 7fe2b1200640 1 -- 172.21.15.31:0/2218356284 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe2ac06cfb0 con 0x7fe2ac06f4c0 2024-09-19T04:41:40.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.918+0000 7fe2a2a00640 1 -- 172.21.15.31:0/2218356284 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) ==== 74+0+16962 (secure 0 0 0) 0x7fe29407e2f0 con 0x7fe2ac06f4c0 2024-09-19T04:41:40.920 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:40.920 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":55,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:41:26.263324+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:41:22.483601+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T04:41:23.676401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:41:40.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.920+0000 7fe2b1200640 1 -- 172.21.15.31:0/2218356284 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe28806c2b0 msgr2=0x7fe28806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:40.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.920+0000 7fe2b1200640 1 --2- 172.21.15.31:0/2218356284 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe28806c2b0 0x7fe28806e770 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac0cd560 tx=0x7fe29c008040 comp rx=0 tx=0).stop 2024-09-19T04:41:40.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.920+0000 7fe2b1200640 1 -- 172.21.15.31:0/2218356284 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2ac06f4c0 msgr2=0x7fe2ac155100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:40.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.920+0000 7fe2b1200640 1 --2- 172.21.15.31:0/2218356284 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2ac06f4c0 0x7fe2ac155100 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fe29402a2b0 tx=0x7fe2940046c0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.920+0000 7fe2b1200640 1 -- 172.21.15.31:0/2218356284 shutdown_connections 2024-09-19T04:41:40.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.920+0000 7fe2b1200640 1 --2- 172.21.15.31:0/2218356284 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fe28806c2b0 0x7fe28806e770 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.920+0000 7fe2b1200640 1 --2- 172.21.15.31:0/2218356284 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe2ac0cf5a0 0x7fe2ac1530a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.920+0000 7fe2b1200640 1 --2- 172.21.15.31:0/2218356284 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fe2ac06f4c0 0x7fe2ac155100 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.920+0000 7fe2b1200640 1 --2- 172.21.15.31:0/2218356284 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fe2ac06f0e0 0x7fe2ac151810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:40.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.920+0000 7fe2b1200640 1 -- 172.21.15.31:0/2218356284 >> 172.21.15.31:0/2218356284 conn(0x7fe2ac067da0 msgr2=0x7fe2ac06dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:40.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.921+0000 7fe2b1200640 1 -- 172.21.15.31:0/2218356284 shutdown_connections 2024-09-19T04:41:40.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:40.921+0000 7fe2b1200640 1 -- 172.21.15.31:0/2218356284 wait complete. 2024-09-19T04:41:40.938 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T04:41:40.939 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:41:41.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.092+0000 7f73fba00640 1 Processor -- start 2024-09-19T04:41:41.094 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.092+0000 7f73fba00640 1 -- start start 2024-09-19T04:41:41.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.093+0000 7f73fba00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f73f4158c40 0x7f73f40b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:41.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.093+0000 7f73fba00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73f40711b0 con 0x7f73f406c320 2024-09-19T04:41:41.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.093+0000 7f73fba00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73f4162020 con 0x7f73f4162cc0 2024-09-19T04:41:41.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.093+0000 7f73fba00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f73f40d2110 con 0x7f73f4158c40 2024-09-19T04:41:41.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.094+0000 7f73f3e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f73f406c320 0x7f73f4158530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:53992/0 (socket says 172.21.15.31:53992) 2024-09-19T04:41:41.095 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.094+0000 7f73f3e00640 1 -- 172.21.15.31:0/517171334 learned_addr learned my addr 172.21.15.31:0/517171334 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:41.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.094+0000 7f73f9a00640 1 --2- 172.21.15.31:0/517171334 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f73f4158c40 0x7f73f40b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:41.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.094+0000 7f73f3400640 1 -- 172.21.15.31:0/517171334 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3535732055 0 0) 0x7f73f40711b0 con 0x7f73f406c320 2024-09-19T04:41:41.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.094+0000 7f73f3400640 1 -- 172.21.15.31:0/517171334 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f73dc003520 con 0x7f73f406c320 2024-09-19T04:41:41.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.094+0000 7f73f3400640 1 -- 172.21.15.31:0/517171334 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1365775056 0 0) 0x7f73f4162020 con 0x7f73f4162cc0 2024-09-19T04:41:41.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.094+0000 7f73f3400640 1 -- 172.21.15.31:0/517171334 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f73f40711b0 con 0x7f73f4162cc0 2024-09-19T04:41:41.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.094+0000 7f73f3400640 1 -- 172.21.15.31:0/517171334 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3965690190 0 0) 0x7f73dc003520 con 0x7f73f406c320 2024-09-19T04:41:41.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.094+0000 7f73f9a00640 1 -- 172.21.15.31:0/517171334 >> v1:172.21.15.52:6789/0 conn(0x7f73f4162cc0 legacy=0x7f73f406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:41.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.094+0000 7f73f9a00640 1 -- 172.21.15.31:0/517171334 >> v1:172.21.15.31:6789/0 conn(0x7f73f406c320 legacy=0x7f73f4158530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:41.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.094+0000 7f73f9a00640 1 -- 172.21.15.31:0/517171334 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73f40d1350 con 0x7f73f4158c40 2024-09-19T04:41:41.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.095+0000 7f73f9a00640 1 --2- 172.21.15.31:0/517171334 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f73f4158c40 0x7f73f40b6f90 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f73ec009dc0 tx=0x7f73ec02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e57131b93f2dc7f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:41.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.096+0000 7f73f3400640 1 -- 172.21.15.31:0/517171334 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73e0001670 con 0x7f73f4158c40 2024-09-19T04:41:41.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.096+0000 7f73f3400640 1 -- 172.21.15.31:0/517171334 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73ec007540 con 0x7f73f4158c40 2024-09-19T04:41:41.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.096+0000 7f73f3400640 1 -- 172.21.15.31:0/517171334 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73ec007910 con 0x7f73f4158c40 2024-09-19T04:41:41.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.096+0000 7f73fba00640 1 -- 172.21.15.31:0/517171334 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f73f4158c40 msgr2=0x7f73f40b6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:41.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.096+0000 7f73fba00640 1 --2- 172.21.15.31:0/517171334 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f73f4158c40 0x7f73f40b6f90 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f73ec009dc0 tx=0x7f73ec02a660 comp rx=0 tx=0).stop 2024-09-19T04:41:41.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.096+0000 7f73fba00640 1 -- 172.21.15.31:0/517171334 shutdown_connections 2024-09-19T04:41:41.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.096+0000 7f73fba00640 1 --2- 172.21.15.31:0/517171334 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f73f4158c40 0x7f73f40b6f90 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.096+0000 7f73fba00640 1 -- 172.21.15.31:0/517171334 >> 172.21.15.31:0/517171334 conn(0x7f73f409aa70 msgr2=0x7f73f40b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:41.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.096+0000 7f73fba00640 1 -- 172.21.15.31:0/517171334 shutdown_connections 2024-09-19T04:41:41.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.096+0000 7f73fba00640 1 -- 172.21.15.31:0/517171334 wait complete. 2024-09-19T04:41:41.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.098+0000 7f73fba00640 1 Processor -- start 2024-09-19T04:41:41.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.098+0000 7f73fba00640 1 -- start start 2024-09-19T04:41:41.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.099+0000 7f73fba00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f73f406c320 0x7f73f41f7660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:41.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.099+0000 7f73fba00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f73f4158c40 0x7f73f4159850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:41.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.099+0000 7f73fba00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73f4162cc0 0x7f73f40af390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:41.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.099+0000 7f73fba00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f73f40d1c80 con 0x7f73f4162cc0 2024-09-19T04:41:41.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.099+0000 7f73fba00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f73f40d1910 con 0x7f73f406c320 2024-09-19T04:41:41.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.099+0000 7f73fba00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f73f4070a80 con 0x7f73f4158c40 2024-09-19T04:41:41.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.099+0000 7f73f9a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73f4162cc0 0x7f73f40af390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:41.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.099+0000 7f73f9a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73f4162cc0 0x7f73f40af390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33470/0 (socket says 172.21.15.31:33470) 2024-09-19T04:41:41.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.099+0000 7f73f9a00640 1 -- 172.21.15.31:0/1506459394 learned_addr learned my addr 172.21.15.31:0/1506459394 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:41.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.100+0000 7f73f3e00640 1 --2- 172.21.15.31:0/1506459394 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f73f4158c40 0x7f73f4159850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:41.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.100+0000 7f73f9000640 1 --2- 172.21.15.31:0/1506459394 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f73f406c320 0x7f73f41f7660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:41.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.100+0000 7f73f9a00640 1 -- 172.21.15.31:0/1506459394 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f73f4158c40 msgr2=0x7f73f4159850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:41.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.100+0000 7f73f9a00640 1 --2- 172.21.15.31:0/1506459394 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f73f4158c40 0x7f73f4159850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.100+0000 7f73f9a00640 1 -- 172.21.15.31:0/1506459394 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f73f406c320 msgr2=0x7f73f41f7660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:41.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.100+0000 7f73f9a00640 1 --2- 172.21.15.31:0/1506459394 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f73f406c320 0x7f73f41f7660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.100+0000 7f73f9a00640 1 -- 172.21.15.31:0/1506459394 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73f40b1220 con 0x7f73f4162cc0 2024-09-19T04:41:41.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.100+0000 7f73f9000640 1 --2- 172.21.15.31:0/1506459394 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f73f406c320 0x7f73f41f7660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:41.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.100+0000 7f73f9a00640 1 --2- 172.21.15.31:0/1506459394 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73f4162cc0 0x7f73f40af390 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f73ec02ac50 tx=0x7f73ec004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:41.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.100+0000 7f73f0c00640 1 -- 172.21.15.31:0/1506459394 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73ec040070 con 0x7f73f4162cc0 2024-09-19T04:41:41.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.100+0000 7f73f0c00640 1 -- 172.21.15.31:0/1506459394 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73ec031bc0 con 0x7f73f4162cc0 2024-09-19T04:41:41.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.100+0000 7f73f0c00640 1 -- 172.21.15.31:0/1506459394 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73ec009450 con 0x7f73f4162cc0 2024-09-19T04:41:41.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.101+0000 7f73fba00640 1 -- 172.21.15.31:0/1506459394 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73f40b1500 con 0x7f73f4162cc0 2024-09-19T04:41:41.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.101+0000 7f73fba00640 1 -- 172.21.15.31:0/1506459394 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73f41f7ba0 con 0x7f73f4162cc0 2024-09-19T04:41:41.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.102+0000 7f73fba00640 1 -- 172.21.15.31:0/1506459394 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73f4070e10 con 0x7f73f4162cc0 2024-09-19T04:41:41.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.103+0000 7f73f0c00640 1 -- 172.21.15.31:0/1506459394 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f73ec039040 con 0x7f73f4162cc0 2024-09-19T04:41:41.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.104+0000 7f73f0c00640 1 --2- 172.21.15.31:0/1506459394 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f73d406c2b0 0x7f73d406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:41.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.104+0000 7f73f0c00640 1 -- 172.21.15.31:0/1506459394 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7f73ec0acd30 con 0x7f73f4162cc0 2024-09-19T04:41:41.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.104+0000 7f73f9000640 1 --2- 172.21.15.31:0/1506459394 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f73d406c2b0 0x7f73d406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:41.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.105+0000 7f73f9000640 1 --2- 172.21.15.31:0/1506459394 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f73d406c2b0 0x7f73d406e770 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f73e80011e0 tx=0x7f73e8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:41.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.108+0000 7f73f0c00640 1 -- 172.21.15.31:0/1506459394 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f73ec07b280 con 0x7f73f4162cc0 2024-09-19T04:41:41.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.332+0000 7f73fba00640 1 -- 172.21.15.31:0/1506459394 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f73f40d1020 con 0x7f73f4162cc0 2024-09-19T04:41:41.334 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.333+0000 7f73f0c00640 1 -- 172.21.15.31:0/1506459394 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5220 (secure 0 0 0) 0x7f73ec07ab80 con 0x7f73f4162cc0 2024-09-19T04:41:41.335 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:41.335 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-19T04:41:28:276365+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5182,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6834/3760006863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":3760006863},{"type":"v1","addr":"172.21.15.52:6834","nonce":3760006863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5229,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/2607335121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":2607335121},{"type":"v1","addr":"172.21.15.31:6835","nonce":2607335121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/302538614","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":302538614},{"type":"v1","addr":"172.21.15.52:6835","nonce":302538614}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:41:24.680804+0000","modified":"2024-09-19T04:41:27.699823+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5247},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5247":{"gid":5247,"name":"a","rank":0,"incarnation":24,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6837/2535844123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6836","nonce":2535844123},{"type":"v1","addr":"172.21.15.31:6837","nonce":2535844123}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5247,"qdb_cluster":[5247]},"id":3}]} 2024-09-19T04:41:41.335 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-19T04:41:41.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.335+0000 7f73fba00640 1 -- 172.21.15.31:0/1506459394 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f73d406c2b0 msgr2=0x7f73d406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:41.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.335+0000 7f73fba00640 1 --2- 172.21.15.31:0/1506459394 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f73d406c2b0 0x7f73d406e770 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f73e80011e0 tx=0x7f73e8009040 comp rx=0 tx=0).stop 2024-09-19T04:41:41.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.335+0000 7f73fba00640 1 -- 172.21.15.31:0/1506459394 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73f4162cc0 msgr2=0x7f73f40af390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:41.337 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.335+0000 7f73fba00640 1 --2- 172.21.15.31:0/1506459394 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73f4162cc0 0x7f73f40af390 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f73ec02ac50 tx=0x7f73ec004a40 comp rx=0 tx=0).stop 2024-09-19T04:41:41.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.335+0000 7f73fba00640 1 -- 172.21.15.31:0/1506459394 shutdown_connections 2024-09-19T04:41:41.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.335+0000 7f73fba00640 1 --2- 172.21.15.31:0/1506459394 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f73f4162cc0 0x7f73f40af390 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.335+0000 7f73fba00640 1 --2- 172.21.15.31:0/1506459394 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f73f4158c40 0x7f73f4159850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.335+0000 7f73fba00640 1 --2- 172.21.15.31:0/1506459394 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f73d406c2b0 0x7f73d406e770 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.335+0000 7f73fba00640 1 --2- 172.21.15.31:0/1506459394 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f73f406c320 0x7f73f41f7660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.335+0000 7f73fba00640 1 -- 172.21.15.31:0/1506459394 >> 172.21.15.31:0/1506459394 conn(0x7f73f409aa70 msgr2=0x7f73f4155220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:41.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.335+0000 7f73fba00640 1 -- 172.21.15.31:0/1506459394 shutdown_connections 2024-09-19T04:41:41.338 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.335+0000 7f73fba00640 1 -- 172.21.15.31:0/1506459394 wait complete. 2024-09-19T04:41:41.352 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:41:41.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.507+0000 7f7d75400640 1 Processor -- start 2024-09-19T04:41:41.509 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.507+0000 7f7d75400640 1 -- start start 2024-09-19T04:41:41.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.508+0000 7f7d75400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f7d7015e470 0x7f7d700cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:41.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.508+0000 7f7d75400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7d700d00e0 0x7f7d700d4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:41.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.508+0000 7f7d75400640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d7015e850 con 0x7f7d700d4850 2024-09-19T04:41:41.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.508+0000 7f7d75400640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f7d700cf710 con 0x7f7d7015e470 2024-09-19T04:41:41.510 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.508+0000 7f7d75400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f7d700d1c60 con 0x7f7d700d00e0 2024-09-19T04:41:41.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.508+0000 7f7d74a00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f7d700d4850 0x7f7d7006d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:54006/0 (socket says 172.21.15.31:54006) 2024-09-19T04:41:41.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.508+0000 7f7d74a00640 1 -- 172.21.15.31:0/3032607361 learned_addr learned my addr 172.21.15.31:0/3032607361 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:41.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.509+0000 7f7d6f400640 1 --2- 172.21.15.31:0/3032607361 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7d700d00e0 0x7f7d700d4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:41.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.509+0000 7f7d6fe00640 1 --2- 172.21.15.31:0/3032607361 >> v2:172.21.15.52:3300/0 conn(0x7f7d7015e470 0x7f7d700cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:41.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.509+0000 7f7d6ea00640 1 -- 172.21.15.31:0/3032607361 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1999118605 0 0) 0x7f7d7015e850 con 0x7f7d700d4850 2024-09-19T04:41:41.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.509+0000 7f7d6ea00640 1 -- 172.21.15.31:0/3032607361 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7d54003520 con 0x7f7d700d4850 2024-09-19T04:41:41.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.509+0000 7f7d6fe00640 1 -- 172.21.15.31:0/3032607361 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7d700d00e0 msgr2=0x7f7d700d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:41.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.509+0000 7f7d6fe00640 1 --2- 172.21.15.31:0/3032607361 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7d700d00e0 0x7f7d700d4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.509+0000 7f7d6fe00640 1 -- 172.21.15.31:0/3032607361 >> v1:172.21.15.31:6789/0 conn(0x7f7d700d4850 legacy=0x7f7d7006d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:41.511 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.509+0000 7f7d6fe00640 1 -- 172.21.15.31:0/3032607361 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d700d1980 con 0x7f7d7015e470 2024-09-19T04:41:41.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.510+0000 7f7d6fe00640 1 --2- 172.21.15.31:0/3032607361 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7d7015e470 0x7f7d700cfba0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f7d600097a0 tx=0x7f7d6002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=17261c5db188a692 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:41.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.510+0000 7f7d6ea00640 1 -- 172.21.15.31:0/3032607361 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d60037070 con 0x7f7d7015e470 2024-09-19T04:41:41.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.510+0000 7f7d6ea00640 1 -- 172.21.15.31:0/3032607361 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d60032440 con 0x7f7d7015e470 2024-09-19T04:41:41.512 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.510+0000 7f7d6ea00640 1 -- 172.21.15.31:0/3032607361 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d60032810 con 0x7f7d7015e470 2024-09-19T04:41:41.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.511+0000 7f7d75400640 1 -- 172.21.15.31:0/3032607361 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7d7015e470 msgr2=0x7f7d700cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:41.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.511+0000 7f7d75400640 1 --2- 172.21.15.31:0/3032607361 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7d7015e470 0x7f7d700cfba0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f7d600097a0 tx=0x7f7d6002a180 comp rx=0 tx=0).stop 2024-09-19T04:41:41.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.511+0000 7f7d75400640 1 -- 172.21.15.31:0/3032607361 shutdown_connections 2024-09-19T04:41:41.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.511+0000 7f7d75400640 1 --2- 172.21.15.31:0/3032607361 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7d700d00e0 0x7f7d700d4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.511+0000 7f7d75400640 1 --2- 172.21.15.31:0/3032607361 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7d7015e470 0x7f7d700cfba0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.511+0000 7f7d75400640 1 -- 172.21.15.31:0/3032607361 >> 172.21.15.31:0/3032607361 conn(0x7f7d7009d700 msgr2=0x7f7d7008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:41.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.511+0000 7f7d75400640 1 -- 172.21.15.31:0/3032607361 shutdown_connections 2024-09-19T04:41:41.513 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.511+0000 7f7d75400640 1 -- 172.21.15.31:0/3032607361 wait complete. 2024-09-19T04:41:41.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.513+0000 7f7d75400640 1 Processor -- start 2024-09-19T04:41:41.514 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.513+0000 7f7d75400640 1 -- start start 2024-09-19T04:41:41.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.514+0000 7f7d75400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7d700d00e0 0x7f7d700b9d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:41.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.514+0000 7f7d75400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d700d4850 0x7f7d7014f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:41.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.514+0000 7f7d75400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7d7015e470 0x7f7d700b2070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:41.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.514+0000 7f7d75400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f7d7006db70 con 0x7f7d700d4850 2024-09-19T04:41:41.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.514+0000 7f7d75400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7d700cf3a0 con 0x7f7d7015e470 2024-09-19T04:41:41.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.514+0000 7f7d75400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f7d7006dcf0 con 0x7f7d700d00e0 2024-09-19T04:41:41.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.514+0000 7f7d6f400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d700d4850 0x7f7d7014f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:41.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.514+0000 7f7d6f400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d700d4850 0x7f7d7014f7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33474/0 (socket says 172.21.15.31:33474) 2024-09-19T04:41:41.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.514+0000 7f7d6f400640 1 -- 172.21.15.31:0/1643586523 learned_addr learned my addr 172.21.15.31:0/1643586523 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:41.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.514+0000 7f7d74a00640 1 --2- 172.21.15.31:0/1643586523 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7d7015e470 0x7f7d700b2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:41.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.514+0000 7f7d6fe00640 1 --2- 172.21.15.31:0/1643586523 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7d700d00e0 0x7f7d700b9d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:41.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.514+0000 7f7d6f400640 1 -- 172.21.15.31:0/1643586523 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7d700d00e0 msgr2=0x7f7d700b9d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:41.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.514+0000 7f7d6f400640 1 --2- 172.21.15.31:0/1643586523 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7d700d00e0 0x7f7d700b9d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.514+0000 7f7d6f400640 1 -- 172.21.15.31:0/1643586523 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7d7015e470 msgr2=0x7f7d700b2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:41.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.514+0000 7f7d6f400640 1 --2- 172.21.15.31:0/1643586523 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7d7015e470 0x7f7d700b2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.514+0000 7f7d6f400640 1 -- 172.21.15.31:0/1643586523 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d7014fd10 con 0x7f7d700d4850 2024-09-19T04:41:41.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.514+0000 7f7d6fe00640 1 --2- 172.21.15.31:0/1643586523 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7d700d00e0 0x7f7d700b9d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:41.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.515+0000 7f7d6f400640 1 --2- 172.21.15.31:0/1643586523 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d700d4850 0x7f7d7014f7d0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f7d5c00e8a0 tx=0x7f7d5c00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:41.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.515+0000 7f7d67e00640 1 -- 172.21.15.31:0/1643586523 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d5c017070 con 0x7f7d700d4850 2024-09-19T04:41:41.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.515+0000 7f7d67e00640 1 -- 172.21.15.31:0/1643586523 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d5c00ee90 con 0x7f7d700d4850 2024-09-19T04:41:41.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.515+0000 7f7d67e00640 1 -- 172.21.15.31:0/1643586523 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d5c00cb60 con 0x7f7d700d4850 2024-09-19T04:41:41.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.515+0000 7f7d75400640 1 -- 172.21.15.31:0/1643586523 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d700b8ce0 con 0x7f7d700d4850 2024-09-19T04:41:41.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.515+0000 7f7d75400640 1 -- 172.21.15.31:0/1643586523 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d700b92a0 con 0x7f7d700d4850 2024-09-19T04:41:41.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.516+0000 7f7d75400640 1 -- 172.21.15.31:0/1643586523 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d700d4310 con 0x7f7d700d4850 2024-09-19T04:41:41.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.517+0000 7f7d67e00640 1 -- 172.21.15.31:0/1643586523 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7d5c01a070 con 0x7f7d700d4850 2024-09-19T04:41:41.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.518+0000 7f7d67e00640 1 --2- 172.21.15.31:0/1643586523 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7d5006c2b0 0x7f7d5006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:41.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.518+0000 7f7d67e00640 1 -- 172.21.15.31:0/1643586523 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7f7d5c08b4e0 con 0x7f7d700d4850 2024-09-19T04:41:41.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.518+0000 7f7d6fe00640 1 --2- 172.21.15.31:0/1643586523 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7d5006c2b0 0x7f7d5006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:41.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.519+0000 7f7d6fe00640 1 --2- 172.21.15.31:0/1643586523 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7d5006c2b0 0x7f7d5006e770 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f7d60034000 tx=0x7f7d6002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:41.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.522+0000 7f7d67e00640 1 -- 172.21.15.31:0/1643586523 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7d7014fd10 con 0x7f7d700d4850 2024-09-19T04:41:41.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.741+0000 7f7d75400640 1 -- 172.21.15.31:0/1643586523 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7d7006cf90 con 0x7f7d700d4850 2024-09-19T04:41:41.743 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.742+0000 7f7d67e00640 1 -- 172.21.15.31:0/1643586523 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5220 (secure 0 0 0) 0x7f7d5c059a20 con 0x7f7d700d4850 2024-09-19T04:41:41.744 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:41.744 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":28,"btime":"2024-09-19T04:41:28:276365+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5182,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6834/3760006863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":3760006863},{"type":"v1","addr":"172.21.15.52:6834","nonce":3760006863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5229,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/2607335121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":2607335121},{"type":"v1","addr":"172.21.15.31:6835","nonce":2607335121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/302538614","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":302538614},{"type":"v1","addr":"172.21.15.52:6835","nonce":302538614}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T04:41:24.680804+0000","modified":"2024-09-19T04:41:27.699823+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5247},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5247":{"gid":5247,"name":"a","rank":0,"incarnation":24,"state":"up:active","state_seq":3,"addr":"172.21.15.31:6837/2535844123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6836","nonce":2535844123},{"type":"v1","addr":"172.21.15.31:6837","nonce":2535844123}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5247,"qdb_cluster":[5247]},"id":3}]} 2024-09-19T04:41:41.744 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 28 2024-09-19T04:41:41.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.744+0000 7f7d75400640 1 -- 172.21.15.31:0/1643586523 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7d5006c2b0 msgr2=0x7f7d5006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:41.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.744+0000 7f7d75400640 1 --2- 172.21.15.31:0/1643586523 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7d5006c2b0 0x7f7d5006e770 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f7d60034000 tx=0x7f7d6002e000 comp rx=0 tx=0).stop 2024-09-19T04:41:41.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.744+0000 7f7d75400640 1 -- 172.21.15.31:0/1643586523 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d700d4850 msgr2=0x7f7d7014f7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:41.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.744+0000 7f7d75400640 1 --2- 172.21.15.31:0/1643586523 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d700d4850 0x7f7d7014f7d0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f7d5c00e8a0 tx=0x7f7d5c00ed60 comp rx=0 tx=0).stop 2024-09-19T04:41:41.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.744+0000 7f7d75400640 1 -- 172.21.15.31:0/1643586523 shutdown_connections 2024-09-19T04:41:41.746 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.744+0000 7f7d75400640 1 --2- 172.21.15.31:0/1643586523 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f7d5006c2b0 0x7f7d5006e770 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.744+0000 7f7d75400640 1 --2- 172.21.15.31:0/1643586523 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7d7015e470 0x7f7d700b2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.744+0000 7f7d75400640 1 --2- 172.21.15.31:0/1643586523 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f7d700d4850 0x7f7d7014f7d0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.744+0000 7f7d75400640 1 --2- 172.21.15.31:0/1643586523 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f7d700d00e0 0x7f7d700b9d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.744+0000 7f7d75400640 1 -- 172.21.15.31:0/1643586523 >> 172.21.15.31:0/1643586523 conn(0x7f7d7009d700 msgr2=0x7f7d700b4270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:41.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.744+0000 7f7d75400640 1 -- 172.21.15.31:0/1643586523 shutdown_connections 2024-09-19T04:41:41.747 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.744+0000 7f7d75400640 1 -- 172.21.15.31:0/1643586523 wait complete. 2024-09-19T04:41:41.762 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:41:41.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.915+0000 7f75f8600640 1 Processor -- start 2024-09-19T04:41:41.917 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.915+0000 7f75f8600640 1 -- start start 2024-09-19T04:41:41.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.916+0000 7f75f8600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f75f006f0e0 0x7f75f015c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:41.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.916+0000 7f75f8600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f75f00b3ba0 0x7f75f00b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:41.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.916+0000 7f75f8600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75f015c620 con 0x7f75f006f4c0 2024-09-19T04:41:41.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.916+0000 7f75f8600640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f75f015bc50 con 0x7f75f006f0e0 2024-09-19T04:41:41.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.916+0000 7f75f8600640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f75f0152630 con 0x7f75f00b3ba0 2024-09-19T04:41:41.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.917+0000 7f75f5c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f75f006f0e0 0x7f75f015c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:41.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.917+0000 7f75f5c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f75f006f0e0 0x7f75f015c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33486/0 (socket says 172.21.15.31:33486) 2024-09-19T04:41:41.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.917+0000 7f75f5c00640 1 -- 172.21.15.31:0/3810325679 learned_addr learned my addr 172.21.15.31:0/3810325679 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:41.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.917+0000 7f75f6600640 1 --2- 172.21.15.31:0/3810325679 >> v2:172.21.15.52:3300/0 conn(0x7f75f00b3ba0 0x7f75f00b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:41.919 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.917+0000 7f75f5c00640 1 -- 172.21.15.31:0/3810325679 >> v2:172.21.15.52:3300/0 conn(0x7f75f00b3ba0 msgr2=0x7f75f00b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:41.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.917+0000 7f75f5c00640 1 --2- 172.21.15.31:0/3810325679 >> v2:172.21.15.52:3300/0 conn(0x7f75f00b3ba0 0x7f75f00b4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.917+0000 7f75f5c00640 1 -- 172.21.15.31:0/3810325679 >> v1:172.21.15.31:6789/0 conn(0x7f75f006f4c0 legacy=0x7f75f00cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:41.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.917+0000 7f75f5c00640 1 -- 172.21.15.31:0/3810325679 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75f00cfb40 con 0x7f75f006f0e0 2024-09-19T04:41:41.920 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.917+0000 7f75f6600640 1 --2- 172.21.15.31:0/3810325679 >> v2:172.21.15.52:3300/0 conn(0x7f75f00b3ba0 0x7f75f00b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:41.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.918+0000 7f75f5c00640 1 --2- 172.21.15.31:0/3810325679 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75f006f0e0 0x7f75f015c0e0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f75f015bbc0 tx=0x7f75e402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b33277709fb7dd05 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:41.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.918+0000 7f75efe00640 1 -- 172.21.15.31:0/3810325679 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e4037070 con 0x7f75f006f0e0 2024-09-19T04:41:41.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.918+0000 7f75efe00640 1 -- 172.21.15.31:0/3810325679 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75e4032440 con 0x7f75f006f0e0 2024-09-19T04:41:41.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.918+0000 7f75efe00640 1 -- 172.21.15.31:0/3810325679 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e4032810 con 0x7f75f006f0e0 2024-09-19T04:41:41.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.919+0000 7f75f8600640 1 -- 172.21.15.31:0/3810325679 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75f006f0e0 msgr2=0x7f75f015c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:41.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.919+0000 7f75f8600640 1 --2- 172.21.15.31:0/3810325679 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75f006f0e0 0x7f75f015c0e0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f75f015bbc0 tx=0x7f75e402a270 comp rx=0 tx=0).stop 2024-09-19T04:41:41.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.919+0000 7f75f8600640 1 -- 172.21.15.31:0/3810325679 shutdown_connections 2024-09-19T04:41:41.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.919+0000 7f75f8600640 1 --2- 172.21.15.31:0/3810325679 >> v2:172.21.15.52:3300/0 conn(0x7f75f00b3ba0 0x7f75f00b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.921 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.919+0000 7f75f8600640 1 --2- 172.21.15.31:0/3810325679 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75f006f0e0 0x7f75f015c0e0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.919+0000 7f75f8600640 1 -- 172.21.15.31:0/3810325679 >> 172.21.15.31:0/3810325679 conn(0x7f75f0067da0 msgr2=0x7f75f006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:41.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.919+0000 7f75f8600640 1 -- 172.21.15.31:0/3810325679 shutdown_connections 2024-09-19T04:41:41.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.919+0000 7f75f8600640 1 -- 172.21.15.31:0/3810325679 wait complete. 2024-09-19T04:41:41.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.921+0000 7f75f8600640 1 Processor -- start 2024-09-19T04:41:41.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.921+0000 7f75f8600640 1 -- start start 2024-09-19T04:41:41.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.922+0000 7f75f8600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f75f006f0e0 0x7f75f014eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:41.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.922+0000 7f75f8600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75f006f4c0 0x7f75f0154480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:41.924 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.922+0000 7f75f8600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f75f00b3ba0 0x7f75f0147d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:41.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.922+0000 7f75f8600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f75f006f930 con 0x7f75f006f4c0 2024-09-19T04:41:41.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.922+0000 7f75f8600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f75f015b8e0 con 0x7f75f00b3ba0 2024-09-19T04:41:41.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.922+0000 7f75f8600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f75f00cf770 con 0x7f75f006f0e0 2024-09-19T04:41:41.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.922+0000 7f75f5200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75f006f4c0 0x7f75f0154480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:41.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.922+0000 7f75f5200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75f006f4c0 0x7f75f0154480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33500/0 (socket says 172.21.15.31:33500) 2024-09-19T04:41:41.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.922+0000 7f75f5200640 1 -- 172.21.15.31:0/3849902461 learned_addr learned my addr 172.21.15.31:0/3849902461 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:41.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.922+0000 7f75f5c00640 1 --2- 172.21.15.31:0/3849902461 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f75f006f0e0 0x7f75f014eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:41.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.922+0000 7f75f6600640 1 --2- 172.21.15.31:0/3849902461 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f75f00b3ba0 0x7f75f0147d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:41.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.922+0000 7f75f5200640 1 -- 172.21.15.31:0/3849902461 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f75f006f0e0 msgr2=0x7f75f014eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:41.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.922+0000 7f75f5200640 1 --2- 172.21.15.31:0/3849902461 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f75f006f0e0 0x7f75f014eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.922+0000 7f75f5200640 1 -- 172.21.15.31:0/3849902461 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f75f00b3ba0 msgr2=0x7f75f0147d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:41.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.922+0000 7f75f5200640 1 --2- 172.21.15.31:0/3849902461 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f75f00b3ba0 0x7f75f0147d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:41.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.922+0000 7f75f5200640 1 -- 172.21.15.31:0/3849902461 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75f014b310 con 0x7f75f006f4c0 2024-09-19T04:41:41.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.922+0000 7f75f6600640 1 --2- 172.21.15.31:0/3849902461 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f75f00b3ba0 0x7f75f0147d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:41.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.923+0000 7f75f5200640 1 --2- 172.21.15.31:0/3849902461 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75f006f4c0 0x7f75f0154480 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f75dc00c400 tx=0x7f75dc00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:41.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.923+0000 7f75ed600640 1 -- 172.21.15.31:0/3849902461 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75dc0052d0 con 0x7f75f006f4c0 2024-09-19T04:41:41.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.923+0000 7f75ed600640 1 -- 172.21.15.31:0/3849902461 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75dc005490 con 0x7f75f006f4c0 2024-09-19T04:41:41.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.923+0000 7f75ed600640 1 -- 172.21.15.31:0/3849902461 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75dc007260 con 0x7f75f006f4c0 2024-09-19T04:41:41.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.923+0000 7f75f8600640 1 -- 172.21.15.31:0/3849902461 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75f014b5f0 con 0x7f75f006f4c0 2024-09-19T04:41:41.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.923+0000 7f75f8600640 1 -- 172.21.15.31:0/3849902461 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75f014bbb0 con 0x7f75f006f4c0 2024-09-19T04:41:41.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.924+0000 7f75f8600640 1 -- 172.21.15.31:0/3849902461 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75f015ee80 con 0x7f75f006f4c0 2024-09-19T04:41:41.927 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.925+0000 7f75ed600640 1 -- 172.21.15.31:0/3849902461 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f75dc007400 con 0x7f75f006f4c0 2024-09-19T04:41:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.926+0000 7f75ed600640 1 --2- 172.21.15.31:0/3849902461 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f75d006c2e0 0x7f75d006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.926+0000 7f75ed600640 1 -- 172.21.15.31:0/3849902461 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7f75dc08ab80 con 0x7f75f006f4c0 2024-09-19T04:41:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.926+0000 7f75f5c00640 1 --2- 172.21.15.31:0/3849902461 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f75d006c2e0 0x7f75d006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:41.928 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.927+0000 7f75f5c00640 1 --2- 172.21.15.31:0/3849902461 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f75d006c2e0 0x7f75d006e7a0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f75e4034000 tx=0x7f75e402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:41.932 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:41.930+0000 7f75ed600640 1 -- 172.21.15.31:0/3849902461 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f75dc0589e0 con 0x7f75f006f4c0 2024-09-19T04:41:42.119 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.118+0000 7f75f8600640 1 -- 172.21.15.31:0/3849902461 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f75f006e6c0 con 0x7f75f006f4c0 2024-09-19T04:41:42.121 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.119+0000 7f75ed600640 1 -- 172.21.15.31:0/3849902461 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) ==== 74+0+16962 (secure 0 0 0) 0x7f75dc05cce0 con 0x7f75f006f4c0 2024-09-19T04:41:42.121 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:42.121 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":55,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:41:26.263324+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T04:41:22.483601+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T04:41:23.676401+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:41:42.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.121+0000 7f75f8600640 1 -- 172.21.15.31:0/3849902461 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f75d006c2e0 msgr2=0x7f75d006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:42.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.121+0000 7f75f8600640 1 --2- 172.21.15.31:0/3849902461 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f75d006c2e0 0x7f75d006e7a0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f75e4034000 tx=0x7f75e402e000 comp rx=0 tx=0).stop 2024-09-19T04:41:42.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.121+0000 7f75f8600640 1 -- 172.21.15.31:0/3849902461 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75f006f4c0 msgr2=0x7f75f0154480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:42.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.121+0000 7f75f8600640 1 --2- 172.21.15.31:0/3849902461 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75f006f4c0 0x7f75f0154480 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f75dc00c400 tx=0x7f75dc00c8c0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.121+0000 7f75f8600640 1 -- 172.21.15.31:0/3849902461 shutdown_connections 2024-09-19T04:41:42.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.121+0000 7f75f8600640 1 --2- 172.21.15.31:0/3849902461 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f75d006c2e0 0x7f75d006e7a0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.121+0000 7f75f8600640 1 --2- 172.21.15.31:0/3849902461 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f75f00b3ba0 0x7f75f0147d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.121+0000 7f75f8600640 1 --2- 172.21.15.31:0/3849902461 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f75f006f4c0 0x7f75f0154480 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.121+0000 7f75f8600640 1 --2- 172.21.15.31:0/3849902461 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f75f006f0e0 0x7f75f014eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.121+0000 7f75f8600640 1 -- 172.21.15.31:0/3849902461 >> 172.21.15.31:0/3849902461 conn(0x7f75f0067da0 msgr2=0x7f75f015ca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:42.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.121+0000 7f75f8600640 1 -- 172.21.15.31:0/3849902461 shutdown_connections 2024-09-19T04:41:42.124 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.121+0000 7f75f8600640 1 -- 172.21.15.31:0/3849902461 wait complete. 2024-09-19T04:41:42.139 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T04:41:42.297 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.296+0000 7f4079a00640 1 Processor -- start 2024-09-19T04:41:42.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.296+0000 7f4079a00640 1 -- start start 2024-09-19T04:41:42.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.297+0000 7f4079a00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f407415e470 0x7f40740cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:42.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.297+0000 7f4079a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f40740d00e0 0x7f40740d4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:42.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.297+0000 7f4079a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f40740d4850 0x7f407406d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:42.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.297+0000 7f4079a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f40740cf710 con 0x7f40740d4850 2024-09-19T04:41:42.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.297+0000 7f4079a00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f407415e850 con 0x7f407415e470 2024-09-19T04:41:42.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.297+0000 7f4079a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f40740d1c60 con 0x7f40740d00e0 2024-09-19T04:41:42.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.297+0000 7f4079000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f40740d4850 0x7f407406d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:42.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.297+0000 7f4079000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f40740d4850 0x7f407406d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33508/0 (socket says 172.21.15.31:33508) 2024-09-19T04:41:42.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.297+0000 7f4079000640 1 -- 172.21.15.31:0/2480596342 learned_addr learned my addr 172.21.15.31:0/2480596342 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:42.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.298+0000 7f4073e00640 1 --2- 172.21.15.31:0/2480596342 >> v2:172.21.15.52:3300/0 conn(0x7f407415e470 0x7f40740cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:42.300 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.298+0000 7f406be00640 1 --2- 172.21.15.31:0/2480596342 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f40740d00e0 0x7f40740d4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:42.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.298+0000 7f4079000640 1 -- 172.21.15.31:0/2480596342 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f40740d00e0 msgr2=0x7f40740d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:42.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.298+0000 7f4079000640 1 --2- 172.21.15.31:0/2480596342 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f40740d00e0 0x7f40740d4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.298+0000 7f4079000640 1 -- 172.21.15.31:0/2480596342 >> v2:172.21.15.52:3300/0 conn(0x7f407415e470 msgr2=0x7f40740cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:42.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.298+0000 7f4079000640 1 --2- 172.21.15.31:0/2480596342 >> v2:172.21.15.52:3300/0 conn(0x7f407415e470 0x7f40740cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.301 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.298+0000 7f4079000640 1 -- 172.21.15.31:0/2480596342 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40740d1980 con 0x7f40740d4850 2024-09-19T04:41:42.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.299+0000 7f4079000640 1 --2- 172.21.15.31:0/2480596342 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40740d4850 0x7f407406d460 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f40740b6e80 tx=0x7f406c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9445404c4bee1f3f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:42.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.299+0000 7f4073400640 1 -- 172.21.15.31:0/2480596342 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f406c036070 con 0x7f40740d4850 2024-09-19T04:41:42.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.299+0000 7f4073400640 1 -- 172.21.15.31:0/2480596342 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f406c031600 con 0x7f40740d4850 2024-09-19T04:41:42.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.299+0000 7f4073400640 1 -- 172.21.15.31:0/2480596342 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f406c0319d0 con 0x7f40740d4850 2024-09-19T04:41:42.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.300+0000 7f4079a00640 1 -- 172.21.15.31:0/2480596342 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40740d4850 msgr2=0x7f407406d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:42.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.300+0000 7f4079a00640 1 --2- 172.21.15.31:0/2480596342 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40740d4850 0x7f407406d460 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f40740b6e80 tx=0x7f406c02a6a0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.300+0000 7f4079a00640 1 -- 172.21.15.31:0/2480596342 shutdown_connections 2024-09-19T04:41:42.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.300+0000 7f4079a00640 1 --2- 172.21.15.31:0/2480596342 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f40740d4850 0x7f407406d460 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.300+0000 7f4079a00640 1 --2- 172.21.15.31:0/2480596342 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f40740d00e0 0x7f40740d4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.300+0000 7f4079a00640 1 --2- 172.21.15.31:0/2480596342 >> v2:172.21.15.52:3300/0 conn(0x7f407415e470 0x7f40740cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.300+0000 7f4079a00640 1 -- 172.21.15.31:0/2480596342 >> 172.21.15.31:0/2480596342 conn(0x7f407409d700 msgr2=0x7f407408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:42.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.300+0000 7f4079a00640 1 -- 172.21.15.31:0/2480596342 shutdown_connections 2024-09-19T04:41:42.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.300+0000 7f4079a00640 1 -- 172.21.15.31:0/2480596342 wait complete. 2024-09-19T04:41:42.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.301+0000 7f4079a00640 1 Processor -- start 2024-09-19T04:41:42.304 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.301+0000 7f4079a00640 1 -- start start 2024-09-19T04:41:42.305 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.302+0000 7f4079a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40740d00e0 0x7f40741563f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:42.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.302+0000 7f4079a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f40740d4850 0x7f40740b2070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:42.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.302+0000 7f4079a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f407415e470 0x7f40740b25b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:42.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.302+0000 7f4079a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f407406d9a0 con 0x7f407415e470 2024-09-19T04:41:42.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.302+0000 7f4079a00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f40740cf3a0 con 0x7f40740d00e0 2024-09-19T04:41:42.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.302+0000 7f4079a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f407406db20 con 0x7f40740d4850 2024-09-19T04:41:42.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.303+0000 7f4079000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f407415e470 0x7f40740b25b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:42.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.303+0000 7f4073e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40740d00e0 0x7f40741563f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:42.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.303+0000 7f406be00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f40740d4850 0x7f40740b2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:42.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.303+0000 7f406be00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f40740d4850 0x7f40740b2070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3301/0 says I am v2:172.21.15.31:43816/0 (socket says 172.21.15.31:43816) 2024-09-19T04:41:42.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.303+0000 7f406be00640 1 -- 172.21.15.31:0/2074286393 learned_addr learned my addr 172.21.15.31:0/2074286393 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:42.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.303+0000 7f4079000640 1 -- 172.21.15.31:0/2074286393 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f40740d4850 msgr2=0x7f40740b2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:42.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.303+0000 7f4079000640 1 --2- 172.21.15.31:0/2074286393 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f40740d4850 0x7f40740b2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.303+0000 7f4079000640 1 -- 172.21.15.31:0/2074286393 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40740d00e0 msgr2=0x7f40741563f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:42.306 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.303+0000 7f4079000640 1 --2- 172.21.15.31:0/2074286393 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40740d00e0 0x7f40741563f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.303+0000 7f4079000640 1 -- 172.21.15.31:0/2074286393 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40740b9160 con 0x7f407415e470 2024-09-19T04:41:42.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.304+0000 7f4079000640 1 --2- 172.21.15.31:0/2074286393 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f407415e470 0x7f40740b25b0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f406c030000 tx=0x7f406c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:42.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.304+0000 7f4070c00640 1 -- 172.21.15.31:0/2074286393 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f406c041020 con 0x7f407415e470 2024-09-19T04:41:42.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.304+0000 7f4070c00640 1 -- 172.21.15.31:0/2074286393 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f406c0077a0 con 0x7f407415e470 2024-09-19T04:41:42.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.304+0000 7f4070c00640 1 -- 172.21.15.31:0/2074286393 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f406c036040 con 0x7f407415e470 2024-09-19T04:41:42.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.304+0000 7f4079a00640 1 -- 172.21.15.31:0/2074286393 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40740b83a0 con 0x7f407415e470 2024-09-19T04:41:42.307 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.304+0000 7f4079a00640 1 -- 172.21.15.31:0/2074286393 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40740b8960 con 0x7f407415e470 2024-09-19T04:41:42.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.305+0000 7f4079a00640 1 -- 172.21.15.31:0/2074286393 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f407406d460 con 0x7f407415e470 2024-09-19T04:41:42.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.306+0000 7f4070c00640 1 -- 172.21.15.31:0/2074286393 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f406c044020 con 0x7f407415e470 2024-09-19T04:41:42.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.307+0000 7f4070c00640 1 --2- 172.21.15.31:0/2074286393 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f405006c2b0 0x7f405006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:42.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.307+0000 7f4070c00640 1 -- 172.21.15.31:0/2074286393 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6101+0+0 (secure 0 0 0) 0x7f406c0ac1d0 con 0x7f407415e470 2024-09-19T04:41:42.308 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.307+0000 7f4073e00640 1 --2- 172.21.15.31:0/2074286393 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f405006c2b0 0x7f405006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:42.309 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.308+0000 7f4073e00640 1 --2- 172.21.15.31:0/2074286393 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f405006c2b0 0x7f405006e770 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f4064007920 tx=0x7f4064008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:42.312 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.311+0000 7f4070c00640 1 -- 172.21.15.31:0/2074286393 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f406c04b030 con 0x7f407415e470 2024-09-19T04:41:42.532 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.530+0000 7f4079a00640 1 -- 172.21.15.31:0/2074286393 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f407406cf90 con 0x7f407415e470 2024-09-19T04:41:42.532 INFO:tasks.ceph.mon.a.smithi031.stderr:2024-09-19T04:41:42.531+0000 7f4f52c00640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T04:41:42.534 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.533+0000 7f4070c00640 1 -- 172.21.15.31:0/2074286393 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v29) ==== 161+0+0 (secure 0 0 0) 0x7f406c07a0c0 con 0x7f407415e470 2024-09-19T04:41:42.534 INFO:teuthology.orchestra.run.smithi031.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T04:41:42.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.536+0000 7f4079a00640 1 -- 172.21.15.31:0/2074286393 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f405006c2b0 msgr2=0x7f405006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:42.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.536+0000 7f4079a00640 1 --2- 172.21.15.31:0/2074286393 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f405006c2b0 0x7f405006e770 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f4064007920 tx=0x7f4064008040 comp rx=0 tx=0).stop 2024-09-19T04:41:42.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.536+0000 7f4079a00640 1 -- 172.21.15.31:0/2074286393 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f407415e470 msgr2=0x7f40740b25b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:42.538 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.536+0000 7f4079a00640 1 --2- 172.21.15.31:0/2074286393 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f407415e470 0x7f40740b25b0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f406c030000 tx=0x7f406c004a40 comp rx=0 tx=0).stop 2024-09-19T04:41:42.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.537+0000 7f4079a00640 1 -- 172.21.15.31:0/2074286393 shutdown_connections 2024-09-19T04:41:42.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.537+0000 7f4079a00640 1 --2- 172.21.15.31:0/2074286393 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f407415e470 0x7f40740b25b0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.537+0000 7f4079a00640 1 --2- 172.21.15.31:0/2074286393 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f40740d4850 0x7f40740b2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.537+0000 7f4079a00640 1 --2- 172.21.15.31:0/2074286393 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f405006c2b0 0x7f405006e770 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.537+0000 7f4079a00640 1 --2- 172.21.15.31:0/2074286393 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40740d00e0 0x7f40741563f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.537+0000 7f4079a00640 1 -- 172.21.15.31:0/2074286393 >> 172.21.15.31:0/2074286393 conn(0x7f407409d700 msgr2=0x7f40740b4940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:42.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.537+0000 7f4079a00640 1 -- 172.21.15.31:0/2074286393 shutdown_connections 2024-09-19T04:41:42.539 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.537+0000 7f4079a00640 1 -- 172.21.15.31:0/2074286393 wait complete. 2024-09-19T04:41:42.545 INFO:tasks.ceph.mds.a.smithi031.stderr: -3768> 2024-09-19T04:41:30.227+0000 7f1f02800640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T04:41:42.555 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T04:41:42.596 INFO:tasks.ceph.mds.a.smithi031.stdout:starting mds.a at 2024-09-19T04:41:42.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.712+0000 7f0c40c00640 1 Processor -- start 2024-09-19T04:41:42.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.713+0000 7f0c40c00640 1 -- start start 2024-09-19T04:41:42.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.714+0000 7f0c40c00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f0c3c155910 0x7f0c3c13e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:42.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.714+0000 7f0c40c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f0c3c0cf0d0 0x7f0c3c141270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:42.716 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.714+0000 7f0c40c00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c3c1417b0 con 0x7f0c3c06f1b0 2024-09-19T04:41:42.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.714+0000 7f0c40c00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f0c3c13ed70 con 0x7f0c3c0cf0d0 2024-09-19T04:41:42.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.714+0000 7f0c40c00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f0c3c0cf5b0 con 0x7f0c3c155910 2024-09-19T04:41:42.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.714+0000 7f0c33e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f0c3c0cf0d0 0x7f0c3c141270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:42.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.714+0000 7f0c33e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f0c3c0cf0d0 0x7f0c3c141270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33538/0 (socket says 172.21.15.31:33538) 2024-09-19T04:41:42.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.714+0000 7f0c33e00640 1 -- 172.21.15.31:0/1688191025 learned_addr learned my addr 172.21.15.31:0/1688191025 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:42.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.714+0000 7f0c39e00640 1 --2- 172.21.15.31:0/1688191025 >> v2:172.21.15.52:3300/0 conn(0x7f0c3c155910 0x7f0c3c13e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:42.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.714+0000 7f0c33e00640 1 -- 172.21.15.31:0/1688191025 >> v2:172.21.15.52:3300/0 conn(0x7f0c3c155910 msgr2=0x7f0c3c13e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:42.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.714+0000 7f0c33e00640 1 --2- 172.21.15.31:0/1688191025 >> v2:172.21.15.52:3300/0 conn(0x7f0c3c155910 0x7f0c3c13e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.714+0000 7f0c33e00640 1 -- 172.21.15.31:0/1688191025 >> v1:172.21.15.52:6789/0 conn(0x7f0c3c06f1b0 legacy=0x7f0c3c15bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:42.717 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.715+0000 7f0c33e00640 1 -- 172.21.15.31:0/1688191025 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c3c0cf890 con 0x7f0c3c0cf0d0 2024-09-19T04:41:42.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.716+0000 7f0c33e00640 1 --2- 172.21.15.31:0/1688191025 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c3c0cf0d0 0x7f0c3c141270 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c13eef0 tx=0x7f0c2402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9191ea6dbf266ea9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:42.718 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.716+0000 7f0c39400640 1 -- 172.21.15.31:0/1688191025 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c24037070 con 0x7f0c3c0cf0d0 2024-09-19T04:41:42.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.716+0000 7f0c39400640 1 -- 172.21.15.31:0/1688191025 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c24032440 con 0x7f0c3c0cf0d0 2024-09-19T04:41:42.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.716+0000 7f0c39400640 1 -- 172.21.15.31:0/1688191025 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c24032810 con 0x7f0c3c0cf0d0 2024-09-19T04:41:42.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.716+0000 7f0c40c00640 1 -- 172.21.15.31:0/1688191025 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c3c0cf0d0 msgr2=0x7f0c3c141270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:42.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.716+0000 7f0c40c00640 1 --2- 172.21.15.31:0/1688191025 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c3c0cf0d0 0x7f0c3c141270 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c13eef0 tx=0x7f0c2402a180 comp rx=0 tx=0).stop 2024-09-19T04:41:42.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.717+0000 7f0c40c00640 1 -- 172.21.15.31:0/1688191025 shutdown_connections 2024-09-19T04:41:42.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.717+0000 7f0c40c00640 1 --2- 172.21.15.31:0/1688191025 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c3c0cf0d0 0x7f0c3c141270 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.717+0000 7f0c40c00640 1 --2- 172.21.15.31:0/1688191025 >> v2:172.21.15.52:3300/0 conn(0x7f0c3c155910 0x7f0c3c13e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.717+0000 7f0c40c00640 1 -- 172.21.15.31:0/1688191025 >> 172.21.15.31:0/1688191025 conn(0x7f0c3c067d70 msgr2=0x7f0c3c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:42.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.717+0000 7f0c40c00640 1 -- 172.21.15.31:0/1688191025 shutdown_connections 2024-09-19T04:41:42.719 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.717+0000 7f0c40c00640 1 -- 172.21.15.31:0/1688191025 wait complete. 2024-09-19T04:41:42.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.718+0000 7f0c40c00640 1 Processor -- start 2024-09-19T04:41:42.720 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.718+0000 7f0c40c00640 1 -- start start 2024-09-19T04:41:42.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.719+0000 7f0c40c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0c3c06f1b0 0x7f0c3c1f3f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:42.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.719+0000 7f0c40c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c3c0cf0d0 0x7f0c3c1589e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:42.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.719+0000 7f0c40c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c3c155910 0x7f0c3c1547e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:42.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.719+0000 7f0c40c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0c3c0cd030 con 0x7f0c3c155910 2024-09-19T04:41:42.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.719+0000 7f0c40c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0c3c0cfe50 con 0x7f0c3c0cf0d0 2024-09-19T04:41:42.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.719+0000 7f0c40c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f0c3c0cd1b0 con 0x7f0c3c06f1b0 2024-09-19T04:41:42.722 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.719+0000 7f0c3a800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c3c155910 0x7f0c3c1547e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:42.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.719+0000 7f0c3a800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c3c155910 0x7f0c3c1547e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33546/0 (socket says 172.21.15.31:33546) 2024-09-19T04:41:42.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.720+0000 7f0c3a800640 1 -- 172.21.15.31:0/3851326990 learned_addr learned my addr 172.21.15.31:0/3851326990 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:42.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.720+0000 7f0c33e00640 1 --2- 172.21.15.31:0/3851326990 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c3c0cf0d0 0x7f0c3c1589e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:42.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.720+0000 7f0c39e00640 1 --2- 172.21.15.31:0/3851326990 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0c3c06f1b0 0x7f0c3c1f3f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:42.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.720+0000 7f0c3a800640 1 -- 172.21.15.31:0/3851326990 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0c3c06f1b0 msgr2=0x7f0c3c1f3f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:42.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.720+0000 7f0c3a800640 1 --2- 172.21.15.31:0/3851326990 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0c3c06f1b0 0x7f0c3c1f3f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.720+0000 7f0c3a800640 1 -- 172.21.15.31:0/3851326990 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c3c0cf0d0 msgr2=0x7f0c3c1589e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:42.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.720+0000 7f0c3a800640 1 --2- 172.21.15.31:0/3851326990 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c3c0cf0d0 0x7f0c3c1589e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:42.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.720+0000 7f0c3a800640 1 -- 172.21.15.31:0/3851326990 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c3c1f4550 con 0x7f0c3c155910 2024-09-19T04:41:42.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.720+0000 7f0c3a800640 1 --2- 172.21.15.31:0/3851326990 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c3c155910 0x7f0c3c1547e0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f0c3400c780 tx=0x7f0c3400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:42.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.720+0000 7f0c32000640 1 -- 172.21.15.31:0/3851326990 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c34004b60 con 0x7f0c3c155910 2024-09-19T04:41:42.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.720+0000 7f0c32000640 1 -- 172.21.15.31:0/3851326990 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c34004d00 con 0x7f0c3c155910 2024-09-19T04:41:42.723 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.720+0000 7f0c32000640 1 -- 172.21.15.31:0/3851326990 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c3400aa90 con 0x7f0c3c155910 2024-09-19T04:41:42.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.720+0000 7f0c40c00640 1 -- 172.21.15.31:0/3851326990 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c3c1f4890 con 0x7f0c3c155910 2024-09-19T04:41:42.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.721+0000 7f0c40c00640 1 -- 172.21.15.31:0/3851326990 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c3c0c9820 con 0x7f0c3c155910 2024-09-19T04:41:42.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.722+0000 7f0c40c00640 1 -- 172.21.15.31:0/3851326990 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c3c0c9a20 con 0x7f0c3c155910 2024-09-19T04:41:42.724 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.723+0000 7f0c32000640 1 -- 172.21.15.31:0/3851326990 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0c3400ac30 con 0x7f0c3c155910 2024-09-19T04:41:42.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.724+0000 7f0c32000640 1 --2- 172.21.15.31:0/3851326990 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0c1806c2b0 0x7f0c1806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:42.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.724+0000 7f0c32000640 1 -- 172.21.15.31:0/3851326990 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6187+0+0 (secure 0 0 0) 0x7f0c3408b910 con 0x7f0c3c155910 2024-09-19T04:41:42.725 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.724+0000 7f0c39e00640 1 --2- 172.21.15.31:0/3851326990 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0c1806c2b0 0x7f0c1806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:42.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.724+0000 7f0c39e00640 1 --2- 172.21.15.31:0/3851326990 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0c1806c2b0 0x7f0c1806e770 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c006fd0 tx=0x7f0c2c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:42.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.728+0000 7f0c32000640 1 -- 172.21.15.31:0/3851326990 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0c34020070 con 0x7f0c3c155910 2024-09-19T04:41:42.954 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:42.953+0000 7f0c40c00640 1 -- 172.21.15.31:0/3851326990 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f0c3c141270 con 0x7f0c3c155910 2024-09-19T04:41:43.536 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.535+0000 7f0c32000640 1 -- 172.21.15.31:0/3851326990 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v30) ==== 104+0+0 (secure 0 0 0) 0x7f0c3c1f4890 con 0x7f0c3c155910 2024-09-19T04:41:43.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.537+0000 7f0c40c00640 1 -- 172.21.15.31:0/3851326990 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0c1806c2b0 msgr2=0x7f0c1806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:43.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.537+0000 7f0c40c00640 1 --2- 172.21.15.31:0/3851326990 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0c1806c2b0 0x7f0c1806e770 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c006fd0 tx=0x7f0c2c008040 comp rx=0 tx=0).stop 2024-09-19T04:41:43.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.537+0000 7f0c40c00640 1 -- 172.21.15.31:0/3851326990 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c3c155910 msgr2=0x7f0c3c1547e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:43.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.537+0000 7f0c40c00640 1 --2- 172.21.15.31:0/3851326990 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c3c155910 0x7f0c3c1547e0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f0c3400c780 tx=0x7f0c3400cc40 comp rx=0 tx=0).stop 2024-09-19T04:41:43.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.538+0000 7f0c40c00640 1 -- 172.21.15.31:0/3851326990 shutdown_connections 2024-09-19T04:41:43.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.538+0000 7f0c40c00640 1 --2- 172.21.15.31:0/3851326990 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0c3c155910 0x7f0c3c1547e0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:43.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.538+0000 7f0c40c00640 1 --2- 172.21.15.31:0/3851326990 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0c1806c2b0 0x7f0c1806e770 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:43.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.538+0000 7f0c40c00640 1 --2- 172.21.15.31:0/3851326990 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c3c0cf0d0 0x7f0c3c1589e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:43.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.538+0000 7f0c40c00640 1 --2- 172.21.15.31:0/3851326990 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0c3c06f1b0 0x7f0c3c1f3f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:43.540 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.538+0000 7f0c40c00640 1 -- 172.21.15.31:0/3851326990 >> 172.21.15.31:0/3851326990 conn(0x7f0c3c067d70 msgr2=0x7f0c3c0b45d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:43.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.538+0000 7f0c40c00640 1 -- 172.21.15.31:0/3851326990 shutdown_connections 2024-09-19T04:41:43.541 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.538+0000 7f0c40c00640 1 -- 172.21.15.31:0/3851326990 wait complete. 2024-09-19T04:41:43.559 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T04:41:43.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.762+0000 7f9fc5000640 1 Processor -- start 2024-09-19T04:41:43.764 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.762+0000 7f9fc5000640 1 -- start start 2024-09-19T04:41:43.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.763+0000 7f9fc5000640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f9fc00b39f0 0x7f9fc006f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:43.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.763+0000 7f9fc5000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fc00cf2b0 con 0x7f9fc0074020 2024-09-19T04:41:43.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.763+0000 7f9fc5000640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fc00cf590 con 0x7f9fc006f5a0 2024-09-19T04:41:43.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.763+0000 7f9fc5000640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f9fc00b3e30 con 0x7f9fc00b39f0 2024-09-19T04:41:43.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.763+0000 7f9fbde00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f9fc0074020 0x7f9fc00cea80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:54020/0 (socket says 172.21.15.31:54020) 2024-09-19T04:41:43.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.763+0000 7f9fbde00640 1 -- 172.21.15.31:0/1049536964 learned_addr learned my addr 172.21.15.31:0/1049536964 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:43.767 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.764+0000 7f9fb7e00640 1 --2- 172.21.15.31:0/1049536964 >> v2:172.21.15.52:3300/0 conn(0x7f9fc00b39f0 0x7f9fc006f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:43.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.764+0000 7f9fbd400640 1 -- 172.21.15.31:0/1049536964 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 220152280 0 0) 0x7f9fc00cf2b0 con 0x7f9fc0074020 2024-09-19T04:41:43.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.764+0000 7f9fbd400640 1 -- 172.21.15.31:0/1049536964 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9fa4005730 con 0x7f9fc0074020 2024-09-19T04:41:43.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.764+0000 7f9fbd400640 1 -- 172.21.15.31:0/1049536964 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1212147641 0 0) 0x7f9fa4005730 con 0x7f9fc0074020 2024-09-19T04:41:43.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.764+0000 7f9fbd400640 1 -- 172.21.15.31:0/1049536964 >> v2:172.21.15.52:3300/0 conn(0x7f9fc00b39f0 msgr2=0x7f9fc006f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:43.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.764+0000 7f9fbd400640 1 --2- 172.21.15.31:0/1049536964 >> v2:172.21.15.52:3300/0 conn(0x7f9fc00b39f0 0x7f9fc006f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:43.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.764+0000 7f9fbd400640 1 -- 172.21.15.31:0/1049536964 >> v1:172.21.15.52:6789/0 conn(0x7f9fc006f5a0 legacy=0x7f9fc00720a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:43.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.764+0000 7f9fbd400640 1 -- 172.21.15.31:0/1049536964 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fc00cf870 con 0x7f9fc0074020 2024-09-19T04:41:43.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.764+0000 7f9fbd400640 1 -- 172.21.15.31:0/1049536964 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7f9fb0001670 con 0x7f9fc0074020 2024-09-19T04:41:43.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.764+0000 7f9fbd400640 1 -- 172.21.15.31:0/1049536964 >> v1:172.21.15.31:6789/0 conn(0x7f9fc0074020 legacy=0x7f9fc00cea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:43.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.764+0000 7f9fbd400640 1 --2- 172.21.15.31:0/1049536964 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9fa4005c10 0x7f9fa4006030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:43.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.764+0000 7f9fbd400640 1 --2- 172.21.15.31:0/1049536964 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9fa4006a10 0x7f9fa4006e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:43.768 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.764+0000 7f9fbd400640 1 --2- 172.21.15.31:0/1049536964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fa4007420 0x7f9fa400dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:43.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.764+0000 7f9fbd400640 1 -- 172.21.15.31:0/1049536964 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9fa400e340 con 0x7f9fa4006a10 2024-09-19T04:41:43.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.764+0000 7f9fbd400640 1 -- 172.21.15.31:0/1049536964 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9fa400e4f0 con 0x7f9fa4007420 2024-09-19T04:41:43.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.764+0000 7f9fbd400640 1 -- 172.21.15.31:0/1049536964 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f9fa400e6f0 con 0x7f9fa4005c10 2024-09-19T04:41:43.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.765+0000 7f9fb7e00640 1 --2- 172.21.15.31:0/1049536964 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9fa4006a10 0x7f9fa4006e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:43.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.765+0000 7f9fbde00640 1 --2- 172.21.15.31:0/1049536964 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9fa4005c10 0x7f9fa4006030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:43.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.765+0000 7f9fbe800640 1 --2- 172.21.15.31:0/1049536964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fa4007420 0x7f9fa400dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:43.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.765+0000 7f9fb7e00640 1 -- 172.21.15.31:0/1049536964 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9fa4005c10 msgr2=0x7f9fa4006030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:43.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.765+0000 7f9fb7e00640 1 --2- 172.21.15.31:0/1049536964 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9fa4005c10 0x7f9fa4006030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:43.769 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.765+0000 7f9fb7e00640 1 -- 172.21.15.31:0/1049536964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fa4007420 msgr2=0x7f9fa400dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:43.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.765+0000 7f9fb7e00640 1 --2- 172.21.15.31:0/1049536964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fa4007420 0x7f9fa400dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:43.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.765+0000 7f9fb7e00640 1 -- 172.21.15.31:0/1049536964 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fa4005730 con 0x7f9fa4006a10 2024-09-19T04:41:43.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.765+0000 7f9fbe800640 1 -- 172.21.15.31:0/1049536964 reap_dead start 2024-09-19T04:41:43.770 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.766+0000 7f9fb7e00640 1 --2- 172.21.15.31:0/1049536964 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9fa4006a10 0x7f9fa4006e90 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f9fa8009a90 tx=0x7f9fa4007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23ca1c95c50d6bb9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:43.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.766+0000 7f9fbd400640 1 -- 172.21.15.31:0/1049536964 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa8036070 con 0x7f9fa4006a10 2024-09-19T04:41:43.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.766+0000 7f9fbd400640 1 -- 172.21.15.31:0/1049536964 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fa8031400 con 0x7f9fa4006a10 2024-09-19T04:41:43.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.766+0000 7f9fbd400640 1 -- 172.21.15.31:0/1049536964 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa8009690 con 0x7f9fa4006a10 2024-09-19T04:41:43.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.767+0000 7f9fc5000640 1 -- 172.21.15.31:0/1049536964 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9fa4006a10 msgr2=0x7f9fa4006e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:43.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.767+0000 7f9fc5000640 1 --2- 172.21.15.31:0/1049536964 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9fa4006a10 0x7f9fa4006e90 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f9fa8009a90 tx=0x7f9fa4007a40 comp rx=0 tx=0).stop 2024-09-19T04:41:43.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.767+0000 7f9fc5000640 1 -- 172.21.15.31:0/1049536964 shutdown_connections 2024-09-19T04:41:43.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.767+0000 7f9fc5000640 1 --2- 172.21.15.31:0/1049536964 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9fa4006a10 0x7f9fa4006e90 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:43.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.767+0000 7f9fc5000640 1 -- 172.21.15.31:0/1049536964 >> 172.21.15.31:0/1049536964 conn(0x7f9fc00d0190 msgr2=0x7f9fc00d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:43.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.767+0000 7f9fc5000640 1 -- 172.21.15.31:0/1049536964 shutdown_connections 2024-09-19T04:41:43.773 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.767+0000 7f9fc5000640 1 -- 172.21.15.31:0/1049536964 wait complete. 2024-09-19T04:41:43.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.769+0000 7f9fc5000640 1 Processor -- start 2024-09-19T04:41:43.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.769+0000 7f9fc5000640 1 -- start start 2024-09-19T04:41:43.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.770+0000 7f9fc5000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9fa4006a10 0x7f9fc014f570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:43.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.770+0000 7f9fc5000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9fc01509d0 0x7f9fc00adcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:43.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.770+0000 7f9fc5000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fc00ae200 0x7f9fc01f3e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:43.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.770+0000 7f9fc5000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9fc00cec00 con 0x7f9fa4006a10 2024-09-19T04:41:43.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.770+0000 7f9fc5000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9fc00cea80 con 0x7f9fc00ae200 2024-09-19T04:41:43.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.770+0000 7f9fc5000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f9fc00ced80 con 0x7f9fc01509d0 2024-09-19T04:41:43.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.770+0000 7f9fbde00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9fa4006a10 0x7f9fc014f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:43.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.770+0000 7f9fbde00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9fa4006a10 0x7f9fc014f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33568/0 (socket says 172.21.15.31:33568) 2024-09-19T04:41:43.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.770+0000 7f9fbde00640 1 -- 172.21.15.31:0/2706564872 learned_addr learned my addr 172.21.15.31:0/2706564872 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:43.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.770+0000 7f9fb7e00640 1 --2- 172.21.15.31:0/2706564872 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9fc01509d0 0x7f9fc00adcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:43.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.770+0000 7f9fbe800640 1 --2- 172.21.15.31:0/2706564872 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fc00ae200 0x7f9fc01f3e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:43.774 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.770+0000 7f9fbde00640 1 -- 172.21.15.31:0/2706564872 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9fc01509d0 msgr2=0x7f9fc00adcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:43.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.770+0000 7f9fbde00640 1 --2- 172.21.15.31:0/2706564872 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9fc01509d0 0x7f9fc00adcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:43.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.770+0000 7f9fbde00640 1 -- 172.21.15.31:0/2706564872 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fc00ae200 msgr2=0x7f9fc01f3e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:43.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.770+0000 7f9fbde00640 1 --2- 172.21.15.31:0/2706564872 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fc00ae200 0x7f9fc01f3e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:43.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.770+0000 7f9fbde00640 1 -- 172.21.15.31:0/2706564872 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fc014ff10 con 0x7f9fa4006a10 2024-09-19T04:41:43.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.770+0000 7f9fbe800640 1 --2- 172.21.15.31:0/2706564872 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fc00ae200 0x7f9fc01f3e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:43.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.771+0000 7f9fbde00640 1 --2- 172.21.15.31:0/2706564872 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9fa4006a10 0x7f9fc014f570 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f9fb0000c00 tx=0x7f9fb0007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:43.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.771+0000 7f9fb6000640 1 -- 172.21.15.31:0/2706564872 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fb000f8e0 con 0x7f9fa4006a10 2024-09-19T04:41:43.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.771+0000 7f9fb6000640 1 -- 172.21.15.31:0/2706564872 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fb0018070 con 0x7f9fa4006a10 2024-09-19T04:41:43.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.771+0000 7f9fc5000640 1 -- 172.21.15.31:0/2706564872 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fc01f4c00 con 0x7f9fa4006a10 2024-09-19T04:41:43.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.771+0000 7f9fb6000640 1 -- 172.21.15.31:0/2706564872 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fb000fce0 con 0x7f9fa4006a10 2024-09-19T04:41:43.775 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.771+0000 7f9fc5000640 1 -- 172.21.15.31:0/2706564872 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fc014fab0 con 0x7f9fa4006a10 2024-09-19T04:41:43.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.772+0000 7f9fc5000640 1 -- 172.21.15.31:0/2706564872 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fc00cf2b0 con 0x7f9fa4006a10 2024-09-19T04:41:43.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.773+0000 7f9fb6000640 1 -- 172.21.15.31:0/2706564872 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9fb001d460 con 0x7f9fa4006a10 2024-09-19T04:41:43.776 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.774+0000 7f9fb6000640 1 --2- 172.21.15.31:0/2706564872 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9f9c06c2e0 0x7f9f9c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:43.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.774+0000 7f9fb6000640 1 -- 172.21.15.31:0/2706564872 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6187+0+0 (secure 0 0 0) 0x7f9fb008b5f0 con 0x7f9fa4006a10 2024-09-19T04:41:43.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.774+0000 7f9fb7e00640 1 --2- 172.21.15.31:0/2706564872 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9f9c06c2e0 0x7f9f9c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:43.777 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.775+0000 7f9fb7e00640 1 --2- 172.21.15.31:0/2706564872 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9f9c06c2e0 0x7f9f9c06e7a0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f9fa8033000 tx=0x7f9fa8008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:43.780 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.778+0000 7f9fb6000640 1 -- 172.21.15.31:0/2706564872 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9fb0059ae0 con 0x7f9fa4006a10 2024-09-19T04:41:43.966 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:43.965+0000 7f9fc5000640 1 -- 172.21.15.31:0/2706564872 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f9fc00ae5e0 con 0x7f9fa4006a10 2024-09-19T04:41:44.845 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:44.843+0000 7f9fb6000640 1 -- 172.21.15.31:0/2706564872 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v57) ==== 181+0+0 (secure 0 0 0) 0x7f9fb00593e0 con 0x7f9fa4006a10 2024-09-19T04:41:44.845 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' removed 2024-09-19T04:41:44.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:44.847+0000 7f9fc5000640 1 -- 172.21.15.31:0/2706564872 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9f9c06c2e0 msgr2=0x7f9f9c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:44.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:44.847+0000 7f9fc5000640 1 --2- 172.21.15.31:0/2706564872 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9f9c06c2e0 0x7f9f9c06e7a0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f9fa8033000 tx=0x7f9fa8008030 comp rx=0 tx=0).stop 2024-09-19T04:41:44.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:44.847+0000 7f9fc5000640 1 -- 172.21.15.31:0/2706564872 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9fa4006a10 msgr2=0x7f9fc014f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:44.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:44.847+0000 7f9fc5000640 1 --2- 172.21.15.31:0/2706564872 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9fa4006a10 0x7f9fc014f570 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f9fb0000c00 tx=0x7f9fb0007720 comp rx=0 tx=0).stop 2024-09-19T04:41:44.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:44.848+0000 7f9fc5000640 1 -- 172.21.15.31:0/2706564872 shutdown_connections 2024-09-19T04:41:44.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:44.848+0000 7f9fc5000640 1 --2- 172.21.15.31:0/2706564872 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9f9c06c2e0 0x7f9f9c06e7a0 secure :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f9fa8033000 tx=0x7f9fa8008030 comp rx=0 tx=0).stop 2024-09-19T04:41:44.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:44.848+0000 7f9fc5000640 1 --2- 172.21.15.31:0/2706564872 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9fc00ae200 0x7f9fc01f3e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:44.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:44.848+0000 7f9fc5000640 1 --2- 172.21.15.31:0/2706564872 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9fc01509d0 0x7f9fc00adcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:44.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:44.848+0000 7f9fc5000640 1 --2- 172.21.15.31:0/2706564872 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9fa4006a10 0x7f9fc014f570 secure :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f9fb0000c00 tx=0x7f9fb0007720 comp rx=0 tx=0).stop 2024-09-19T04:41:44.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:44.848+0000 7f9fc5000640 1 -- 172.21.15.31:0/2706564872 >> 172.21.15.31:0/2706564872 conn(0x7f9fc00d0190 msgr2=0x7f9fc00720a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:44.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:44.849+0000 7f9fc5000640 1 -- 172.21.15.31:0/2706564872 shutdown_connections 2024-09-19T04:41:44.851 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:44.849+0000 7f9fc5000640 1 -- 172.21.15.31:0/2706564872 wait complete. 2024-09-19T04:41:44.871 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T04:41:45.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.033+0000 7fc0be200640 1 Processor -- start 2024-09-19T04:41:45.035 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.033+0000 7fc0be200640 1 -- start start 2024-09-19T04:41:45.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.034+0000 7fc0be200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fc0b80afa40 0x7fc0b806e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:45.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.034+0000 7fc0be200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc0b8072040 0x7fc0b80724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:45.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.035+0000 7fc0be200640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0b806e790 con 0x7fc0b80cee80 2024-09-19T04:41:45.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.035+0000 7fc0be200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fc0b80ce9f0 con 0x7fc0b8072040 2024-09-19T04:41:45.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.035+0000 7fc0be200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fc0b806ea70 con 0x7fc0b80afa40 2024-09-19T04:41:45.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.035+0000 7fc0afe00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc0b8072040 0x7fc0b80724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:45.037 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.035+0000 7fc0afe00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fc0b8072040 0x7fc0b80724d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33578/0 (socket says 172.21.15.31:33578) 2024-09-19T04:41:45.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.035+0000 7fc0afe00640 1 -- 172.21.15.31:0/1435741747 learned_addr learned my addr 172.21.15.31:0/1435741747 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:45.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.035+0000 7fc0b7400640 1 --2- 172.21.15.31:0/1435741747 >> v2:172.21.15.52:3300/0 conn(0x7fc0b80afa40 0x7fc0b806e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:45.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.035+0000 7fc0afe00640 1 -- 172.21.15.31:0/1435741747 >> v2:172.21.15.52:3300/0 conn(0x7fc0b80afa40 msgr2=0x7fc0b806e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:45.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.035+0000 7fc0afe00640 1 --2- 172.21.15.31:0/1435741747 >> v2:172.21.15.52:3300/0 conn(0x7fc0b80afa40 0x7fc0b806e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:45.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.035+0000 7fc0afe00640 1 -- 172.21.15.31:0/1435741747 >> v1:172.21.15.52:6789/0 conn(0x7fc0b80cee80 legacy=0x7fc0b80cf2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:45.038 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.035+0000 7fc0afe00640 1 -- 172.21.15.31:0/1435741747 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0b806ed50 con 0x7fc0b8072040 2024-09-19T04:41:45.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.036+0000 7fc0afe00640 1 --2- 172.21.15.31:0/1435741747 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0b8072040 0x7fc0b80724d0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fc0b80b58a0 tx=0x7fc0a002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad86290f4fcd8c2a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:45.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.037+0000 7fc0b6a00640 1 -- 172.21.15.31:0/1435741747 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0a0037070 con 0x7fc0b8072040 2024-09-19T04:41:45.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.037+0000 7fc0b6a00640 1 -- 172.21.15.31:0/1435741747 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0a0032440 con 0x7fc0b8072040 2024-09-19T04:41:45.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.037+0000 7fc0b6a00640 1 -- 172.21.15.31:0/1435741747 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0a0032810 con 0x7fc0b8072040 2024-09-19T04:41:45.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.037+0000 7fc0be200640 1 -- 172.21.15.31:0/1435741747 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0b8072040 msgr2=0x7fc0b80724d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:45.039 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.037+0000 7fc0be200640 1 --2- 172.21.15.31:0/1435741747 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0b8072040 0x7fc0b80724d0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fc0b80b58a0 tx=0x7fc0a002a270 comp rx=0 tx=0).stop 2024-09-19T04:41:45.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.037+0000 7fc0be200640 1 -- 172.21.15.31:0/1435741747 shutdown_connections 2024-09-19T04:41:45.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.037+0000 7fc0be200640 1 --2- 172.21.15.31:0/1435741747 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0b8072040 0x7fc0b80724d0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:45.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.037+0000 7fc0be200640 1 --2- 172.21.15.31:0/1435741747 >> v2:172.21.15.52:3300/0 conn(0x7fc0b80afa40 0x7fc0b806e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:45.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.037+0000 7fc0be200640 1 -- 172.21.15.31:0/1435741747 >> 172.21.15.31:0/1435741747 conn(0x7fc0b80b5de0 msgr2=0x7fc0b806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:45.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.037+0000 7fc0be200640 1 -- 172.21.15.31:0/1435741747 shutdown_connections 2024-09-19T04:41:45.040 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.037+0000 7fc0be200640 1 -- 172.21.15.31:0/1435741747 wait complete. 2024-09-19T04:41:45.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.039+0000 7fc0be200640 1 Processor -- start 2024-09-19T04:41:45.041 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.039+0000 7fc0be200640 1 -- start start 2024-09-19T04:41:45.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.040+0000 7fc0be200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc0b8072040 0x7fc0b814ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:45.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.040+0000 7fc0be200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc0b80afa40 0x7fc0b8157040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:45.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.040+0000 7fc0be200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0b80cee80 0x7fc0b80ae900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:45.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.040+0000 7fc0be200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fc0b815d520 con 0x7fc0b80cee80 2024-09-19T04:41:45.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.040+0000 7fc0be200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc0b80afe20 con 0x7fc0b8072040 2024-09-19T04:41:45.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.040+0000 7fc0be200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fc0b815d6a0 con 0x7fc0b80afa40 2024-09-19T04:41:45.042 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.040+0000 7fc0b7e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0b80cee80 0x7fc0b80ae900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:45.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.040+0000 7fc0b7e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0b80cee80 0x7fc0b80ae900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33586/0 (socket says 172.21.15.31:33586) 2024-09-19T04:41:45.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.040+0000 7fc0b7e00640 1 -- 172.21.15.31:0/3410654761 learned_addr learned my addr 172.21.15.31:0/3410654761 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:45.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.040+0000 7fc0afe00640 1 --2- 172.21.15.31:0/3410654761 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc0b80afa40 0x7fc0b8157040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:45.043 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.040+0000 7fc0b7400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc0b8072040 0x7fc0b814ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:45.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.041+0000 7fc0b7e00640 1 -- 172.21.15.31:0/3410654761 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc0b80afa40 msgr2=0x7fc0b8157040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:45.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.041+0000 7fc0b7e00640 1 --2- 172.21.15.31:0/3410654761 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc0b80afa40 0x7fc0b8157040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:45.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.041+0000 7fc0b7e00640 1 -- 172.21.15.31:0/3410654761 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc0b8072040 msgr2=0x7fc0b814ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:45.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.041+0000 7fc0b7e00640 1 --2- 172.21.15.31:0/3410654761 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc0b8072040 0x7fc0b814ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:45.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.041+0000 7fc0b7e00640 1 -- 172.21.15.31:0/3410654761 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0b8157a20 con 0x7fc0b80cee80 2024-09-19T04:41:45.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.041+0000 7fc0b7e00640 1 --2- 172.21.15.31:0/3410654761 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0b80cee80 0x7fc0b80ae900 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fc0b000c6e0 tx=0x7fc0b000cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:45.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.041+0000 7fc0af400640 1 -- 172.21.15.31:0/3410654761 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0b0003b70 con 0x7fc0b80cee80 2024-09-19T04:41:45.044 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.041+0000 7fc0af400640 1 -- 172.21.15.31:0/3410654761 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0b0003d30 con 0x7fc0b80cee80 2024-09-19T04:41:45.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.041+0000 7fc0af400640 1 -- 172.21.15.31:0/3410654761 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0b0005310 con 0x7fc0b80cee80 2024-09-19T04:41:45.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.041+0000 7fc0be200640 1 -- 172.21.15.31:0/3410654761 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0b8157d00 con 0x7fc0b80cee80 2024-09-19T04:41:45.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.042+0000 7fc0be200640 1 -- 172.21.15.31:0/3410654761 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0b81582c0 con 0x7fc0b80cee80 2024-09-19T04:41:45.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.043+0000 7fc0be200640 1 -- 172.21.15.31:0/3410654761 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0b815bfa0 con 0x7fc0b80cee80 2024-09-19T04:41:45.045 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.044+0000 7fc0af400640 1 -- 172.21.15.31:0/3410654761 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc0b00054b0 con 0x7fc0b80cee80 2024-09-19T04:41:45.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.044+0000 7fc0af400640 1 --2- 172.21.15.31:0/3410654761 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc09406c2b0 0x7fc09406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:45.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.045+0000 7fc0af400640 1 -- 172.21.15.31:0/3410654761 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5749+0+0 (secure 0 0 0) 0x7fc0b008b200 con 0x7fc0b80cee80 2024-09-19T04:41:45.046 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.045+0000 7fc0b7400640 1 --2- 172.21.15.31:0/3410654761 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc09406c2b0 0x7fc09406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:45.047 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.045+0000 7fc0b7400640 1 --2- 172.21.15.31:0/3410654761 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc09406c2b0 0x7fc09406e770 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc0a8006fd0 tx=0x7fc0a8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:45.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.049+0000 7fc0af400640 1 -- 172.21.15.31:0/3410654761 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc0b0059250 con 0x7fc0b80cee80 2024-09-19T04:41:45.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.235+0000 7fc0be200640 1 -- 172.21.15.31:0/3410654761 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fc0b806d020 con 0x7fc0b80cee80 2024-09-19T04:41:45.495 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:41:45.500 DEBUG:teuthology.orchestra.run.smithi052:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:41:45.850 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.848+0000 7fc0af400640 1 -- 172.21.15.31:0/3410654761 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v58) ==== 169+0+0 (secure 0 0 0) 0x7fc0b005d550 con 0x7fc0b80cee80 2024-09-19T04:41:45.850 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' removed 2024-09-19T04:41:45.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.852+0000 7fc0be200640 1 -- 172.21.15.31:0/3410654761 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc09406c2b0 msgr2=0x7fc09406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:45.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.852+0000 7fc0be200640 1 --2- 172.21.15.31:0/3410654761 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc09406c2b0 0x7fc09406e770 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc0a8006fd0 tx=0x7fc0a8008040 comp rx=0 tx=0).stop 2024-09-19T04:41:45.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.852+0000 7fc0be200640 1 -- 172.21.15.31:0/3410654761 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0b80cee80 msgr2=0x7fc0b80ae900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:45.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.852+0000 7fc0be200640 1 --2- 172.21.15.31:0/3410654761 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0b80cee80 0x7fc0b80ae900 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fc0b000c6e0 tx=0x7fc0b000cba0 comp rx=0 tx=0).stop 2024-09-19T04:41:45.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.854+0000 7fc0be200640 1 -- 172.21.15.31:0/3410654761 shutdown_connections 2024-09-19T04:41:45.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.854+0000 7fc0be200640 1 --2- 172.21.15.31:0/3410654761 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fc0b80cee80 0x7fc0b80ae900 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:45.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.854+0000 7fc0be200640 1 --2- 172.21.15.31:0/3410654761 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fc0b80afa40 0x7fc0b8157040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:45.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.854+0000 7fc0be200640 1 --2- 172.21.15.31:0/3410654761 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fc09406c2b0 0x7fc09406e770 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:45.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.854+0000 7fc0be200640 1 --2- 172.21.15.31:0/3410654761 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc0b8072040 0x7fc0b814ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:45.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.854+0000 7fc0be200640 1 -- 172.21.15.31:0/3410654761 >> 172.21.15.31:0/3410654761 conn(0x7fc0b80b5de0 msgr2=0x7fc0b8069a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:45.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.854+0000 7fc0be200640 1 -- 172.21.15.31:0/3410654761 shutdown_connections 2024-09-19T04:41:45.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:45.854+0000 7fc0be200640 1 -- 172.21.15.31:0/3410654761 wait complete. 2024-09-19T04:41:45.878 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T04:41:46.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.047+0000 7f407e400640 1 Processor -- start 2024-09-19T04:41:46.049 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.047+0000 7f407e400640 1 -- start start 2024-09-19T04:41:46.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.049+0000 7f407e400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f4078072040 0x7f407815fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:46.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.049+0000 7f407e400640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4078160340 con 0x7f407806e0a0 2024-09-19T04:41:46.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.049+0000 7f407e400640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40781605e0 con 0x7f4078072d80 2024-09-19T04:41:46.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.049+0000 7f407e400640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f40781608c0 con 0x7f4078072040 2024-09-19T04:41:46.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.049+0000 7f4077400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f4078072040 0x7f407815fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:46.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.049+0000 7f4077400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f4078072040 0x7f407815fe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33602/0 (socket says 172.21.15.31:33602) 2024-09-19T04:41:46.051 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.049+0000 7f4077400640 1 -- 172.21.15.31:0/3641316833 learned_addr learned my addr 172.21.15.31:0/3641316833 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:46.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.049+0000 7f4077400640 1 -- 172.21.15.31:0/3641316833 >> v1:172.21.15.52:6789/0 conn(0x7f4078072d80 legacy=0x7f4078072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:46.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.049+0000 7f4077400640 1 -- 172.21.15.31:0/3641316833 >> v1:172.21.15.31:6789/0 conn(0x7f407806e0a0 legacy=0x7f40780cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:46.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.049+0000 7f4077400640 1 -- 172.21.15.31:0/3641316833 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4078160ba0 con 0x7f4078072040 2024-09-19T04:41:46.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.050+0000 7f4077400640 1 --2- 172.21.15.31:0/3641316833 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4078072040 0x7f407815fe00 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f4068009870 tx=0x7f406802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5f1210c5ba06f77 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:46.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.050+0000 7f4076a00640 1 -- 172.21.15.31:0/3641316833 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4068037070 con 0x7f4078072040 2024-09-19T04:41:46.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.051+0000 7f4076a00640 1 -- 172.21.15.31:0/3641316833 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4068032440 con 0x7f4078072040 2024-09-19T04:41:46.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.051+0000 7f4076a00640 1 -- 172.21.15.31:0/3641316833 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4068032810 con 0x7f4078072040 2024-09-19T04:41:46.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.051+0000 7f407e400640 1 -- 172.21.15.31:0/3641316833 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4078072040 msgr2=0x7f407815fe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:46.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.051+0000 7f407e400640 1 --2- 172.21.15.31:0/3641316833 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4078072040 0x7f407815fe00 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f4068009870 tx=0x7f406802a2a0 comp rx=0 tx=0).stop 2024-09-19T04:41:46.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.051+0000 7f407e400640 1 -- 172.21.15.31:0/3641316833 shutdown_connections 2024-09-19T04:41:46.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.051+0000 7f407e400640 1 --2- 172.21.15.31:0/3641316833 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4078072040 0x7f407815fe00 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:46.053 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.051+0000 7f407e400640 1 -- 172.21.15.31:0/3641316833 >> 172.21.15.31:0/3641316833 conn(0x7f4078067d70 msgr2=0x7f407806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:46.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.051+0000 7f407e400640 1 -- 172.21.15.31:0/3641316833 shutdown_connections 2024-09-19T04:41:46.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.051+0000 7f407e400640 1 -- 172.21.15.31:0/3641316833 wait complete. 2024-09-19T04:41:46.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.053+0000 7f407e400640 1 Processor -- start 2024-09-19T04:41:46.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.053+0000 7f407e400640 1 -- start start 2024-09-19T04:41:46.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.054+0000 7f407e400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f407806e0a0 0x7f4078136a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:46.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.054+0000 7f407e400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4078072040 0x7f40780b4990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:46.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.054+0000 7f407e400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4078072d80 0x7f40781594b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:46.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.054+0000 7f407e400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f40780cdcc0 con 0x7f4078072040 2024-09-19T04:41:46.056 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.054+0000 7f407e400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4078145b00 con 0x7f407806e0a0 2024-09-19T04:41:46.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.054+0000 7f407e400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f40780cde40 con 0x7f4078072d80 2024-09-19T04:41:46.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.054+0000 7f406fe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4078072040 0x7f40780b4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:46.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.054+0000 7f406fe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4078072040 0x7f40780b4990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33612/0 (socket says 172.21.15.31:33612) 2024-09-19T04:41:46.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.054+0000 7f406fe00640 1 -- 172.21.15.31:0/3224456270 learned_addr learned my addr 172.21.15.31:0/3224456270 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:46.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.054+0000 7f4077400640 1 --2- 172.21.15.31:0/3224456270 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f407806e0a0 0x7f4078136a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:46.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.054+0000 7f4077e00640 1 --2- 172.21.15.31:0/3224456270 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4078072d80 0x7f40781594b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:46.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.054+0000 7f406fe00640 1 -- 172.21.15.31:0/3224456270 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4078072d80 msgr2=0x7f40781594b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:46.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.054+0000 7f406fe00640 1 --2- 172.21.15.31:0/3224456270 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4078072d80 0x7f40781594b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:46.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.054+0000 7f406fe00640 1 -- 172.21.15.31:0/3224456270 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f407806e0a0 msgr2=0x7f4078136a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:46.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.054+0000 7f406fe00640 1 --2- 172.21.15.31:0/3224456270 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f407806e0a0 0x7f4078136a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:46.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.054+0000 7f406fe00640 1 -- 172.21.15.31:0/3224456270 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4078137360 con 0x7f4078072040 2024-09-19T04:41:46.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.054+0000 7f4077e00640 1 --2- 172.21.15.31:0/3224456270 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4078072d80 0x7f40781594b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:46.057 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.055+0000 7f406fe00640 1 --2- 172.21.15.31:0/3224456270 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4078072040 0x7f40780b4990 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f406000c410 tx=0x7f406000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:46.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.055+0000 7f406f400640 1 -- 172.21.15.31:0/3224456270 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4060017070 con 0x7f4078072040 2024-09-19T04:41:46.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.055+0000 7f406f400640 1 -- 172.21.15.31:0/3224456270 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40600035f0 con 0x7f4078072040 2024-09-19T04:41:46.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.055+0000 7f406f400640 1 -- 172.21.15.31:0/3224456270 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4060003a20 con 0x7f4078072040 2024-09-19T04:41:46.058 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.055+0000 7f407e400640 1 -- 172.21.15.31:0/3224456270 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4078137640 con 0x7f4078072040 2024-09-19T04:41:46.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.055+0000 7f407e400640 1 -- 172.21.15.31:0/3224456270 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4078137c00 con 0x7f4078072040 2024-09-19T04:41:46.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.056+0000 7f407e400640 1 -- 172.21.15.31:0/3224456270 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f407815fe00 con 0x7f4078072040 2024-09-19T04:41:46.059 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.057+0000 7f406f400640 1 -- 172.21.15.31:0/3224456270 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4060003bc0 con 0x7f4078072040 2024-09-19T04:41:46.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.058+0000 7f406f400640 1 --2- 172.21.15.31:0/3224456270 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f405406c2b0 0x7f405406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:46.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.058+0000 7f406f400640 1 -- 172.21.15.31:0/3224456270 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7f406008a670 con 0x7f4078072040 2024-09-19T04:41:46.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.058+0000 7f4077400640 1 --2- 172.21.15.31:0/3224456270 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f405406c2b0 0x7f405406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:46.060 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.059+0000 7f4077400640 1 --2- 172.21.15.31:0/3224456270 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f405406c2b0 0x7f405406e770 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f4068034000 tx=0x7f406802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:46.064 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.062+0000 7f406f400640 1 -- 172.21.15.31:0/3224456270 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4060058eb0 con 0x7f4078072040 2024-09-19T04:41:46.249 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.247+0000 7f407e400640 1 -- 172.21.15.31:0/3224456270 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f407806f360 con 0x7f4078072040 2024-09-19T04:41:46.252 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.251+0000 7f406f400640 1 -- 172.21.15.31:0/3224456270 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v13) ==== 104+0+0 (secure 0 0 0) 0x7f40600587b0 con 0x7f4078072040 2024-09-19T04:41:46.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.253+0000 7f407e400640 1 -- 172.21.15.31:0/3224456270 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f405406c2b0 msgr2=0x7f405406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:46.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.253+0000 7f407e400640 1 --2- 172.21.15.31:0/3224456270 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f405406c2b0 0x7f405406e770 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f4068034000 tx=0x7f406802e000 comp rx=0 tx=0).stop 2024-09-19T04:41:46.255 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.253+0000 7f407e400640 1 -- 172.21.15.31:0/3224456270 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4078072040 msgr2=0x7f40780b4990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:46.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.253+0000 7f407e400640 1 --2- 172.21.15.31:0/3224456270 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4078072040 0x7f40780b4990 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f406000c410 tx=0x7f406000c8d0 comp rx=0 tx=0).stop 2024-09-19T04:41:46.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.253+0000 7f407e400640 1 -- 172.21.15.31:0/3224456270 shutdown_connections 2024-09-19T04:41:46.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.253+0000 7f407e400640 1 --2- 172.21.15.31:0/3224456270 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4078072d80 0x7f40781594b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:46.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.253+0000 7f407e400640 1 --2- 172.21.15.31:0/3224456270 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4078072040 0x7f40780b4990 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:46.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.253+0000 7f407e400640 1 --2- 172.21.15.31:0/3224456270 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f405406c2b0 0x7f405406e770 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:46.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.253+0000 7f407e400640 1 --2- 172.21.15.31:0/3224456270 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f407806e0a0 0x7f4078136a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:46.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.253+0000 7f407e400640 1 -- 172.21.15.31:0/3224456270 >> 172.21.15.31:0/3224456270 conn(0x7f4078067d70 msgr2=0x7f407813b610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:46.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.253+0000 7f407e400640 1 -- 172.21.15.31:0/3224456270 shutdown_connections 2024-09-19T04:41:46.256 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.253+0000 7f407e400640 1 -- 172.21.15.31:0/3224456270 wait complete. 2024-09-19T04:41:46.271 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_pool_perm.TestPoolPerm.test_pool_perm' 2024-09-19T04:41:46.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.425+0000 7f3698e00640 1 Processor -- start 2024-09-19T04:41:46.427 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.425+0000 7f3698e00640 1 -- start start 2024-09-19T04:41:46.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.426+0000 7f3698e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f369406db70 0x7f36940d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:46.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.426+0000 7f3698e00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f369415e850 con 0x7f369415e470 2024-09-19T04:41:46.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.426+0000 7f3698e00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36940d1c60 con 0x7f36940d4310 2024-09-19T04:41:46.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.426+0000 7f3698e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f36940d4cc0 con 0x7f369406db70 2024-09-19T04:41:46.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.426+0000 7f3693400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f369415e470 0x7f36940cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:54042/0 (socket says 172.21.15.31:54042) 2024-09-19T04:41:46.428 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.426+0000 7f3693400640 1 -- 172.21.15.31:0/252122019 learned_addr learned my addr 172.21.15.31:0/252122019 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:46.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.427+0000 7f3693e00640 1 --2- 172.21.15.31:0/252122019 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f369406db70 0x7f36940d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:46.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.427+0000 7f3692000640 1 -- 172.21.15.31:0/252122019 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2911595503 0 0) 0x7f369415e850 con 0x7f369415e470 2024-09-19T04:41:46.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.427+0000 7f3692000640 1 -- 172.21.15.31:0/252122019 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3678003520 con 0x7f369415e470 2024-09-19T04:41:46.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.427+0000 7f3692000640 1 -- 172.21.15.31:0/252122019 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4090030593 0 0) 0x7f36940d1c60 con 0x7f36940d4310 2024-09-19T04:41:46.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.427+0000 7f3692000640 1 -- 172.21.15.31:0/252122019 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f369415e850 con 0x7f36940d4310 2024-09-19T04:41:46.430 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.427+0000 7f3692000640 1 -- 172.21.15.31:0/252122019 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 182280896 0 0) 0x7f3678003520 con 0x7f369415e470 2024-09-19T04:41:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.427+0000 7f3692000640 1 -- 172.21.15.31:0/252122019 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f369406db70 msgr2=0x7f36940d4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.427+0000 7f3692000640 1 --2- 172.21.15.31:0/252122019 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f369406db70 0x7f36940d4780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.427+0000 7f3692000640 1 -- 172.21.15.31:0/252122019 >> v1:172.21.15.52:6789/0 conn(0x7f36940d4310 legacy=0x7f369406d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.427+0000 7f3692000640 1 -- 172.21.15.31:0/252122019 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36940d1980 con 0x7f369415e470 2024-09-19T04:41:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.427+0000 7f3692000640 1 -- 172.21.15.31:0/252122019 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7f36840015f0 con 0x7f369415e470 2024-09-19T04:41:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.427+0000 7f3692000640 1 -- 172.21.15.31:0/252122019 >> v1:172.21.15.31:6789/0 conn(0x7f369415e470 legacy=0x7f36940cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.427+0000 7f3692000640 1 --2- 172.21.15.31:0/252122019 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3678003b70 0x7f3678003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.427+0000 7f3692000640 1 --2- 172.21.15.31:0/252122019 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3678004800 0x7f3678004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.427+0000 7f3692000640 1 --2- 172.21.15.31:0/252122019 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f369406db70 0x7f36780051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.427+0000 7f3692000640 1 -- 172.21.15.31:0/252122019 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f36940d4cc0 con 0x7f3678003b70 2024-09-19T04:41:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.427+0000 7f3692000640 1 -- 172.21.15.31:0/252122019 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f367800ba70 con 0x7f3678004800 2024-09-19T04:41:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.427+0000 7f3692000640 1 -- 172.21.15.31:0/252122019 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f367800bc70 con 0x7f369406db70 2024-09-19T04:41:46.431 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.428+0000 7f3693400640 1 --2- 172.21.15.31:0/252122019 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3678003b70 0x7f3678003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.428+0000 7f3693e00640 1 --2- 172.21.15.31:0/252122019 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f369406db70 0x7f36780051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.428+0000 7f3692a00640 1 --2- 172.21.15.31:0/252122019 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3678004800 0x7f3678004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.428+0000 7f3693400640 1 -- 172.21.15.31:0/252122019 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f369406db70 msgr2=0x7f36780051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.428+0000 7f3693400640 1 --2- 172.21.15.31:0/252122019 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f369406db70 0x7f36780051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.428+0000 7f3693400640 1 -- 172.21.15.31:0/252122019 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3678004800 msgr2=0x7f3678004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.428+0000 7f3693400640 1 --2- 172.21.15.31:0/252122019 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3678004800 0x7f3678004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:46.432 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.428+0000 7f3693400640 1 -- 172.21.15.31:0/252122019 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3678003520 con 0x7f3678003b70 2024-09-19T04:41:46.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.429+0000 7f3693400640 1 --2- 172.21.15.31:0/252122019 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3678003b70 0x7f3678003f70 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f3684007f60 tx=0x7f3678005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c6fe294f94c2a14 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:46.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.429+0000 7f3692000640 1 -- 172.21.15.31:0/252122019 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3684007b80 con 0x7f3678003b70 2024-09-19T04:41:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.429+0000 7f3692000640 1 -- 172.21.15.31:0/252122019 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3684005bb0 con 0x7f3678003b70 2024-09-19T04:41:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.429+0000 7f3692000640 1 -- 172.21.15.31:0/252122019 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3684007070 con 0x7f3678003b70 2024-09-19T04:41:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.430+0000 7f3698e00640 1 -- 172.21.15.31:0/252122019 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3678003b70 msgr2=0x7f3678003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.430+0000 7f3698e00640 1 --2- 172.21.15.31:0/252122019 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3678003b70 0x7f3678003f70 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f3684007f60 tx=0x7f3678005830 comp rx=0 tx=0).stop 2024-09-19T04:41:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.430+0000 7f3693e00640 1 -- 172.21.15.31:0/252122019 reap_dead start 2024-09-19T04:41:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.430+0000 7f3698e00640 1 -- 172.21.15.31:0/252122019 shutdown_connections 2024-09-19T04:41:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.430+0000 7f3698e00640 1 -- 172.21.15.31:0/252122019 >> 172.21.15.31:0/252122019 conn(0x7f369409d700 msgr2=0x7f369408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.430+0000 7f3698e00640 1 -- 172.21.15.31:0/252122019 shutdown_connections 2024-09-19T04:41:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.430+0000 7f3698e00640 1 -- 172.21.15.31:0/252122019 wait complete. 2024-09-19T04:41:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.432+0000 7f3698e00640 1 Processor -- start 2024-09-19T04:41:46.434 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.432+0000 7f3698e00640 1 -- start start 2024-09-19T04:41:46.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.433+0000 7f3698e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3678003b70 0x7f3694156960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:46.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.433+0000 7f3698e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f36941563f0 0x7f369415ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:46.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.433+0000 7f3698e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f36941602a0 0x7f3694160720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:46.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.433+0000 7f3698e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f36940cf3a0 con 0x7f3678003b70 2024-09-19T04:41:46.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.433+0000 7f3698e00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f36940cf710 con 0x7f36941602a0 2024-09-19T04:41:46.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.433+0000 7f3698e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f36940d02b0 con 0x7f36941563f0 2024-09-19T04:41:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.433+0000 7f3693400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3678003b70 0x7f3694156960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.433+0000 7f3693400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3678003b70 0x7f3694156960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:33630/0 (socket says 172.21.15.31:33630) 2024-09-19T04:41:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.433+0000 7f3693400640 1 -- 172.21.15.31:0/766232936 learned_addr learned my addr 172.21.15.31:0/766232936 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.433+0000 7f3692a00640 1 --2- 172.21.15.31:0/766232936 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f36941563f0 0x7f369415ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.433+0000 7f3693e00640 1 --2- 172.21.15.31:0/766232936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f36941602a0 0x7f3694160720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.433+0000 7f3693400640 1 -- 172.21.15.31:0/766232936 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f36941563f0 msgr2=0x7f369415ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.433+0000 7f3693400640 1 --2- 172.21.15.31:0/766232936 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f36941563f0 0x7f369415ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.433+0000 7f3693400640 1 -- 172.21.15.31:0/766232936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f36941602a0 msgr2=0x7f3694160720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.433+0000 7f3693400640 1 --2- 172.21.15.31:0/766232936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f36941602a0 0x7f3694160720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.433+0000 7f3693400640 1 -- 172.21.15.31:0/766232936 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f369415ef60 con 0x7f3678003b70 2024-09-19T04:41:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.434+0000 7f3693400640 1 --2- 172.21.15.31:0/766232936 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3678003b70 0x7f3694156960 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f368400c1a0 tx=0x7f36840018f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.434+0000 7f368b400640 1 -- 172.21.15.31:0/766232936 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3684043070 con 0x7f3678003b70 2024-09-19T04:41:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.434+0000 7f368b400640 1 -- 172.21.15.31:0/766232936 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3684038040 con 0x7f3678003b70 2024-09-19T04:41:46.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.434+0000 7f3698e00640 1 -- 172.21.15.31:0/766232936 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f369415f200 con 0x7f3678003b70 2024-09-19T04:41:46.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.434+0000 7f368b400640 1 -- 172.21.15.31:0/766232936 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3684004c00 con 0x7f3678003b70 2024-09-19T04:41:46.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.434+0000 7f3698e00640 1 -- 172.21.15.31:0/766232936 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f369415f7c0 con 0x7f3678003b70 2024-09-19T04:41:46.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.435+0000 7f3698e00640 1 -- 172.21.15.31:0/766232936 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3694068d00 con 0x7f3678003b70 2024-09-19T04:41:46.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.436+0000 7f368b400640 1 -- 172.21.15.31:0/766232936 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3684005050 con 0x7f3678003b70 2024-09-19T04:41:46.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.437+0000 7f368b400640 1 --2- 172.21.15.31:0/766232936 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f367406c2b0 0x7f367406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:46.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.437+0000 7f368b400640 1 -- 172.21.15.31:0/766232936 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7f36840aad70 con 0x7f3678003b70 2024-09-19T04:41:46.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.437+0000 7f3692a00640 1 --2- 172.21.15.31:0/766232936 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f367406c2b0 0x7f367406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:46.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.438+0000 7f3692a00640 1 --2- 172.21.15.31:0/766232936 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f367406c2b0 0x7f367406e770 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f36941f7c40 tx=0x7f3680009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:46.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.441+0000 7f368b400640 1 -- 172.21.15.31:0/766232936 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3684005e20 con 0x7f3678003b70 2024-09-19T04:41:46.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.702+0000 7f3698e00640 1 -- 172.21.15.31:0/766232936 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_pool_perm.TestPoolPerm.test_pool_perm"]} v 0) -- 0x7f36940d1c60 con 0x7f3678003b70 2024-09-19T04:41:46.852 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.850+0000 7f368b400640 1 -- 172.21.15.31:0/766232936 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_pool_perm.TestPoolPerm.test_pool_perm"]}]=0 v128) ==== 134+0+0 (secure 0 0 0) 0x7f3684079520 con 0x7f3678003b70 2024-09-19T04:41:46.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.852+0000 7f3698e00640 1 -- 172.21.15.31:0/766232936 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f367406c2b0 msgr2=0x7f367406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:46.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.852+0000 7f3698e00640 1 --2- 172.21.15.31:0/766232936 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f367406c2b0 0x7f367406e770 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f36941f7c40 tx=0x7f3680009040 comp rx=0 tx=0).stop 2024-09-19T04:41:46.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.852+0000 7f3698e00640 1 -- 172.21.15.31:0/766232936 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3678003b70 msgr2=0x7f3694156960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:46.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.852+0000 7f3698e00640 1 --2- 172.21.15.31:0/766232936 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3678003b70 0x7f3694156960 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f368400c1a0 tx=0x7f36840018f0 comp rx=0 tx=0).stop 2024-09-19T04:41:46.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.853+0000 7f3698e00640 1 -- 172.21.15.31:0/766232936 shutdown_connections 2024-09-19T04:41:46.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.853+0000 7f3698e00640 1 --2- 172.21.15.31:0/766232936 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f367406c2b0 0x7f367406e770 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:46.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.853+0000 7f3698e00640 1 --2- 172.21.15.31:0/766232936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f36941602a0 0x7f3694160720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:46.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.853+0000 7f3698e00640 1 --2- 172.21.15.31:0/766232936 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f36941563f0 0x7f369415ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:46.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.853+0000 7f3698e00640 1 --2- 172.21.15.31:0/766232936 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f3678003b70 0x7f3694156960 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:46.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.853+0000 7f3698e00640 1 -- 172.21.15.31:0/766232936 >> 172.21.15.31:0/766232936 conn(0x7f369409d700 msgr2=0x7f36940b4b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:46.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.853+0000 7f3698e00640 1 -- 172.21.15.31:0/766232936 shutdown_connections 2024-09-19T04:41:46.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:46.853+0000 7f3698e00640 1 -- 172.21.15.31:0/766232936 wait complete. 2024-09-19T04:41:46.870 INFO:tasks.cephfs_test_runner:test_pool_perm (tasks.cephfs.test_pool_perm.TestPoolPerm) ... ok 2024-09-19T04:41:46.871 INFO:tasks.cephfs_test_runner: 2024-09-19T04:41:46.871 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-19T04:41:46.871 INFO:tasks.cephfs_test_runner:Ran 2 tests in 81.230s 2024-09-19T04:41:46.871 INFO:tasks.cephfs_test_runner: 2024-09-19T04:41:46.871 INFO:tasks.cephfs_test_runner:OK 2024-09-19T04:41:46.871 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-19T04:41:46.893 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-09-19T04:41:46.957 INFO:tasks.kclient:Unmounting kernel clients... 2024-09-19T04:41:46.957 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:41:46.958 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:46.993 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:41:46.993 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-09-19T04:41:46.994 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:47.069 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T04:41:47.069 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:41:47.069 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:47.109 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:41:47.109 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-09-19T04:41:47.109 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T04:41:47.190 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T04:41:47.190 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:47.190 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-19T04:41:47.226 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T04:41:47.226 INFO:teuthology.orchestra.run.smithi031.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T04:41:47.226 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:47.226 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T04:41:47.324 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:47.325 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T04:41:47.571 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:47.571 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link delete ceph-brx 2024-09-19T04:41:47.859 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:47.860 DEBUG:teuthology.orchestra.run.smithi031:> ip netns list 2024-09-19T04:41:47.895 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:47.895 DEBUG:teuthology.orchestra.run.smithi031:> sudo ip link delete ceph-brx 2024-09-19T04:41:47.995 INFO:teuthology.orchestra.run.smithi031.stderr:Cannot find device "ceph-brx" 2024-09-19T04:41:47.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:41:47.998 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:47.999 DEBUG:teuthology.orchestra.run.smithi052:> ip netns list 2024-09-19T04:41:48.039 INFO:teuthology.orchestra.run.smithi052.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T04:41:48.039 INFO:teuthology.orchestra.run.smithi052.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T04:41:48.039 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:48.040 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T04:41:48.141 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:48.142 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T04:41:48.361 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:48.361 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link delete ceph-brx 2024-09-19T04:41:48.660 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:48.660 DEBUG:teuthology.orchestra.run.smithi052:> ip netns list 2024-09-19T04:41:48.696 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T04:41:48.696 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link delete ceph-brx 2024-09-19T04:41:48.796 INFO:teuthology.orchestra.run.smithi052.stderr:Cannot find device "ceph-brx" 2024-09-19T04:41:48.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:41:48.799 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-19T04:41:48.808 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T04:41:48.808 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:41:48.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.974+0000 7f9ec2000640 1 Processor -- start 2024-09-19T04:41:48.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.974+0000 7f9ec2000640 1 -- start start 2024-09-19T04:41:48.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.975+0000 7f9ec2000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9ebc0ad1b0 0x7f9ebc0cf820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:48.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.975+0000 7f9ec2000640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f9ebc0adc70 0x7f9ebc0ae120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:48.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.975+0000 7f9ec2000640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ebc072510 con 0x7f9ebc156590 2024-09-19T04:41:48.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.975+0000 7f9ec2000640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f9ebc0727f0 con 0x7f9ebc0adc70 2024-09-19T04:41:48.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.975+0000 7f9ec2000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f9ebc072ad0 con 0x7f9ebc0ad1b0 2024-09-19T04:41:48.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.975+0000 7f9ec0c00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f9ebc156590 0x7f9ebc0735b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38216/0 (socket says 172.21.15.31:38216) 2024-09-19T04:41:48.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.975+0000 7f9ec0c00640 1 -- 172.21.15.31:0/2445322966 learned_addr learned my addr 172.21.15.31:0/2445322966 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:48.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.976+0000 7f9ebbe00640 1 --2- 172.21.15.31:0/2445322966 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9ebc0ad1b0 0x7f9ebc0cf820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:48.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.976+0000 7f9ec1600640 1 --2- 172.21.15.31:0/2445322966 >> v2:172.21.15.52:3300/0 conn(0x7f9ebc0adc70 0x7f9ebc0ae120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:48.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.976+0000 7f9ebb400640 1 -- 172.21.15.31:0/2445322966 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1320522195 0 0) 0x7f9ebc072510 con 0x7f9ebc156590 2024-09-19T04:41:48.978 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.976+0000 7f9ebb400640 1 -- 172.21.15.31:0/2445322966 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9ea4003520 con 0x7f9ebc156590 2024-09-19T04:41:48.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.976+0000 7f9ec1600640 1 -- 172.21.15.31:0/2445322966 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9ebc0ad1b0 msgr2=0x7f9ebc0cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:48.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.976+0000 7f9ec1600640 1 --2- 172.21.15.31:0/2445322966 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9ebc0ad1b0 0x7f9ebc0cf820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:48.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.976+0000 7f9ec1600640 1 -- 172.21.15.31:0/2445322966 >> v1:172.21.15.31:6789/0 conn(0x7f9ebc156590 legacy=0x7f9ebc0735b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:48.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.976+0000 7f9ebb400640 1 -- 172.21.15.31:0/2445322966 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2015549588 0 0) 0x7f9ea4003520 con 0x7f9ebc156590 2024-09-19T04:41:48.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.976+0000 7f9ec1600640 1 -- 172.21.15.31:0/2445322966 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ebc072db0 con 0x7f9ebc0adc70 2024-09-19T04:41:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.976+0000 7f9ebbe00640 1 --2- 172.21.15.31:0/2445322966 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9ebc0ad1b0 0x7f9ebc0cf820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:41:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.977+0000 7f9ec1600640 1 --2- 172.21.15.31:0/2445322966 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ebc0adc70 0x7f9ebc0ae120 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4009d90 tx=0x7f9eb402a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a2232f46df62439 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.977+0000 7f9ebb400640 1 -- 172.21.15.31:0/2445322966 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb0001670 con 0x7f9ebc0adc70 2024-09-19T04:41:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.977+0000 7f9ebb400640 1 -- 172.21.15.31:0/2445322966 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9eb4007540 con 0x7f9ebc0adc70 2024-09-19T04:41:48.980 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.977+0000 7f9ebb400640 1 -- 172.21.15.31:0/2445322966 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb40078f0 con 0x7f9ebc0adc70 2024-09-19T04:41:48.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.978+0000 7f9ec2000640 1 -- 172.21.15.31:0/2445322966 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ebc0adc70 msgr2=0x7f9ebc0ae120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:48.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.978+0000 7f9ec2000640 1 --2- 172.21.15.31:0/2445322966 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ebc0adc70 0x7f9ebc0ae120 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4009d90 tx=0x7f9eb402a5f0 comp rx=0 tx=0).stop 2024-09-19T04:41:48.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.978+0000 7f9ec2000640 1 -- 172.21.15.31:0/2445322966 shutdown_connections 2024-09-19T04:41:48.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.978+0000 7f9ec2000640 1 --2- 172.21.15.31:0/2445322966 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9ebc0ad1b0 0x7f9ebc0cf820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:48.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.978+0000 7f9ec2000640 1 --2- 172.21.15.31:0/2445322966 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ebc0adc70 0x7f9ebc0ae120 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:48.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.978+0000 7f9ec2000640 1 -- 172.21.15.31:0/2445322966 >> 172.21.15.31:0/2445322966 conn(0x7f9ebc06bdf0 msgr2=0x7f9ebc06c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:48.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.978+0000 7f9ec2000640 1 -- 172.21.15.31:0/2445322966 shutdown_connections 2024-09-19T04:41:48.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.978+0000 7f9ec2000640 1 -- 172.21.15.31:0/2445322966 wait complete. 2024-09-19T04:41:48.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.980+0000 7f9ec2000640 1 Processor -- start 2024-09-19T04:41:48.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.980+0000 7f9ec2000640 1 -- start start 2024-09-19T04:41:48.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.981+0000 7f9ec2000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ebc0ad1b0 0x7f9ebc150f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:48.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.981+0000 7f9ec2000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ebc0adc70 0x7f9ebc0b20d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:48.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.981+0000 7f9ec2000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9ebc156590 0x7f9ebc0cdcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:48.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.981+0000 7f9ec2000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc156970 con 0x7f9ebc0ad1b0 2024-09-19T04:41:48.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.981+0000 7f9ec2000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc0cfd60 con 0x7f9ebc0adc70 2024-09-19T04:41:48.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.981+0000 7f9ec2000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f9ebc0b1c40 con 0x7f9ebc156590 2024-09-19T04:41:48.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.981+0000 7f9ec0c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ebc0ad1b0 0x7f9ebc150f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:48.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.981+0000 7f9ec0c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ebc0ad1b0 0x7f9ebc150f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45370/0 (socket says 172.21.15.31:45370) 2024-09-19T04:41:48.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.981+0000 7f9ec0c00640 1 -- 172.21.15.31:0/705509185 learned_addr learned my addr 172.21.15.31:0/705509185 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:48.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.981+0000 7f9ec1600640 1 --2- 172.21.15.31:0/705509185 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9ebc156590 0x7f9ebc0cdcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:48.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.981+0000 7f9ebbe00640 1 --2- 172.21.15.31:0/705509185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ebc0adc70 0x7f9ebc0b20d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:48.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.982+0000 7f9ec0c00640 1 -- 172.21.15.31:0/705509185 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9ebc156590 msgr2=0x7f9ebc0cdcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:48.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.982+0000 7f9ec0c00640 1 --2- 172.21.15.31:0/705509185 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9ebc156590 0x7f9ebc0cdcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:48.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.982+0000 7f9ec0c00640 1 -- 172.21.15.31:0/705509185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ebc0adc70 msgr2=0x7f9ebc0b20d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:48.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.982+0000 7f9ec0c00640 1 --2- 172.21.15.31:0/705509185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ebc0adc70 0x7f9ebc0b20d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:48.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.982+0000 7f9ec0c00640 1 -- 172.21.15.31:0/705509185 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ebc0b1030 con 0x7f9ebc0ad1b0 2024-09-19T04:41:48.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.982+0000 7f9ec0c00640 1 --2- 172.21.15.31:0/705509185 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ebc0ad1b0 0x7f9ebc150f40 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f9eb0001eb0 tx=0x7f9eb000c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:48.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.982+0000 7f9eb8c00640 1 -- 172.21.15.31:0/705509185 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb0017070 con 0x7f9ebc0ad1b0 2024-09-19T04:41:48.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.982+0000 7f9eb8c00640 1 -- 172.21.15.31:0/705509185 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9eb0005ce0 con 0x7f9ebc0ad1b0 2024-09-19T04:41:48.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.982+0000 7f9eb8c00640 1 -- 172.21.15.31:0/705509185 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb0007290 con 0x7f9ebc0ad1b0 2024-09-19T04:41:48.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.982+0000 7f9ec2000640 1 -- 172.21.15.31:0/705509185 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ebc0b1310 con 0x7f9ebc0ad1b0 2024-09-19T04:41:48.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.982+0000 7f9ec2000640 1 -- 172.21.15.31:0/705509185 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ebc0b18d0 con 0x7f9ebc0ad1b0 2024-09-19T04:41:48.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.983+0000 7f9ec2000640 1 -- 172.21.15.31:0/705509185 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ebc0cf820 con 0x7f9ebc0ad1b0 2024-09-19T04:41:48.986 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.984+0000 7f9eb8c00640 1 -- 172.21.15.31:0/705509185 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9eb001a070 con 0x7f9ebc0ad1b0 2024-09-19T04:41:48.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.985+0000 7f9eb8c00640 1 --2- 172.21.15.31:0/705509185 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9e9c06c2b0 0x7f9e9c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:48.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.985+0000 7f9eb8c00640 1 -- 172.21.15.31:0/705509185 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7f9eb008a6a0 con 0x7f9ebc0ad1b0 2024-09-19T04:41:48.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.985+0000 7f9ebbe00640 1 --2- 172.21.15.31:0/705509185 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9e9c06c2b0 0x7f9e9c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:48.987 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.986+0000 7f9ebbe00640 1 --2- 172.21.15.31:0/705509185 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9e9c06c2b0 0x7f9e9c06e770 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f9ea8009560 tx=0x7f9ea8009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:48.991 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:48.989+0000 7f9eb8c00640 1 -- 172.21.15.31:0/705509185 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9eb0058920 con 0x7f9ebc0ad1b0 2024-09-19T04:41:49.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.171+0000 7f9ec2000640 1 -- 172.21.15.31:0/705509185 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9ebc15f6d0 con 0x7f9e9c06c2b0 2024-09-19T04:41:49.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.172+0000 7f9eb8c00640 1 -- 172.21.15.31:0/705509185 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13490 (secure 0 0 0) 0x7f9ebc15f6d0 con 0x7f9e9c06c2b0 2024-09-19T04:41:49.174 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:49.175 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T04:41:49.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.175+0000 7f9ec2000640 1 -- 172.21.15.31:0/705509185 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9e9c06c2b0 msgr2=0x7f9e9c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:49.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.175+0000 7f9ec2000640 1 --2- 172.21.15.31:0/705509185 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9e9c06c2b0 0x7f9e9c06e770 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f9ea8009560 tx=0x7f9ea8009190 comp rx=0 tx=0).stop 2024-09-19T04:41:49.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.175+0000 7f9ec2000640 1 -- 172.21.15.31:0/705509185 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ebc0ad1b0 msgr2=0x7f9ebc150f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:49.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.175+0000 7f9ec2000640 1 --2- 172.21.15.31:0/705509185 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ebc0ad1b0 0x7f9ebc150f40 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f9eb0001eb0 tx=0x7f9eb000c9b0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.175+0000 7f9ec2000640 1 -- 172.21.15.31:0/705509185 shutdown_connections 2024-09-19T04:41:49.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.175+0000 7f9ec2000640 1 --2- 172.21.15.31:0/705509185 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9ebc156590 0x7f9ebc0cdcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.175+0000 7f9ec2000640 1 --2- 172.21.15.31:0/705509185 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9e9c06c2b0 0x7f9e9c06e770 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.175+0000 7f9ec2000640 1 --2- 172.21.15.31:0/705509185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ebc0adc70 0x7f9ebc0b20d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.175+0000 7f9ec2000640 1 --2- 172.21.15.31:0/705509185 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9ebc0ad1b0 0x7f9ebc150f40 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.175+0000 7f9ec2000640 1 -- 172.21.15.31:0/705509185 >> 172.21.15.31:0/705509185 conn(0x7f9ebc06bdf0 msgr2=0x7f9ebc15e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:49.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.175+0000 7f9ec2000640 1 -- 172.21.15.31:0/705509185 shutdown_connections 2024-09-19T04:41:49.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.175+0000 7f9ec2000640 1 -- 172.21.15.31:0/705509185 wait complete. 2024-09-19T04:41:49.193 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":117,"stamp":"2024-09-19T04:41:49.169857+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":152,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":754974720,"kb_used":247828,"kb_used_data":6632,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754726892,"statfs":{"total":773094113280,"available":772840337408,"internally_reserved":0,"allocated":6791168,"data_stored":3709502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":246795826},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-19743,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-69,"num_write_kb":-42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.634696"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":243,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:41:45.853574+0000","last_change":"2024-09-19T04:39:39.541908+0000","last_active":"2024-09-19T04:41:45.853574+0000","last_peered":"2024-09-19T04:41:45.853574+0000","last_clean":"2024-09-19T04:41:45.853574+0000","last_became_active":"2024-09-19T04:39:39.540794+0000","last_became_peered":"2024-09-19T04:39:39.540794+0000","last_unstale":"2024-09-19T04:41:45.853574+0000","last_undegraded":"2024-09-19T04:41:45.853574+0000","last_fullsized":"2024-09-19T04:41:45.853574+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_clean_scrub_stamp":"2024-09-19T04:39:37.899481+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.768031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574878,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32456,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339384,"statfs":{"total":96636764160,"available":96603529216,"internally_reserved":0,"allocated":1298432,"data_stored":907953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574877,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31876,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574876,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31880,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339960,"statfs":{"total":96636764160,"available":96604119040,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574876,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31880,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339960,"statfs":{"total":96636764160,"available":96604119040,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574877,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31876,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574878,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27700,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":688128,"data_stored":311628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574876,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27700,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":688128,"data_stored":311628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574876,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32460,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339380,"statfs":{"total":96636764160,"available":96603525120,"internally_reserved":0,"allocated":1298432,"data_stored":907953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:41:49.194 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:41:49.351 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.349+0000 7f9c65a00640 1 Processor -- start 2024-09-19T04:41:49.352 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.350+0000 7f9c65a00640 1 -- start start 2024-09-19T04:41:49.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.351+0000 7f9c65a00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f9c6006f0e0 0x7f9c6015c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:49.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.351+0000 7f9c65a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f9c6006f4c0 0x7f9c600cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:49.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.351+0000 7f9c65a00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c6015c620 con 0x7f9c600cf5a0 2024-09-19T04:41:49.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.351+0000 7f9c65a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f9c6015bc50 con 0x7f9c6006f4c0 2024-09-19T04:41:49.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.351+0000 7f9c65a00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f9c60152630 con 0x7f9c6006f0e0 2024-09-19T04:41:49.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.351+0000 7f9c5e000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f9c6006f4c0 0x7f9c600cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:49.353 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.351+0000 7f9c5e000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f9c6006f4c0 0x7f9c600cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45376/0 (socket says 172.21.15.31:45376) 2024-09-19T04:41:49.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.351+0000 7f9c5e000640 1 -- 172.21.15.31:0/2543289210 learned_addr learned my addr 172.21.15.31:0/2543289210 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:49.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.351+0000 7f9c5ea00640 1 --2- 172.21.15.31:0/2543289210 >> v2:172.21.15.52:3300/0 conn(0x7f9c6006f0e0 0x7f9c6015c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:49.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.352+0000 7f9c5e000640 1 -- 172.21.15.31:0/2543289210 >> v2:172.21.15.52:3300/0 conn(0x7f9c6006f0e0 msgr2=0x7f9c6015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:49.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.352+0000 7f9c5e000640 1 --2- 172.21.15.31:0/2543289210 >> v2:172.21.15.52:3300/0 conn(0x7f9c6006f0e0 0x7f9c6015c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.352+0000 7f9c5e000640 1 -- 172.21.15.31:0/2543289210 >> v1:172.21.15.31:6789/0 conn(0x7f9c600cf5a0 legacy=0x7f9c600b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:49.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.352+0000 7f9c5e000640 1 -- 172.21.15.31:0/2543289210 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c600cfb40 con 0x7f9c6006f4c0 2024-09-19T04:41:49.354 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.352+0000 7f9c5ea00640 1 --2- 172.21.15.31:0/2543289210 >> v2:172.21.15.52:3300/0 conn(0x7f9c6006f0e0 0x7f9c6015c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:49.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.353+0000 7f9c5e000640 1 --2- 172.21.15.31:0/2543289210 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c6006f4c0 0x7f9c600cf060 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f9c60073070 tx=0x7f9c4c02c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f02918987397a6b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:49.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.353+0000 7f9c5d600640 1 -- 172.21.15.31:0/2543289210 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c4c038070 con 0x7f9c6006f4c0 2024-09-19T04:41:49.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.353+0000 7f9c5d600640 1 -- 172.21.15.31:0/2543289210 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c4c031710 con 0x7f9c6006f4c0 2024-09-19T04:41:49.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.353+0000 7f9c5d600640 1 -- 172.21.15.31:0/2543289210 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c4c031ae0 con 0x7f9c6006f4c0 2024-09-19T04:41:49.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.353+0000 7f9c65a00640 1 -- 172.21.15.31:0/2543289210 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c6006f4c0 msgr2=0x7f9c600cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:49.355 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.353+0000 7f9c65a00640 1 --2- 172.21.15.31:0/2543289210 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c6006f4c0 0x7f9c600cf060 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f9c60073070 tx=0x7f9c4c02c480 comp rx=0 tx=0).stop 2024-09-19T04:41:49.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.353+0000 7f9c65a00640 1 -- 172.21.15.31:0/2543289210 shutdown_connections 2024-09-19T04:41:49.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.353+0000 7f9c65a00640 1 --2- 172.21.15.31:0/2543289210 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c6006f4c0 0x7f9c600cf060 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.353+0000 7f9c65a00640 1 --2- 172.21.15.31:0/2543289210 >> v2:172.21.15.52:3300/0 conn(0x7f9c6006f0e0 0x7f9c6015c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.353+0000 7f9c65a00640 1 -- 172.21.15.31:0/2543289210 >> 172.21.15.31:0/2543289210 conn(0x7f9c60067da0 msgr2=0x7f9c6006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:49.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.354+0000 7f9c65a00640 1 -- 172.21.15.31:0/2543289210 shutdown_connections 2024-09-19T04:41:49.356 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.354+0000 7f9c65a00640 1 -- 172.21.15.31:0/2543289210 wait complete. 2024-09-19T04:41:49.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.355+0000 7f9c65a00640 1 Processor -- start 2024-09-19T04:41:49.357 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.355+0000 7f9c65a00640 1 -- start start 2024-09-19T04:41:49.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.356+0000 7f9c65a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c6006f0e0 0x7f9c600b0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:49.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.356+0000 7f9c65a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9c6006f4c0 0x7f9c6014a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:49.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.356+0000 7f9c65a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c600cf5a0 0x7f9c60158470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:49.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.356+0000 7f9c65a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9c6006f930 con 0x7f9c600cf5a0 2024-09-19T04:41:49.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.356+0000 7f9c65a00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9c6015b8e0 con 0x7f9c6006f0e0 2024-09-19T04:41:49.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.356+0000 7f9c65a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f9c6015ee80 con 0x7f9c6006f4c0 2024-09-19T04:41:49.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.356+0000 7f9c5f400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c600cf5a0 0x7f9c60158470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:49.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.357+0000 7f9c5f400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c600cf5a0 0x7f9c60158470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45388/0 (socket says 172.21.15.31:45388) 2024-09-19T04:41:49.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.357+0000 7f9c5f400640 1 -- 172.21.15.31:0/1025598026 learned_addr learned my addr 172.21.15.31:0/1025598026 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:49.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.357+0000 7f9c5ea00640 1 --2- 172.21.15.31:0/1025598026 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c6006f0e0 0x7f9c600b0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:49.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.357+0000 7f9c5e000640 1 --2- 172.21.15.31:0/1025598026 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9c6006f4c0 0x7f9c6014a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:49.359 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.357+0000 7f9c5f400640 1 -- 172.21.15.31:0/1025598026 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9c6006f4c0 msgr2=0x7f9c6014a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:49.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.357+0000 7f9c5f400640 1 --2- 172.21.15.31:0/1025598026 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9c6006f4c0 0x7f9c6014a4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.357+0000 7f9c5f400640 1 -- 172.21.15.31:0/1025598026 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c6006f0e0 msgr2=0x7f9c600b0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:49.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.357+0000 7f9c5f400640 1 --2- 172.21.15.31:0/1025598026 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c6006f0e0 0x7f9c600b0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.357+0000 7f9c5f400640 1 -- 172.21.15.31:0/1025598026 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c6014fd80 con 0x7f9c600cf5a0 2024-09-19T04:41:49.360 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.357+0000 7f9c5f400640 1 --2- 172.21.15.31:0/1025598026 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c600cf5a0 0x7f9c60158470 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f9c5800c6b0 tx=0x7f9c5800cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:49.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.357+0000 7f9c56a00640 1 -- 172.21.15.31:0/1025598026 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c58003b70 con 0x7f9c600cf5a0 2024-09-19T04:41:49.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.358+0000 7f9c56a00640 1 -- 172.21.15.31:0/1025598026 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c58003d30 con 0x7f9c600cf5a0 2024-09-19T04:41:49.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.358+0000 7f9c65a00640 1 -- 172.21.15.31:0/1025598026 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c60150060 con 0x7f9c600cf5a0 2024-09-19T04:41:49.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.358+0000 7f9c56a00640 1 -- 172.21.15.31:0/1025598026 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c58005310 con 0x7f9c600cf5a0 2024-09-19T04:41:49.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.358+0000 7f9c65a00640 1 -- 172.21.15.31:0/1025598026 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c6014aa20 con 0x7f9c600cf5a0 2024-09-19T04:41:49.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.359+0000 7f9c65a00640 1 -- 172.21.15.31:0/1025598026 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c6015f9a0 con 0x7f9c600cf5a0 2024-09-19T04:41:49.361 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.360+0000 7f9c56a00640 1 -- 172.21.15.31:0/1025598026 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9c580054b0 con 0x7f9c600cf5a0 2024-09-19T04:41:49.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.361+0000 7f9c56a00640 1 --2- 172.21.15.31:0/1025598026 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9c4006c2b0 0x7f9c4006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:49.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.361+0000 7f9c56a00640 1 -- 172.21.15.31:0/1025598026 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7f9c5808afe0 con 0x7f9c600cf5a0 2024-09-19T04:41:49.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.361+0000 7f9c5ea00640 1 --2- 172.21.15.31:0/1025598026 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9c4006c2b0 0x7f9c4006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:49.363 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.362+0000 7f9c5ea00640 1 --2- 172.21.15.31:0/1025598026 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9c4006c2b0 0x7f9c4006e770 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9c60158e20 tx=0x7f9c50008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:49.367 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.366+0000 7f9c56a00640 1 -- 172.21.15.31:0/1025598026 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9c580592c0 con 0x7f9c600cf5a0 2024-09-19T04:41:49.549 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.548+0000 7f9c65a00640 1 -- 172.21.15.31:0/1025598026 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9c601506b0 con 0x7f9c4006c2b0 2024-09-19T04:41:49.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.548+0000 7f9c56a00640 1 -- 172.21.15.31:0/1025598026 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13490 (secure 0 0 0) 0x7f9c601506b0 con 0x7f9c4006c2b0 2024-09-19T04:41:49.550 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:49.551 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T04:41:49.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.551+0000 7f9c65a00640 1 -- 172.21.15.31:0/1025598026 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9c4006c2b0 msgr2=0x7f9c4006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:49.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.551+0000 7f9c65a00640 1 --2- 172.21.15.31:0/1025598026 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9c4006c2b0 0x7f9c4006e770 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9c60158e20 tx=0x7f9c50008040 comp rx=0 tx=0).stop 2024-09-19T04:41:49.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.551+0000 7f9c65a00640 1 -- 172.21.15.31:0/1025598026 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c600cf5a0 msgr2=0x7f9c60158470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:49.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.551+0000 7f9c65a00640 1 --2- 172.21.15.31:0/1025598026 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c600cf5a0 0x7f9c60158470 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f9c5800c6b0 tx=0x7f9c5800cb70 comp rx=0 tx=0).stop 2024-09-19T04:41:49.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.551+0000 7f9c65a00640 1 -- 172.21.15.31:0/1025598026 shutdown_connections 2024-09-19T04:41:49.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.551+0000 7f9c65a00640 1 --2- 172.21.15.31:0/1025598026 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9c600cf5a0 0x7f9c60158470 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.551+0000 7f9c65a00640 1 --2- 172.21.15.31:0/1025598026 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9c6006f4c0 0x7f9c6014a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.551+0000 7f9c65a00640 1 --2- 172.21.15.31:0/1025598026 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9c4006c2b0 0x7f9c4006e770 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.551+0000 7f9c65a00640 1 --2- 172.21.15.31:0/1025598026 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c6006f0e0 0x7f9c600b0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.551+0000 7f9c65a00640 1 -- 172.21.15.31:0/1025598026 >> 172.21.15.31:0/1025598026 conn(0x7f9c60067da0 msgr2=0x7f9c6015a910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:49.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.551+0000 7f9c65a00640 1 -- 172.21.15.31:0/1025598026 shutdown_connections 2024-09-19T04:41:49.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.551+0000 7f9c65a00640 1 -- 172.21.15.31:0/1025598026 wait complete. 2024-09-19T04:41:49.569 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":117,"stamp":"2024-09-19T04:41:49.169857+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":152,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":754974720,"kb_used":247828,"kb_used_data":6632,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754726892,"statfs":{"total":773094113280,"available":772840337408,"internally_reserved":0,"allocated":6791168,"data_stored":3709502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":246795826},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-19743,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-69,"num_write_kb":-42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.634696"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":243,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:41:45.853574+0000","last_change":"2024-09-19T04:39:39.541908+0000","last_active":"2024-09-19T04:41:45.853574+0000","last_peered":"2024-09-19T04:41:45.853574+0000","last_clean":"2024-09-19T04:41:45.853574+0000","last_became_active":"2024-09-19T04:39:39.540794+0000","last_became_peered":"2024-09-19T04:39:39.540794+0000","last_unstale":"2024-09-19T04:41:45.853574+0000","last_undegraded":"2024-09-19T04:41:45.853574+0000","last_fullsized":"2024-09-19T04:41:45.853574+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_clean_scrub_stamp":"2024-09-19T04:39:37.899481+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.768031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574878,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32456,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339384,"statfs":{"total":96636764160,"available":96603529216,"internally_reserved":0,"allocated":1298432,"data_stored":907953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574877,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31876,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574876,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31880,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339960,"statfs":{"total":96636764160,"available":96604119040,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574876,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31880,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339960,"statfs":{"total":96636764160,"available":96604119040,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574877,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31876,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574878,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27700,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":688128,"data_stored":311628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574876,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27700,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":688128,"data_stored":311628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574876,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32460,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339380,"statfs":{"total":96636764160,"available":96603525120,"internally_reserved":0,"allocated":1298432,"data_stored":907953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:41:49.569 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T04:41:49.570 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:41:49.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.724+0000 7f6849400640 1 Processor -- start 2024-09-19T04:41:49.726 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.724+0000 7f6849400640 1 -- start start 2024-09-19T04:41:49.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.725+0000 7f6849400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f68440d4310 0x7f68440d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:49.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.725+0000 7f6849400640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f684415e850 con 0x7f684415e470 2024-09-19T04:41:49.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.725+0000 7f6849400640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68440d1c60 con 0x7f684406d460 2024-09-19T04:41:49.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.725+0000 7f6849400640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f68440d4cc0 con 0x7f68440d4310 2024-09-19T04:41:49.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.726+0000 7f6843400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f68440d4310 0x7f68440d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:49.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.726+0000 7f6843400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f68440d4310 0x7f68440d4780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45392/0 (socket says 172.21.15.31:45392) 2024-09-19T04:41:49.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.726+0000 7f6843400640 1 -- 172.21.15.31:0/1602084750 learned_addr learned my addr 172.21.15.31:0/1602084750 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:49.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.726+0000 7f6843e00640 1 --1- 172.21.15.31:0/1602084750 >> v1:172.21.15.31:6789/0 conn(0x7f684415e470 0x7f68440cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38232/0 (socket says 172.21.15.31:38232) 2024-09-19T04:41:49.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.726+0000 7f6843400640 1 -- 172.21.15.31:0/1602084750 >> v1:172.21.15.52:6789/0 conn(0x7f684406d460 legacy=0x7f684406d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:49.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.726+0000 7f6843400640 1 -- 172.21.15.31:0/1602084750 >> v1:172.21.15.31:6789/0 conn(0x7f684415e470 legacy=0x7f68440cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:49.728 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.726+0000 7f6843400640 1 -- 172.21.15.31:0/1602084750 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68440d1980 con 0x7f68440d4310 2024-09-19T04:41:49.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.727+0000 7f6843400640 1 --2- 172.21.15.31:0/1602084750 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f68440d4310 0x7f68440d4780 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f6830009870 tx=0x7f683002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=305ce995066378fa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:49.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.727+0000 7f6842a00640 1 -- 172.21.15.31:0/1602084750 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6830037070 con 0x7f68440d4310 2024-09-19T04:41:49.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.727+0000 7f6842a00640 1 -- 172.21.15.31:0/1602084750 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f683002ae50 con 0x7f68440d4310 2024-09-19T04:41:49.729 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.727+0000 7f6842a00640 1 -- 172.21.15.31:0/1602084750 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6830032860 con 0x7f68440d4310 2024-09-19T04:41:49.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.728+0000 7f6849400640 1 -- 172.21.15.31:0/1602084750 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f68440d4310 msgr2=0x7f68440d4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:49.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.728+0000 7f6849400640 1 --2- 172.21.15.31:0/1602084750 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f68440d4310 0x7f68440d4780 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f6830009870 tx=0x7f683002a300 comp rx=0 tx=0).stop 2024-09-19T04:41:49.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.728+0000 7f6849400640 1 -- 172.21.15.31:0/1602084750 shutdown_connections 2024-09-19T04:41:49.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.728+0000 7f6849400640 1 --2- 172.21.15.31:0/1602084750 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f68440d4310 0x7f68440d4780 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.728+0000 7f6849400640 1 -- 172.21.15.31:0/1602084750 >> 172.21.15.31:0/1602084750 conn(0x7f684409d700 msgr2=0x7f684408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:49.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.728+0000 7f6849400640 1 -- 172.21.15.31:0/1602084750 shutdown_connections 2024-09-19T04:41:49.730 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.728+0000 7f6849400640 1 -- 172.21.15.31:0/1602084750 wait complete. 2024-09-19T04:41:49.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.730+0000 7f6849400640 1 Processor -- start 2024-09-19T04:41:49.731 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.730+0000 7f6849400640 1 -- start start 2024-09-19T04:41:49.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.731+0000 7f6849400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f684406d460 0x7f68440b7b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:49.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.731+0000 7f6849400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f68440d4310 0x7f684415d820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:49.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.731+0000 7f6849400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f684415e470 0x7f6844160d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:49.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.731+0000 7f6849400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f68440cf3a0 con 0x7f68440d4310 2024-09-19T04:41:49.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.731+0000 7f6849400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f68440cf710 con 0x7f684406d460 2024-09-19T04:41:49.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.731+0000 7f6849400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f68440d02b0 con 0x7f684415e470 2024-09-19T04:41:49.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.731+0000 7f6843400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f68440d4310 0x7f684415d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:49.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.731+0000 7f6843400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f68440d4310 0x7f684415d820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45400/0 (socket says 172.21.15.31:45400) 2024-09-19T04:41:49.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.731+0000 7f6843400640 1 -- 172.21.15.31:0/325227902 learned_addr learned my addr 172.21.15.31:0/325227902 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:49.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.731+0000 7f6843e00640 1 --2- 172.21.15.31:0/325227902 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f684406d460 0x7f68440b7b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:49.734 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.731+0000 7f6848a00640 1 --2- 172.21.15.31:0/325227902 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f684415e470 0x7f6844160d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:49.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.731+0000 7f6843400640 1 -- 172.21.15.31:0/325227902 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f684415e470 msgr2=0x7f6844160d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:49.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.731+0000 7f6843400640 1 --2- 172.21.15.31:0/325227902 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f684415e470 0x7f6844160d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.731+0000 7f6843400640 1 -- 172.21.15.31:0/325227902 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f684406d460 msgr2=0x7f68440b7b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:49.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.731+0000 7f6843400640 1 --2- 172.21.15.31:0/325227902 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f684406d460 0x7f68440b7b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.731+0000 7f6843400640 1 -- 172.21.15.31:0/325227902 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68440b8180 con 0x7f68440d4310 2024-09-19T04:41:49.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.731+0000 7f6843e00640 1 --2- 172.21.15.31:0/325227902 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f684406d460 0x7f68440b7b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:49.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.732+0000 7f6843400640 1 --2- 172.21.15.31:0/325227902 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f68440d4310 0x7f684415d820 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f6830000c00 tx=0x7f68300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:49.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.732+0000 7f683be00640 1 -- 172.21.15.31:0/325227902 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6830041020 con 0x7f68440d4310 2024-09-19T04:41:49.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.732+0000 7f683be00640 1 -- 172.21.15.31:0/325227902 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f683003c890 con 0x7f68440d4310 2024-09-19T04:41:49.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.732+0000 7f6849400640 1 -- 172.21.15.31:0/325227902 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68440b8460 con 0x7f68440d4310 2024-09-19T04:41:49.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.732+0000 7f683be00640 1 -- 172.21.15.31:0/325227902 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6830037040 con 0x7f68440d4310 2024-09-19T04:41:49.735 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.732+0000 7f6849400640 1 -- 172.21.15.31:0/325227902 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68440b8a20 con 0x7f68440d4310 2024-09-19T04:41:49.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.733+0000 7f6849400640 1 -- 172.21.15.31:0/325227902 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68440cc010 con 0x7f68440d4310 2024-09-19T04:41:49.736 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.734+0000 7f683be00640 1 -- 172.21.15.31:0/325227902 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6830044020 con 0x7f68440d4310 2024-09-19T04:41:49.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.735+0000 7f683be00640 1 --2- 172.21.15.31:0/325227902 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f682406c2b0 0x7f682406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:49.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.735+0000 7f683be00640 1 -- 172.21.15.31:0/325227902 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7f68300abb40 con 0x7f68440d4310 2024-09-19T04:41:49.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.735+0000 7f6843e00640 1 --2- 172.21.15.31:0/325227902 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f682406c2b0 0x7f682406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:49.737 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.736+0000 7f6843e00640 1 --2- 172.21.15.31:0/325227902 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f682406c2b0 0x7f682406e770 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f6834007fd0 tx=0x7f6834007d40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:49.741 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.740+0000 7f683be00640 1 -- 172.21.15.31:0/325227902 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f683004b030 con 0x7f68440d4310 2024-09-19T04:41:49.922 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.920+0000 7f6849400640 1 -- 172.21.15.31:0/325227902 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f68440d4780 con 0x7f682406c2b0 2024-09-19T04:41:49.923 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.921+0000 7f683be00640 1 -- 172.21.15.31:0/325227902 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13490 (secure 0 0 0) 0x7f68440d4780 con 0x7f682406c2b0 2024-09-19T04:41:49.923 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:49.923 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T04:41:49.925 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.923+0000 7f6849400640 1 -- 172.21.15.31:0/325227902 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f682406c2b0 msgr2=0x7f682406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:49.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.923+0000 7f6849400640 1 --2- 172.21.15.31:0/325227902 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f682406c2b0 0x7f682406e770 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f6834007fd0 tx=0x7f6834007d40 comp rx=0 tx=0).stop 2024-09-19T04:41:49.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.923+0000 7f6849400640 1 -- 172.21.15.31:0/325227902 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f68440d4310 msgr2=0x7f684415d820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:49.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.923+0000 7f6849400640 1 --2- 172.21.15.31:0/325227902 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f68440d4310 0x7f684415d820 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f6830000c00 tx=0x7f68300046c0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.923+0000 7f6849400640 1 -- 172.21.15.31:0/325227902 shutdown_connections 2024-09-19T04:41:49.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.923+0000 7f6849400640 1 --2- 172.21.15.31:0/325227902 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f684415e470 0x7f6844160d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.923+0000 7f6849400640 1 --2- 172.21.15.31:0/325227902 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f68440d4310 0x7f684415d820 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.923+0000 7f6849400640 1 --2- 172.21.15.31:0/325227902 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f682406c2b0 0x7f682406e770 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.923+0000 7f6849400640 1 --2- 172.21.15.31:0/325227902 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f684406d460 0x7f68440b7b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:49.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.924+0000 7f6849400640 1 -- 172.21.15.31:0/325227902 >> 172.21.15.31:0/325227902 conn(0x7f684409d700 msgr2=0x7f68440b4af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:49.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.924+0000 7f6849400640 1 -- 172.21.15.31:0/325227902 shutdown_connections 2024-09-19T04:41:49.926 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:49.924+0000 7f6849400640 1 -- 172.21.15.31:0/325227902 wait complete. 2024-09-19T04:41:49.941 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":117,"stamp":"2024-09-19T04:41:49.169857+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":152,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":754974720,"kb_used":247828,"kb_used_data":6632,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754726892,"statfs":{"total":773094113280,"available":772840337408,"internally_reserved":0,"allocated":6791168,"data_stored":3709502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":246795826},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-19743,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-69,"num_write_kb":-42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.634696"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":243,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:41:45.853574+0000","last_change":"2024-09-19T04:39:39.541908+0000","last_active":"2024-09-19T04:41:45.853574+0000","last_peered":"2024-09-19T04:41:45.853574+0000","last_clean":"2024-09-19T04:41:45.853574+0000","last_became_active":"2024-09-19T04:39:39.540794+0000","last_became_peered":"2024-09-19T04:39:39.540794+0000","last_unstale":"2024-09-19T04:41:45.853574+0000","last_undegraded":"2024-09-19T04:41:45.853574+0000","last_fullsized":"2024-09-19T04:41:45.853574+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_clean_scrub_stamp":"2024-09-19T04:39:37.899481+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.768031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574878,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32456,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339384,"statfs":{"total":96636764160,"available":96603529216,"internally_reserved":0,"allocated":1298432,"data_stored":907953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574877,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31876,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574876,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31880,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339960,"statfs":{"total":96636764160,"available":96604119040,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574876,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31880,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339960,"statfs":{"total":96636764160,"available":96604119040,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574877,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31876,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574878,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27700,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":688128,"data_stored":311628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574876,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27700,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":688128,"data_stored":311628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574876,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32460,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339380,"statfs":{"total":96636764160,"available":96603525120,"internally_reserved":0,"allocated":1298432,"data_stored":907953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:41:49.942 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T04:41:50.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.096+0000 7fd6d8c00640 1 Processor -- start 2024-09-19T04:41:50.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.096+0000 7fd6d8c00640 1 -- start start 2024-09-19T04:41:50.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.097+0000 7fd6d8c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6d415e890 0x7fd6d406cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:50.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.097+0000 7fd6d8c00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6d40cfc00 con 0x7fd6d40d4f00 2024-09-19T04:41:50.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.097+0000 7fd6d8c00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6d40d3040 con 0x7fd6d40d2b60 2024-09-19T04:41:50.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.097+0000 7fd6d8c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fd6d40d3c50 con 0x7fd6d415e890 2024-09-19T04:41:50.099 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.097+0000 7fd6d2800640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fd6d40d4f00 0x7fd6d40cf4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38242/0 (socket says 172.21.15.31:38242) 2024-09-19T04:41:50.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.097+0000 7fd6d2800640 1 -- 172.21.15.31:0/722481476 learned_addr learned my addr 172.21.15.31:0/722481476 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:50.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.098+0000 7fd6d1e00640 1 --2- 172.21.15.31:0/722481476 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6d415e890 0x7fd6d406cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:50.100 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.098+0000 7fd6d0a00640 1 -- 172.21.15.31:0/722481476 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3570588418 0 0) 0x7fd6d40cfc00 con 0x7fd6d40d4f00 2024-09-19T04:41:50.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.098+0000 7fd6d0a00640 1 -- 172.21.15.31:0/722481476 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd6b8003520 con 0x7fd6d40d4f00 2024-09-19T04:41:50.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.098+0000 7fd6d0a00640 1 -- 172.21.15.31:0/722481476 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1996859756 0 0) 0x7fd6d40d3040 con 0x7fd6d40d2b60 2024-09-19T04:41:50.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.098+0000 7fd6d0a00640 1 -- 172.21.15.31:0/722481476 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd6d40cfc00 con 0x7fd6d40d2b60 2024-09-19T04:41:50.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.098+0000 7fd6d1e00640 1 -- 172.21.15.31:0/722481476 >> v1:172.21.15.52:6789/0 conn(0x7fd6d40d2b60 legacy=0x7fd6d40cede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:50.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.098+0000 7fd6d1e00640 1 -- 172.21.15.31:0/722481476 >> v1:172.21.15.31:6789/0 conn(0x7fd6d40d4f00 legacy=0x7fd6d40cf4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:50.101 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.098+0000 7fd6d1e00640 1 -- 172.21.15.31:0/722481476 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6d40d3320 con 0x7fd6d415e890 2024-09-19T04:41:50.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.099+0000 7fd6d1e00640 1 --2- 172.21.15.31:0/722481476 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6d415e890 0x7fd6d406cbb0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fd6c40097d0 tx=0x7fd6c402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1318a63da231db84 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:50.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.100+0000 7fd6d0a00640 1 -- 172.21.15.31:0/722481476 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c4037070 con 0x7fd6d415e890 2024-09-19T04:41:50.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.100+0000 7fd6d0a00640 1 -- 172.21.15.31:0/722481476 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6c4032440 con 0x7fd6d415e890 2024-09-19T04:41:50.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.100+0000 7fd6d0a00640 1 -- 172.21.15.31:0/722481476 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c4032810 con 0x7fd6d415e890 2024-09-19T04:41:50.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.100+0000 7fd6d8c00640 1 -- 172.21.15.31:0/722481476 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6d415e890 msgr2=0x7fd6d406cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:50.102 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.100+0000 7fd6d8c00640 1 --2- 172.21.15.31:0/722481476 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6d415e890 0x7fd6d406cbb0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fd6c40097d0 tx=0x7fd6c402a180 comp rx=0 tx=0).stop 2024-09-19T04:41:50.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.100+0000 7fd6d8c00640 1 -- 172.21.15.31:0/722481476 shutdown_connections 2024-09-19T04:41:50.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.100+0000 7fd6d8c00640 1 --2- 172.21.15.31:0/722481476 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6d415e890 0x7fd6d406cbb0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:50.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.100+0000 7fd6d8c00640 1 -- 172.21.15.31:0/722481476 >> 172.21.15.31:0/722481476 conn(0x7fd6d40b66c0 msgr2=0x7fd6d40d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:50.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.100+0000 7fd6d8c00640 1 -- 172.21.15.31:0/722481476 shutdown_connections 2024-09-19T04:41:50.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.100+0000 7fd6d8c00640 1 -- 172.21.15.31:0/722481476 wait complete. 2024-09-19T04:41:50.103 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.102+0000 7fd6d8c00640 1 Processor -- start 2024-09-19T04:41:50.104 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.102+0000 7fd6d8c00640 1 -- start start 2024-09-19T04:41:50.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.103+0000 7fd6d8c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6d40d2b60 0x7fd6d415a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:50.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.103+0000 7fd6d8c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6d40d4f00 0x7fd6d40acb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:50.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.103+0000 7fd6d8c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6d415e890 0x7fd6d40cece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:50.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.103+0000 7fd6d8c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d415ec70 con 0x7fd6d415e890 2024-09-19T04:41:50.105 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.103+0000 7fd6d8c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d40d38e0 con 0x7fd6d40d2b60 2024-09-19T04:41:50.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.103+0000 7fd6d8c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fd6d406db10 con 0x7fd6d40d4f00 2024-09-19T04:41:50.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.103+0000 7fd6d2800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6d415e890 0x7fd6d40cece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:50.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.103+0000 7fd6d2800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6d415e890 0x7fd6d40cece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45402/0 (socket says 172.21.15.31:45402) 2024-09-19T04:41:50.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.103+0000 7fd6d2800640 1 -- 172.21.15.31:0/1497478672 learned_addr learned my addr 172.21.15.31:0/1497478672 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:50.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.103+0000 7fd6d2800640 1 -- 172.21.15.31:0/1497478672 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6d40d4f00 msgr2=0x7fd6d40acb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:50.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.103+0000 7fd6d2800640 1 --2- 172.21.15.31:0/1497478672 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6d40d4f00 0x7fd6d40acb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:50.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.103+0000 7fd6d2800640 1 -- 172.21.15.31:0/1497478672 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6d40d2b60 msgr2=0x7fd6d415a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:50.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.103+0000 7fd6d2800640 1 --2- 172.21.15.31:0/1497478672 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6d40d2b60 0x7fd6d415a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:50.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.103+0000 7fd6d2800640 1 -- 172.21.15.31:0/1497478672 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6d40ad3c0 con 0x7fd6d415e890 2024-09-19T04:41:50.106 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.104+0000 7fd6d2800640 1 --2- 172.21.15.31:0/1497478672 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6d415e890 0x7fd6d40cece0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fd6cc00cbc0 tx=0x7fd6cc00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:50.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.104+0000 7fd6ca000640 1 -- 172.21.15.31:0/1497478672 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6cc017070 con 0x7fd6d415e890 2024-09-19T04:41:50.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.104+0000 7fd6ca000640 1 -- 172.21.15.31:0/1497478672 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6cc00ace0 con 0x7fd6d415e890 2024-09-19T04:41:50.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.104+0000 7fd6ca000640 1 -- 172.21.15.31:0/1497478672 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6cc012600 con 0x7fd6d415e890 2024-09-19T04:41:50.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.104+0000 7fd6d8c00640 1 -- 172.21.15.31:0/1497478672 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6d40cc7d0 con 0x7fd6d415e890 2024-09-19T04:41:50.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.104+0000 7fd6d8c00640 1 -- 172.21.15.31:0/1497478672 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6d40ad6a0 con 0x7fd6d415e890 2024-09-19T04:41:50.107 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.105+0000 7fd6d8c00640 1 -- 172.21.15.31:0/1497478672 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6d406cbb0 con 0x7fd6d415e890 2024-09-19T04:41:50.108 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.106+0000 7fd6ca000640 1 -- 172.21.15.31:0/1497478672 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd6cc01a070 con 0x7fd6d415e890 2024-09-19T04:41:50.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.107+0000 7fd6ca000640 1 --2- 172.21.15.31:0/1497478672 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd6b406c2e0 0x7fd6b406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:50.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.107+0000 7fd6ca000640 1 -- 172.21.15.31:0/1497478672 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7fd6cc08afc0 con 0x7fd6d415e890 2024-09-19T04:41:50.109 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.107+0000 7fd6d1e00640 1 --2- 172.21.15.31:0/1497478672 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd6b406c2e0 0x7fd6b406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:50.110 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.108+0000 7fd6d1e00640 1 --2- 172.21.15.31:0/1497478672 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd6b406c2e0 0x7fd6b406e7a0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fd6c4034000 tx=0x7fd6c402c000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:50.113 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.111+0000 7fd6ca000640 1 -- 172.21.15.31:0/1497478672 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd6cc059240 con 0x7fd6d415e890 2024-09-19T04:41:50.298 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.296+0000 7fd6d8c00640 1 -- 172.21.15.31:0/1497478672 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd6d4161e50 con 0x7fd6d415e890 2024-09-19T04:41:50.299 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.297+0000 7fd6ca000640 1 -- 172.21.15.31:0/1497478672 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) ==== 74+0+13269 (secure 0 0 0) 0x7fd6cc05d540 con 0x7fd6d415e890 2024-09-19T04:41:50.299 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:50.299 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":58,"fsid":"ae16a32b-37f5-48e5-a20a-d947237e5ec4","created":"2024-09-19T04:39:24.225952+0000","modified":"2024-09-19T04:41:45.844850+0000","last_up_change":"2024-09-19T04:39:36.897115+0000","last_in_change":"2024-09-19T04:39:27.102057+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T04:39:37.203445+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e401027d-40fa-4b9f-bb8f-9f6cf5cb4d13","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6817","nonce":2442771512}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6819","nonce":2442771512}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6823","nonce":2442771512}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":2442771512},{"type":"v1","addr":"172.21.15.31:6821","nonce":2442771512}]},"public_addr":"172.21.15.31:6817/2442771512","cluster_addr":"172.21.15.31:6819/2442771512","heartbeat_back_addr":"172.21.15.31:6823/2442771512","heartbeat_front_addr":"172.21.15.31:6821/2442771512","state":["exists","up"]},{"osd":1,"uuid":"1ac5781a-c770-42c0-8574-145d18505411","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6809","nonce":2901120730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6811","nonce":2901120730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6815","nonce":2901120730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":2901120730},{"type":"v1","addr":"172.21.15.31:6813","nonce":2901120730}]},"public_addr":"172.21.15.31:6809/2901120730","cluster_addr":"172.21.15.31:6811/2901120730","heartbeat_back_addr":"172.21.15.31:6815/2901120730","heartbeat_front_addr":"172.21.15.31:6813/2901120730","state":["exists","up"]},{"osd":2,"uuid":"92332c40-ecd1-4ee7-a6c4-cbb4815262ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6825","nonce":2542073218}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6827","nonce":2542073218}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6831","nonce":2542073218}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2542073218},{"type":"v1","addr":"172.21.15.31:6829","nonce":2542073218}]},"public_addr":"172.21.15.31:6825/2542073218","cluster_addr":"172.21.15.31:6827/2542073218","heartbeat_back_addr":"172.21.15.31:6831/2542073218","heartbeat_front_addr":"172.21.15.31:6829/2542073218","state":["exists","up"]},{"osd":3,"uuid":"207c9a0a-85e2-4f27-ac6c-2de129d86eaa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6801","nonce":1238831418}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6803","nonce":1238831418}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6807","nonce":1238831418}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":1238831418},{"type":"v1","addr":"172.21.15.31:6805","nonce":1238831418}]},"public_addr":"172.21.15.31:6801/1238831418","cluster_addr":"172.21.15.31:6803/1238831418","heartbeat_back_addr":"172.21.15.31:6807/1238831418","heartbeat_front_addr":"172.21.15.31:6805/1238831418","state":["exists","up"]},{"osd":4,"uuid":"5fd1d9ad-6723-4766-999e-9cb5a7655181","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6817","nonce":2046466016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6819","nonce":2046466016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6823","nonce":2046466016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2046466016},{"type":"v1","addr":"172.21.15.52:6821","nonce":2046466016}]},"public_addr":"172.21.15.52:6817/2046466016","cluster_addr":"172.21.15.52:6819/2046466016","heartbeat_back_addr":"172.21.15.52:6823/2046466016","heartbeat_front_addr":"172.21.15.52:6821/2046466016","state":["exists","up"]},{"osd":5,"uuid":"c8aa266f-1c7c-4bf0-aca9-f9917f07afc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6801","nonce":354791325}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6803","nonce":354791325}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6807","nonce":354791325}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":354791325},{"type":"v1","addr":"172.21.15.52:6805","nonce":354791325}]},"public_addr":"172.21.15.52:6801/354791325","cluster_addr":"172.21.15.52:6803/354791325","heartbeat_back_addr":"172.21.15.52:6807/354791325","heartbeat_front_addr":"172.21.15.52:6805/354791325","state":["exists","up"]},{"osd":6,"uuid":"d5829472-a8c7-4190-9cd3-ce385b3d1537","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6825","nonce":3859315064}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6827","nonce":3859315064}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6831","nonce":3859315064}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":3859315064},{"type":"v1","addr":"172.21.15.52:6829","nonce":3859315064}]},"public_addr":"172.21.15.52:6825/3859315064","cluster_addr":"172.21.15.52:6827/3859315064","heartbeat_back_addr":"172.21.15.52:6831/3859315064","heartbeat_front_addr":"172.21.15.52:6829/3859315064","state":["exists","up"]},{"osd":7,"uuid":"6e5e94fc-40b1-425a-ab1a-2c9d08a95a42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6809","nonce":3537062748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6811","nonce":3537062748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6815","nonce":3537062748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":3537062748},{"type":"v1","addr":"172.21.15.52:6813","nonce":3537062748}]},"public_addr":"172.21.15.52:6809/3537062748","cluster_addr":"172.21.15.52:6811/3537062748","heartbeat_back_addr":"172.21.15.52:6815/3537062748","heartbeat_front_addr":"172.21.15.52:6813/3537062748","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.463250+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.788058+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.795345+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.241774+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.955750+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.157853+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.833155+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T04:39:33.381641+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:6837/2535844123":"2024-09-20T04:41:42.532089+0000","172.21.15.31:6836/2535844123":"2024-09-20T04:41:42.532089+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T04:41:50.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.299+0000 7fd6d8c00640 1 -- 172.21.15.31:0/1497478672 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd6b406c2e0 msgr2=0x7fd6b406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:50.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.299+0000 7fd6d8c00640 1 --2- 172.21.15.31:0/1497478672 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd6b406c2e0 0x7fd6b406e7a0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fd6c4034000 tx=0x7fd6c402c000 comp rx=0 tx=0).stop 2024-09-19T04:41:50.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.300+0000 7fd6d8c00640 1 -- 172.21.15.31:0/1497478672 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6d415e890 msgr2=0x7fd6d40cece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:50.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.300+0000 7fd6d8c00640 1 --2- 172.21.15.31:0/1497478672 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6d415e890 0x7fd6d40cece0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fd6cc00cbc0 tx=0x7fd6cc00a430 comp rx=0 tx=0).stop 2024-09-19T04:41:50.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.300+0000 7fd6d8c00640 1 -- 172.21.15.31:0/1497478672 shutdown_connections 2024-09-19T04:41:50.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.300+0000 7fd6d8c00640 1 --2- 172.21.15.31:0/1497478672 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fd6d415e890 0x7fd6d40cece0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:50.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.300+0000 7fd6d8c00640 1 --2- 172.21.15.31:0/1497478672 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fd6d40d4f00 0x7fd6d40acb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:50.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.300+0000 7fd6d8c00640 1 --2- 172.21.15.31:0/1497478672 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fd6b406c2e0 0x7fd6b406e7a0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:50.302 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.300+0000 7fd6d8c00640 1 --2- 172.21.15.31:0/1497478672 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6d40d2b60 0x7fd6d415a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:50.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.300+0000 7fd6d8c00640 1 -- 172.21.15.31:0/1497478672 >> 172.21.15.31:0/1497478672 conn(0x7fd6d40b66c0 msgr2=0x7fd6d40d2100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:50.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.300+0000 7fd6d8c00640 1 -- 172.21.15.31:0/1497478672 shutdown_connections 2024-09-19T04:41:50.303 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:50.300+0000 7fd6d8c00640 1 -- 172.21.15.31:0/1497478672 wait complete. 2024-09-19T04:41:51.318 INFO:tasks.ceph:Scrubbing osd.0 2024-09-19T04:41:51.318 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-19T04:41:51.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.488+0000 7f70d7a00640 1 Processor -- start 2024-09-19T04:41:51.490 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.489+0000 7f70d7a00640 1 -- start start 2024-09-19T04:41:51.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.490+0000 7f70d7a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f70d015c5a0 0x7f70d01609c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:51.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.490+0000 7f70d7a00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f70d006f970 0x7f70d006df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:51.492 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.490+0000 7f70d7a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f70d006e490 0x7f70d00b49d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:51.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.490+0000 7f70d7a00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f70d015c980 con 0x7f70d006e490 2024-09-19T04:41:51.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.490+0000 7f70d7a00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f70d0160f00 con 0x7f70d006f970 2024-09-19T04:41:51.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.490+0000 7f70d7a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f70d00af6f0 con 0x7f70d015c5a0 2024-09-19T04:41:51.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.490+0000 7f70d5a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f70d006e490 0x7f70d00b49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:51.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.490+0000 7f70d5a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f70d006e490 0x7f70d00b49d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45416/0 (socket says 172.21.15.31:45416) 2024-09-19T04:41:51.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.490+0000 7f70d5a00640 1 -- 172.21.15.31:0/2978850915 learned_addr learned my addr 172.21.15.31:0/2978850915 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:51.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.490+0000 7f70d5000640 1 --2- 172.21.15.31:0/2978850915 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f70d015c5a0 0x7f70d01609c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:51.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.490+0000 7f70cfe00640 1 --2- 172.21.15.31:0/2978850915 >> v2:172.21.15.52:3300/0 conn(0x7f70d006f970 0x7f70d006df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:51.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.491+0000 7f70d5a00640 1 -- 172.21.15.31:0/2978850915 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f70d015c5a0 msgr2=0x7f70d01609c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:51.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.491+0000 7f70d5a00640 1 --2- 172.21.15.31:0/2978850915 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f70d015c5a0 0x7f70d01609c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:51.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.491+0000 7f70d5a00640 1 -- 172.21.15.31:0/2978850915 >> v2:172.21.15.52:3300/0 conn(0x7f70d006f970 msgr2=0x7f70d006df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:51.493 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.491+0000 7f70d5a00640 1 --2- 172.21.15.31:0/2978850915 >> v2:172.21.15.52:3300/0 conn(0x7f70d006f970 0x7f70d006df50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:51.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.491+0000 7f70d5a00640 1 -- 172.21.15.31:0/2978850915 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70d00af9d0 con 0x7f70d006e490 2024-09-19T04:41:51.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.491+0000 7f70d5000640 1 --2- 172.21.15.31:0/2978850915 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f70d015c5a0 0x7f70d01609c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:51.494 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.491+0000 7f70cfe00640 1 --2- 172.21.15.31:0/2978850915 >> v2:172.21.15.52:3300/0 conn(0x7f70d006f970 0x7f70d006df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:51.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.492+0000 7f70d5a00640 1 --2- 172.21.15.31:0/2978850915 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70d006e490 0x7f70d00b49d0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f70d006dc00 tx=0x7f70c802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9807284d9bdf4ea server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:51.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.492+0000 7f70cf400640 1 -- 172.21.15.31:0/2978850915 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c8036070 con 0x7f70d006e490 2024-09-19T04:41:51.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.492+0000 7f70cf400640 1 -- 172.21.15.31:0/2978850915 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70c8031600 con 0x7f70d006e490 2024-09-19T04:41:51.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.492+0000 7f70cf400640 1 -- 172.21.15.31:0/2978850915 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c80319d0 con 0x7f70d006e490 2024-09-19T04:41:51.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.492+0000 7f70d7a00640 1 -- 172.21.15.31:0/2978850915 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70d006e490 msgr2=0x7f70d00b49d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:51.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.492+0000 7f70d7a00640 1 --2- 172.21.15.31:0/2978850915 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70d006e490 0x7f70d00b49d0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f70d006dc00 tx=0x7f70c802a6a0 comp rx=0 tx=0).stop 2024-09-19T04:41:51.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.493+0000 7f70d7a00640 1 -- 172.21.15.31:0/2978850915 shutdown_connections 2024-09-19T04:41:51.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.493+0000 7f70d7a00640 1 --2- 172.21.15.31:0/2978850915 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70d006e490 0x7f70d00b49d0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:51.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.493+0000 7f70d7a00640 1 --2- 172.21.15.31:0/2978850915 >> v2:172.21.15.52:3300/0 conn(0x7f70d006f970 0x7f70d006df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:51.495 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.493+0000 7f70d7a00640 1 --2- 172.21.15.31:0/2978850915 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f70d015c5a0 0x7f70d01609c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:51.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.493+0000 7f70d7a00640 1 -- 172.21.15.31:0/2978850915 >> 172.21.15.31:0/2978850915 conn(0x7f70d00d0190 msgr2=0x7f70d00d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:51.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.493+0000 7f70d7a00640 1 -- 172.21.15.31:0/2978850915 shutdown_connections 2024-09-19T04:41:51.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.493+0000 7f70d7a00640 1 -- 172.21.15.31:0/2978850915 wait complete. 2024-09-19T04:41:51.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.494+0000 7f70d7a00640 1 Processor -- start 2024-09-19T04:41:51.496 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.494+0000 7f70d7a00640 1 -- start start 2024-09-19T04:41:51.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.495+0000 7f70d7a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f70d006e490 0x7f70d0152370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:51.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.495+0000 7f70d7a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70d006f970 0x7f70d01564c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:51.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.495+0000 7f70d7a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70d015c5a0 0x7f70d015eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:51.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.495+0000 7f70d7a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f70d00b3e80 con 0x7f70d015c5a0 2024-09-19T04:41:51.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.495+0000 7f70d7a00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f70d00b44b0 con 0x7f70d006f970 2024-09-19T04:41:51.497 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.495+0000 7f70d7a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f70d00b4f10 con 0x7f70d006e490 2024-09-19T04:41:51.498 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.496+0000 7f70d5a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70d015c5a0 0x7f70d015eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:51.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.496+0000 7f70d5a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70d015c5a0 0x7f70d015eee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45418/0 (socket says 172.21.15.31:45418) 2024-09-19T04:41:51.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.496+0000 7f70d5a00640 1 -- 172.21.15.31:0/285032437 learned_addr learned my addr 172.21.15.31:0/285032437 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:51.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.496+0000 7f70d5000640 1 --2- 172.21.15.31:0/285032437 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f70d006e490 0x7f70d0152370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:51.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.496+0000 7f70cfe00640 1 --2- 172.21.15.31:0/285032437 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70d006f970 0x7f70d01564c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:51.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.496+0000 7f70d5a00640 1 -- 172.21.15.31:0/285032437 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f70d006e490 msgr2=0x7f70d0152370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:51.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.496+0000 7f70d5a00640 1 --2- 172.21.15.31:0/285032437 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f70d006e490 0x7f70d0152370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:51.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.496+0000 7f70d5a00640 1 -- 172.21.15.31:0/285032437 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70d006f970 msgr2=0x7f70d01564c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:51.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.496+0000 7f70d5a00640 1 --2- 172.21.15.31:0/285032437 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f70d006f970 0x7f70d01564c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:51.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.496+0000 7f70d5a00640 1 -- 172.21.15.31:0/285032437 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70d0157830 con 0x7f70d015c5a0 2024-09-19T04:41:51.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.496+0000 7f70d5a00640 1 --2- 172.21.15.31:0/285032437 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70d015c5a0 0x7f70d015eee0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f70c8009f40 tx=0x7f70c8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:51.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.497+0000 7f70ccc00640 1 -- 172.21.15.31:0/285032437 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c803f020 con 0x7f70d015c5a0 2024-09-19T04:41:51.499 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.497+0000 7f70ccc00640 1 -- 172.21.15.31:0/285032437 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70c8037040 con 0x7f70d015c5a0 2024-09-19T04:41:51.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.497+0000 7f70ccc00640 1 -- 172.21.15.31:0/285032437 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c8036070 con 0x7f70d015c5a0 2024-09-19T04:41:51.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.497+0000 7f70d7a00640 1 -- 172.21.15.31:0/285032437 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70d0156d60 con 0x7f70d015c5a0 2024-09-19T04:41:51.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.497+0000 7f70d7a00640 1 -- 172.21.15.31:0/285032437 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70d0157320 con 0x7f70d015c5a0 2024-09-19T04:41:51.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.498+0000 7f70d7a00640 1 -- 172.21.15.31:0/285032437 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f70d006df50 con 0x7f70d015c5a0 2024-09-19T04:41:51.500 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.499+0000 7f70ccc00640 1 -- 172.21.15.31:0/285032437 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f70c8042020 con 0x7f70d015c5a0 2024-09-19T04:41:51.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.500+0000 7f70ccc00640 1 --2- 172.21.15.31:0/285032437 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f70b006c2b0 0x7f70b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:51.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.500+0000 7f70ccc00640 1 -- 172.21.15.31:0/285032437 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7f70c80ab720 con 0x7f70d015c5a0 2024-09-19T04:41:51.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.500+0000 7f70ccc00640 1 --2- 172.21.15.31:0/285032437 >> [v2:172.21.15.31:6816/2442771512,v1:172.21.15.31:6817/2442771512] conn(0x7f70b0072750 0x7f70b0074b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:51.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.500+0000 7f70d5000640 1 --2- 172.21.15.31:0/285032437 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f70b006c2b0 0x7f70b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:51.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.500+0000 7f70ccc00640 1 -- 172.21.15.31:0/285032437 --> [v2:172.21.15.31:6816/2442771512,v1:172.21.15.31:6817/2442771512] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f70c8033e90 con 0x7f70b0072750 2024-09-19T04:41:51.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.500+0000 7f70ccc00640 1 -- 172.21.15.31:0/285032437 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=58) ==== 24+0+0 (secure 0 0 0) 0x7f70c80b2050 con 0x7f70d015c5a0 2024-09-19T04:41:51.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.500+0000 7f70cfe00640 1 --2- 172.21.15.31:0/285032437 >> [v2:172.21.15.31:6816/2442771512,v1:172.21.15.31:6817/2442771512] conn(0x7f70b0072750 0x7f70b0074b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:51.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.501+0000 7f70d5000640 1 --2- 172.21.15.31:0/285032437 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f70b006c2b0 0x7f70b006e770 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f70c4006fd0 tx=0x7f70c4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:51.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.501+0000 7f70cfe00640 1 --2- 172.21.15.31:0/285032437 >> [v2:172.21.15.31:6816/2442771512,v1:172.21.15.31:6817/2442771512] conn(0x7f70b0072750 0x7f70b0074b90 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:51.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.502+0000 7f70ccc00640 1 -- 172.21.15.31:0/285032437 <== osd.0 v2:172.21.15.31:6816/2442771512 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f70c8033e90 con 0x7f70b0072750 2024-09-19T04:41:51.516 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.515+0000 7f70d7a00640 1 -- 172.21.15.31:0/285032437 --> [v2:172.21.15.31:6816/2442771512,v1:172.21.15.31:6817/2442771512] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f70d00af190 con 0x7f70b0072750 2024-09-19T04:41:51.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.515+0000 7f70ccc00640 1 -- 172.21.15.31:0/285032437 <== osd.0 v2:172.21.15.31:6816/2442771512 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f70d00af190 con 0x7f70b0072750 2024-09-19T04:41:51.517 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T04:41:51.517 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T04:41:51.517 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T04:41:51.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.515+0000 7f70d7a00640 1 -- 172.21.15.31:0/285032437 >> [v2:172.21.15.31:6816/2442771512,v1:172.21.15.31:6817/2442771512] conn(0x7f70b0072750 msgr2=0x7f70b0074b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:51.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.515+0000 7f70d7a00640 1 --2- 172.21.15.31:0/285032437 >> [v2:172.21.15.31:6816/2442771512,v1:172.21.15.31:6817/2442771512] conn(0x7f70b0072750 0x7f70b0074b90 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:51.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.516+0000 7f70d7a00640 1 -- 172.21.15.31:0/285032437 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f70b006c2b0 msgr2=0x7f70b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:51.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.516+0000 7f70d7a00640 1 --2- 172.21.15.31:0/285032437 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f70b006c2b0 0x7f70b006e770 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f70c4006fd0 tx=0x7f70c4008040 comp rx=0 tx=0).stop 2024-09-19T04:41:51.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.516+0000 7f70d7a00640 1 -- 172.21.15.31:0/285032437 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70d015c5a0 msgr2=0x7f70d015eee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:51.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.516+0000 7f70d7a00640 1 --2- 172.21.15.31:0/285032437 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f70d015c5a0 0x7f70d015eee0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f70c8009f40 tx=0x7f70c8004a40 comp rx=0 tx=0).stop 2024-09-19T04:41:51.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.516+0000 7f70d5a00640 1 -- 172.21.15.31:0/285032437 reap_dead start 2024-09-19T04:41:51.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.516+0000 7f70d7a00640 1 -- 172.21.15.31:0/285032437 shutdown_connections 2024-09-19T04:41:51.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.516+0000 7f70d7a00640 1 -- 172.21.15.31:0/285032437 >> 172.21.15.31:0/285032437 conn(0x7f70d00d0190 msgr2=0x7f70d00b4790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:51.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.516+0000 7f70d7a00640 1 -- 172.21.15.31:0/285032437 shutdown_connections 2024-09-19T04:41:51.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.516+0000 7f70d7a00640 1 -- 172.21.15.31:0/285032437 wait complete. 2024-09-19T04:41:51.532 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-19T04:41:51.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.688+0000 7f4ea2200640 1 Processor -- start 2024-09-19T04:41:51.690 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.688+0000 7f4ea2200640 1 -- start start 2024-09-19T04:41:51.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.689+0000 7f4ea2200640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f4e9c09b180 0x7f4e9c070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:51.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.689+0000 7f4ea2200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e9c15f8f0 con 0x7f4e9c15c1c0 2024-09-19T04:41:51.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.689+0000 7f4ea2200640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e9c070e00 con 0x7f4e9c15f480 2024-09-19T04:41:51.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.689+0000 7f4ea2200640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f4e9c0b5d90 con 0x7f4e9c09b180 2024-09-19T04:41:51.691 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.690+0000 7f4e9b400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f4e9c15c1c0 0x7f4e9c09aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38256/0 (socket says 172.21.15.31:38256) 2024-09-19T04:41:51.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.690+0000 7f4e9b400640 1 -- 172.21.15.31:0/1661779544 learned_addr learned my addr 172.21.15.31:0/1661779544 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:51.692 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.690+0000 7f4e9aa00640 1 --2- 172.21.15.31:0/1661779544 >> v2:172.21.15.52:3300/0 conn(0x7f4e9c09b180 0x7f4e9c070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:51.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.690+0000 7f4e9a000640 1 -- 172.21.15.31:0/1661779544 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4163975472 0 0) 0x7f4e9c15f8f0 con 0x7f4e9c15c1c0 2024-09-19T04:41:51.693 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.690+0000 7f4e9a000640 1 -- 172.21.15.31:0/1661779544 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4e80003520 con 0x7f4e9c15c1c0 2024-09-19T04:41:51.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.690+0000 7f4e9a000640 1 -- 172.21.15.31:0/1661779544 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2001436532 0 0) 0x7f4e80003520 con 0x7f4e9c15c1c0 2024-09-19T04:41:51.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.690+0000 7f4e9a000640 1 -- 172.21.15.31:0/1661779544 >> v2:172.21.15.52:3300/0 conn(0x7f4e9c09b180 msgr2=0x7f4e9c070770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:51.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.690+0000 7f4e9a000640 1 --2- 172.21.15.31:0/1661779544 >> v2:172.21.15.52:3300/0 conn(0x7f4e9c09b180 0x7f4e9c070770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:51.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.690+0000 7f4e9a000640 1 -- 172.21.15.31:0/1661779544 >> v1:172.21.15.52:6789/0 conn(0x7f4e9c15f480 legacy=0x7f4e9c0b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:51.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.690+0000 7f4e9a000640 1 -- 172.21.15.31:0/1661779544 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e9c0710e0 con 0x7f4e9c15c1c0 2024-09-19T04:41:51.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.690+0000 7f4e9a000640 1 -- 172.21.15.31:0/1661779544 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7f4e8c001670 con 0x7f4e9c15c1c0 2024-09-19T04:41:51.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.690+0000 7f4e9a000640 1 -- 172.21.15.31:0/1661779544 >> v1:172.21.15.31:6789/0 conn(0x7f4e9c15c1c0 legacy=0x7f4e9c09aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:51.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.690+0000 7f4e9a000640 1 --2- 172.21.15.31:0/1661779544 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e800039e0 0x7f4e80003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:51.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.690+0000 7f4e9a000640 1 --2- 172.21.15.31:0/1661779544 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e80004800 0x7f4e80004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:51.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.690+0000 7f4e9a000640 1 --2- 172.21.15.31:0/1661779544 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e800051c0 0x7f4e8000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:51.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.690+0000 7f4e9a000640 1 -- 172.21.15.31:0/1661779544 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9c0b5d90 con 0x7f4e80004800 2024-09-19T04:41:51.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.691+0000 7f4e9a000640 1 -- 172.21.15.31:0/1661779544 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4e8000c090 con 0x7f4e800051c0 2024-09-19T04:41:51.694 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.691+0000 7f4e9a000640 1 -- 172.21.15.31:0/1661779544 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f4e8000c290 con 0x7f4e800039e0 2024-09-19T04:41:51.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.691+0000 7f4e9aa00640 1 --2- 172.21.15.31:0/1661779544 >> v2:172.21.15.52:3300/0 conn(0x7f4e9c09b180 0x7f4e9c070770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T04:41:51.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.691+0000 7f4e9b400640 1 --2- 172.21.15.31:0/1661779544 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e800039e0 0x7f4e80003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:51.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.691+0000 7f4e9aa00640 1 --2- 172.21.15.31:0/1661779544 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e80004800 0x7f4e80004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:51.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.691+0000 7f4e9be00640 1 --2- 172.21.15.31:0/1661779544 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e800051c0 0x7f4e8000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:51.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.691+0000 7f4e9aa00640 1 -- 172.21.15.31:0/1661779544 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e800039e0 msgr2=0x7f4e80003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:51.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.691+0000 7f4e9aa00640 1 --2- 172.21.15.31:0/1661779544 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e800039e0 0x7f4e80003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:51.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.691+0000 7f4e9aa00640 1 -- 172.21.15.31:0/1661779544 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e800051c0 msgr2=0x7f4e8000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:51.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.691+0000 7f4e9aa00640 1 --2- 172.21.15.31:0/1661779544 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e800051c0 0x7f4e8000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:51.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.691+0000 7f4e9aa00640 1 -- 172.21.15.31:0/1661779544 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e80003520 con 0x7f4e80004800 2024-09-19T04:41:51.695 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.691+0000 7f4e9be00640 1 -- 172.21.15.31:0/1661779544 reap_dead start 2024-09-19T04:41:51.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.692+0000 7f4e9aa00640 1 --2- 172.21.15.31:0/1661779544 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e80004800 0x7f4e80004c80 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f4e88009c70 tx=0x7f4e80005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31303acfe60a25e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:51.696 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.693+0000 7f4e9a000640 1 -- 172.21.15.31:0/1661779544 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e88009840 con 0x7f4e80004800 2024-09-19T04:41:51.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.693+0000 7f4e9a000640 1 -- 172.21.15.31:0/1661779544 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e88004020 con 0x7f4e80004800 2024-09-19T04:41:51.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.693+0000 7f4e9a000640 1 -- 172.21.15.31:0/1661779544 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e880043d0 con 0x7f4e80004800 2024-09-19T04:41:51.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.693+0000 7f4ea2200640 1 -- 172.21.15.31:0/1661779544 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e80004800 msgr2=0x7f4e80004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:51.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.693+0000 7f4ea2200640 1 --2- 172.21.15.31:0/1661779544 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e80004800 0x7f4e80004c80 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f4e88009c70 tx=0x7f4e80005830 comp rx=0 tx=0).stop 2024-09-19T04:41:51.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.693+0000 7f4ea2200640 1 -- 172.21.15.31:0/1661779544 shutdown_connections 2024-09-19T04:41:51.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.693+0000 7f4ea2200640 1 --2- 172.21.15.31:0/1661779544 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e80004800 0x7f4e80004c80 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:51.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.693+0000 7f4ea2200640 1 -- 172.21.15.31:0/1661779544 >> 172.21.15.31:0/1661779544 conn(0x7f4e9c0b3ff0 msgr2=0x7f4e9c0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:51.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.693+0000 7f4ea2200640 1 -- 172.21.15.31:0/1661779544 shutdown_connections 2024-09-19T04:41:51.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.693+0000 7f4ea2200640 1 -- 172.21.15.31:0/1661779544 wait complete. 2024-09-19T04:41:51.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.695+0000 7f4ea2200640 1 Processor -- start 2024-09-19T04:41:51.697 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.695+0000 7f4ea2200640 1 -- start start 2024-09-19T04:41:51.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.696+0000 7f4ea2200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e80004800 0x7f4e9c15a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:51.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.696+0000 7f4ea2200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e9c1595d0 0x7f4e9c0cd900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:51.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.696+0000 7f4ea2200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e9c1f5340 0x7f4e9c1f57d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:51.699 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.696+0000 7f4ea2200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9c070770 con 0x7f4e80004800 2024-09-19T04:41:51.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.696+0000 7f4ea2200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9c0716a0 con 0x7f4e9c1595d0 2024-09-19T04:41:51.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.696+0000 7f4ea2200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f4e9c0708f0 con 0x7f4e9c1f5340 2024-09-19T04:41:51.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.696+0000 7f4e9b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e80004800 0x7f4e9c15a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:51.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.696+0000 7f4e9b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e80004800 0x7f4e9c15a450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45446/0 (socket says 172.21.15.31:45446) 2024-09-19T04:41:51.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.696+0000 7f4e9b400640 1 -- 172.21.15.31:0/4210759098 learned_addr learned my addr 172.21.15.31:0/4210759098 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:51.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.696+0000 7f4e9aa00640 1 --2- 172.21.15.31:0/4210759098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e9c1595d0 0x7f4e9c0cd900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:51.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.696+0000 7f4e9be00640 1 --2- 172.21.15.31:0/4210759098 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e9c1f5340 0x7f4e9c1f57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:51.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.696+0000 7f4e9b400640 1 -- 172.21.15.31:0/4210759098 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e9c1f5340 msgr2=0x7f4e9c1f57d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:51.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.696+0000 7f4e9b400640 1 --2- 172.21.15.31:0/4210759098 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e9c1f5340 0x7f4e9c1f57d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:51.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.697+0000 7f4e9b400640 1 -- 172.21.15.31:0/4210759098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e9c1595d0 msgr2=0x7f4e9c0cd900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:51.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.697+0000 7f4e9b400640 1 --2- 172.21.15.31:0/4210759098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e9c1595d0 0x7f4e9c0cd900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:51.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.697+0000 7f4e9b400640 1 -- 172.21.15.31:0/4210759098 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e9c1f5d10 con 0x7f4e80004800 2024-09-19T04:41:51.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.697+0000 7f4e9aa00640 1 --2- 172.21.15.31:0/4210759098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e9c1595d0 0x7f4e9c0cd900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:51.700 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.697+0000 7f4e9b400640 1 --2- 172.21.15.31:0/4210759098 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e80004800 0x7f4e9c15a450 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f4e8c007290 tx=0x7f4e8c007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:51.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.697+0000 7f4e93400640 1 -- 172.21.15.31:0/4210759098 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e8c00f8e0 con 0x7f4e80004800 2024-09-19T04:41:51.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.697+0000 7f4e93400640 1 -- 172.21.15.31:0/4210759098 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e8c018070 con 0x7f4e80004800 2024-09-19T04:41:51.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.697+0000 7f4e93400640 1 -- 172.21.15.31:0/4210759098 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e8c00fce0 con 0x7f4e80004800 2024-09-19T04:41:51.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.697+0000 7f4ea2200640 1 -- 172.21.15.31:0/4210759098 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e9c0cc860 con 0x7f4e80004800 2024-09-19T04:41:51.701 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.697+0000 7f4ea2200640 1 -- 172.21.15.31:0/4210759098 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e9c0cce20 con 0x7f4e80004800 2024-09-19T04:41:51.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.698+0000 7f4ea2200640 1 -- 172.21.15.31:0/4210759098 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e9c15f8f0 con 0x7f4e80004800 2024-09-19T04:41:51.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.699+0000 7f4e93400640 1 -- 172.21.15.31:0/4210759098 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4e8c01d460 con 0x7f4e80004800 2024-09-19T04:41:51.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.700+0000 7f4e93400640 1 --2- 172.21.15.31:0/4210759098 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4e7c06c2b0 0x7f4e7c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:51.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.700+0000 7f4e93400640 1 -- 172.21.15.31:0/4210759098 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7f4e8c08b3c0 con 0x7f4e80004800 2024-09-19T04:41:51.702 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.700+0000 7f4e9aa00640 1 --2- 172.21.15.31:0/4210759098 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4e7c06c2b0 0x7f4e7c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:51.703 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.701+0000 7f4e9aa00640 1 --2- 172.21.15.31:0/4210759098 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4e7c06c2b0 0x7f4e7c06e770 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f4e88032000 tx=0x7f4e88008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:51.706 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.704+0000 7f4e93400640 1 -- 172.21.15.31:0/4210759098 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4e8c059c00 con 0x7f4e80004800 2024-09-19T04:41:51.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.888+0000 7f4ea2200640 1 -- 172.21.15.31:0/4210759098 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f4e9c1575a0 con 0x7f4e7c06c2b0 2024-09-19T04:41:51.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.889+0000 7f4e93400640 1 -- 172.21.15.31:0/4210759098 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f4e9c1575a0 con 0x7f4e7c06c2b0 2024-09-19T04:41:51.891 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 0 to deep-scrub 2024-09-19T04:41:51.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.891+0000 7f4ea2200640 1 -- 172.21.15.31:0/4210759098 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4e7c06c2b0 msgr2=0x7f4e7c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:51.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.891+0000 7f4ea2200640 1 --2- 172.21.15.31:0/4210759098 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4e7c06c2b0 0x7f4e7c06e770 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f4e88032000 tx=0x7f4e88008030 comp rx=0 tx=0).stop 2024-09-19T04:41:51.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.891+0000 7f4ea2200640 1 -- 172.21.15.31:0/4210759098 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e80004800 msgr2=0x7f4e9c15a450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:51.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.891+0000 7f4ea2200640 1 --2- 172.21.15.31:0/4210759098 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e80004800 0x7f4e9c15a450 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f4e8c007290 tx=0x7f4e8c007750 comp rx=0 tx=0).stop 2024-09-19T04:41:51.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.891+0000 7f4ea2200640 1 -- 172.21.15.31:0/4210759098 shutdown_connections 2024-09-19T04:41:51.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.891+0000 7f4ea2200640 1 --2- 172.21.15.31:0/4210759098 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4e9c1f5340 0x7f4e9c1f57d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:51.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.891+0000 7f4ea2200640 1 --2- 172.21.15.31:0/4210759098 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4e7c06c2b0 0x7f4e7c06e770 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:51.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.891+0000 7f4ea2200640 1 --2- 172.21.15.31:0/4210759098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e9c1595d0 0x7f4e9c0cd900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:51.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.891+0000 7f4ea2200640 1 --2- 172.21.15.31:0/4210759098 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4e80004800 0x7f4e9c15a450 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:51.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.891+0000 7f4ea2200640 1 -- 172.21.15.31:0/4210759098 >> 172.21.15.31:0/4210759098 conn(0x7f4e9c0b3ff0 msgr2=0x7f4e9c15e830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:51.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.891+0000 7f4ea2200640 1 -- 172.21.15.31:0/4210759098 shutdown_connections 2024-09-19T04:41:51.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:51.891+0000 7f4ea2200640 1 -- 172.21.15.31:0/4210759098 wait complete. 2024-09-19T04:41:51.909 INFO:tasks.ceph:Scrubbing osd.1 2024-09-19T04:41:51.909 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-19T04:41:52.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.068+0000 7f22c9200640 1 Processor -- start 2024-09-19T04:41:52.070 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.068+0000 7f22c9200640 1 -- start start 2024-09-19T04:41:52.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.069+0000 7f22c9200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f22c406f970 0x7f22c41609c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.069+0000 7f22c9200640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22c40af6f0 con 0x7f22c415c5a0 2024-09-19T04:41:52.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.069+0000 7f22c9200640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22c40af9d0 con 0x7f22c40b49d0 2024-09-19T04:41:52.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.069+0000 7f22c9200640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f22c415c980 con 0x7f22c406f970 2024-09-19T04:41:52.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.070+0000 7f22c1400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f22c406f970 0x7f22c41609c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.070+0000 7f22c1400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f22c406f970 0x7f22c41609c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45460/0 (socket says 172.21.15.31:45460) 2024-09-19T04:41:52.072 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.070+0000 7f22c1400640 1 -- 172.21.15.31:0/2214938877 learned_addr learned my addr 172.21.15.31:0/2214938877 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:52.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.070+0000 7f22c1e00640 1 --1- 172.21.15.31:0/2214938877 >> v1:172.21.15.31:6789/0 conn(0x7f22c415c5a0 0x7f22c406df50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38270/0 (socket says 172.21.15.31:38270) 2024-09-19T04:41:52.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.070+0000 7f22c1400640 1 -- 172.21.15.31:0/2214938877 >> v1:172.21.15.52:6789/0 conn(0x7f22c40b49d0 legacy=0x7f22c40ceb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:52.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.070+0000 7f22c1400640 1 -- 172.21.15.31:0/2214938877 >> v1:172.21.15.31:6789/0 conn(0x7f22c415c5a0 legacy=0x7f22c406df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.073 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.070+0000 7f22c1400640 1 -- 172.21.15.31:0/2214938877 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22c40b41d0 con 0x7f22c406f970 2024-09-19T04:41:52.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.071+0000 7f22c1400640 1 --2- 172.21.15.31:0/2214938877 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22c406f970 0x7f22c41609c0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f22b0009870 tx=0x7f22b002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=133d17a2d2c19381 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:52.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.071+0000 7f22c0a00640 1 -- 172.21.15.31:0/2214938877 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22b0037070 con 0x7f22c406f970 2024-09-19T04:41:52.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.071+0000 7f22c0a00640 1 -- 172.21.15.31:0/2214938877 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22b0032440 con 0x7f22c406f970 2024-09-19T04:41:52.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.071+0000 7f22c0a00640 1 -- 172.21.15.31:0/2214938877 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22b0032810 con 0x7f22c406f970 2024-09-19T04:41:52.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.072+0000 7f22c9200640 1 -- 172.21.15.31:0/2214938877 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22c406f970 msgr2=0x7f22c41609c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.074 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.072+0000 7f22c9200640 1 --2- 172.21.15.31:0/2214938877 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22c406f970 0x7f22c41609c0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f22b0009870 tx=0x7f22b002a2a0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.072+0000 7f22c9200640 1 -- 172.21.15.31:0/2214938877 shutdown_connections 2024-09-19T04:41:52.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.072+0000 7f22c9200640 1 --2- 172.21.15.31:0/2214938877 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22c406f970 0x7f22c41609c0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.072+0000 7f22c9200640 1 -- 172.21.15.31:0/2214938877 >> 172.21.15.31:0/2214938877 conn(0x7f22c40d0190 msgr2=0x7f22c40d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:52.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.072+0000 7f22c9200640 1 -- 172.21.15.31:0/2214938877 shutdown_connections 2024-09-19T04:41:52.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.072+0000 7f22c9200640 1 -- 172.21.15.31:0/2214938877 wait complete. 2024-09-19T04:41:52.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.074+0000 7f22c9200640 1 Processor -- start 2024-09-19T04:41:52.075 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.074+0000 7f22c9200640 1 -- start start 2024-09-19T04:41:52.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.074+0000 7f22c9200640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f22c406f970 0x7f22c415e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.075+0000 7f22c9200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22c40b49d0 0x7f22c40ad620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.075+0000 7f22c9200640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22c415c5a0 0x7f22c4157e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.075+0000 7f22c9200640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f22c40b3e80 con 0x7f22c40b49d0 2024-09-19T04:41:52.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.075+0000 7f22c9200640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f22c4160f00 con 0x7f22c415c5a0 2024-09-19T04:41:52.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.075+0000 7f22c9200640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f22c406e660 con 0x7f22c406f970 2024-09-19T04:41:52.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.075+0000 7f22c1400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22c40b49d0 0x7f22c40ad620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.075+0000 7f22c1400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22c40b49d0 0x7f22c40ad620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45462/0 (socket says 172.21.15.31:45462) 2024-09-19T04:41:52.078 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.075+0000 7f22c1400640 1 -- 172.21.15.31:0/2763123044 learned_addr learned my addr 172.21.15.31:0/2763123044 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:52.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.075+0000 7f22c1e00640 1 --2- 172.21.15.31:0/2763123044 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f22c406f970 0x7f22c415e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.075+0000 7f22c2800640 1 --2- 172.21.15.31:0/2763123044 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22c415c5a0 0x7f22c4157e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.075+0000 7f22c1400640 1 -- 172.21.15.31:0/2763123044 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f22c406f970 msgr2=0x7f22c415e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.075+0000 7f22c1400640 1 --2- 172.21.15.31:0/2763123044 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f22c406f970 0x7f22c415e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.075+0000 7f22c1400640 1 -- 172.21.15.31:0/2763123044 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22c415c5a0 msgr2=0x7f22c4157e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.075+0000 7f22c1400640 1 --2- 172.21.15.31:0/2763123044 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22c415c5a0 0x7f22c4157e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.075+0000 7f22c1400640 1 -- 172.21.15.31:0/2763123044 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22c4153c60 con 0x7f22c40b49d0 2024-09-19T04:41:52.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.075+0000 7f22c2800640 1 --2- 172.21.15.31:0/2763123044 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22c415c5a0 0x7f22c4157e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:52.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.076+0000 7f22c1400640 1 --2- 172.21.15.31:0/2763123044 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22c40b49d0 0x7f22c40ad620 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f22b0009870 tx=0x7f22b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:52.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.076+0000 7f22ba000640 1 -- 172.21.15.31:0/2763123044 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22b0041020 con 0x7f22c40b49d0 2024-09-19T04:41:52.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.076+0000 7f22ba000640 1 -- 172.21.15.31:0/2763123044 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22b0030970 con 0x7f22c40b49d0 2024-09-19T04:41:52.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.076+0000 7f22ba000640 1 -- 172.21.15.31:0/2763123044 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22b0037040 con 0x7f22c40b49d0 2024-09-19T04:41:52.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.076+0000 7f22c9200640 1 -- 172.21.15.31:0/2763123044 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22c41591d0 con 0x7f22c40b49d0 2024-09-19T04:41:52.079 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.076+0000 7f22c9200640 1 -- 172.21.15.31:0/2763123044 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22c4159790 con 0x7f22c40b49d0 2024-09-19T04:41:52.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.077+0000 7f22c9200640 1 -- 172.21.15.31:0/2763123044 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f22c41609c0 con 0x7f22c40b49d0 2024-09-19T04:41:52.080 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.078+0000 7f22ba000640 1 -- 172.21.15.31:0/2763123044 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f22b0044020 con 0x7f22c40b49d0 2024-09-19T04:41:52.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.079+0000 7f22ba000640 1 --2- 172.21.15.31:0/2763123044 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f22a406c2b0 0x7f22a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.079+0000 7f22ba000640 1 -- 172.21.15.31:0/2763123044 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7f22b00abd60 con 0x7f22c40b49d0 2024-09-19T04:41:52.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.079+0000 7f22c1e00640 1 --2- 172.21.15.31:0/2763123044 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f22a406c2b0 0x7f22a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.079+0000 7f22ba000640 1 --2- 172.21.15.31:0/2763123044 >> [v2:172.21.15.31:6808/2901120730,v1:172.21.15.31:6809/2901120730] conn(0x7f22a4072750 0x7f22a4074b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.079+0000 7f22ba000640 1 -- 172.21.15.31:0/2763123044 --> [v2:172.21.15.31:6808/2901120730,v1:172.21.15.31:6809/2901120730] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f22b002be50 con 0x7f22a4072750 2024-09-19T04:41:52.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.079+0000 7f22ba000640 1 -- 172.21.15.31:0/2763123044 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=58) ==== 24+0+0 (secure 0 0 0) 0x7f22b00ae380 con 0x7f22c40b49d0 2024-09-19T04:41:52.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.079+0000 7f22c2800640 1 --2- 172.21.15.31:0/2763123044 >> [v2:172.21.15.31:6808/2901120730,v1:172.21.15.31:6809/2901120730] conn(0x7f22a4072750 0x7f22a4074b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.080+0000 7f22c1e00640 1 --2- 172.21.15.31:0/2763123044 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f22a406c2b0 0x7f22a406e770 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f22b4000f60 tx=0x7f22b4007ce0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:52.082 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.080+0000 7f22c2800640 1 --2- 172.21.15.31:0/2763123044 >> [v2:172.21.15.31:6808/2901120730,v1:172.21.15.31:6809/2901120730] conn(0x7f22a4072750 0x7f22a4074b90 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:52.083 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.081+0000 7f22ba000640 1 -- 172.21.15.31:0/2763123044 <== osd.1 v2:172.21.15.31:6808/2901120730 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f22b002be50 con 0x7f22a4072750 2024-09-19T04:41:52.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.094+0000 7f22c9200640 1 -- 172.21.15.31:0/2763123044 --> [v2:172.21.15.31:6808/2901120730,v1:172.21.15.31:6809/2901120730] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f22c4157a40 con 0x7f22a4072750 2024-09-19T04:41:52.096 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.094+0000 7f22ba000640 1 -- 172.21.15.31:0/2763123044 <== osd.1 v2:172.21.15.31:6808/2901120730 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f22c4157a40 con 0x7f22a4072750 2024-09-19T04:41:52.096 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T04:41:52.096 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T04:41:52.097 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T04:41:52.097 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.095+0000 7f22c9200640 1 -- 172.21.15.31:0/2763123044 >> [v2:172.21.15.31:6808/2901120730,v1:172.21.15.31:6809/2901120730] conn(0x7f22a4072750 msgr2=0x7f22a4074b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.095+0000 7f22c9200640 1 --2- 172.21.15.31:0/2763123044 >> [v2:172.21.15.31:6808/2901120730,v1:172.21.15.31:6809/2901120730] conn(0x7f22a4072750 0x7f22a4074b90 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.095+0000 7f22c9200640 1 -- 172.21.15.31:0/2763123044 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f22a406c2b0 msgr2=0x7f22a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.095+0000 7f22c9200640 1 --2- 172.21.15.31:0/2763123044 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f22a406c2b0 0x7f22a406e770 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f22b4000f60 tx=0x7f22b4007ce0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.095+0000 7f22c9200640 1 -- 172.21.15.31:0/2763123044 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22c40b49d0 msgr2=0x7f22c40ad620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.095+0000 7f22c9200640 1 --2- 172.21.15.31:0/2763123044 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f22c40b49d0 0x7f22c40ad620 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f22b0009870 tx=0x7f22b00046c0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.095+0000 7f22c2800640 1 -- 172.21.15.31:0/2763123044 reap_dead start 2024-09-19T04:41:52.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.095+0000 7f22c9200640 1 -- 172.21.15.31:0/2763123044 shutdown_connections 2024-09-19T04:41:52.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.095+0000 7f22c9200640 1 -- 172.21.15.31:0/2763123044 >> 172.21.15.31:0/2763123044 conn(0x7f22c40d0190 msgr2=0x7f22c40ce640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:52.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.095+0000 7f22c9200640 1 -- 172.21.15.31:0/2763123044 shutdown_connections 2024-09-19T04:41:52.098 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.095+0000 7f22c9200640 1 -- 172.21.15.31:0/2763123044 wait complete. 2024-09-19T04:41:52.111 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-19T04:41:52.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.267+0000 7efc4be00640 1 Processor -- start 2024-09-19T04:41:52.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.267+0000 7efc4be00640 1 -- start start 2024-09-19T04:41:52.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.268+0000 7efc4be00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc4c156590 0x7efc4c0735b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.268+0000 7efc4be00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc4c072510 con 0x7efc4c0adc70 2024-09-19T04:41:52.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.268+0000 7efc4be00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc4c0727f0 con 0x7efc4c0ad1b0 2024-09-19T04:41:52.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.268+0000 7efc4be00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7efc4c072ad0 con 0x7efc4c156590 2024-09-19T04:41:52.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.268+0000 7efc4b400640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7efc4c0adc70 0x7efc4c06e000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38274/0 (socket says 172.21.15.31:38274) 2024-09-19T04:41:52.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.268+0000 7efc4b400640 1 -- 172.21.15.31:0/1745924188 learned_addr learned my addr 172.21.15.31:0/1745924188 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:52.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.269+0000 7efc4aa00640 1 --2- 172.21.15.31:0/1745924188 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc4c156590 0x7efc4c0735b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.269+0000 7efc4a000640 1 -- 172.21.15.31:0/1745924188 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 999823614 0 0) 0x7efc4c072510 con 0x7efc4c0adc70 2024-09-19T04:41:52.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.269+0000 7efc4a000640 1 -- 172.21.15.31:0/1745924188 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efc30003520 con 0x7efc4c0adc70 2024-09-19T04:41:52.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.269+0000 7efc4a000640 1 -- 172.21.15.31:0/1745924188 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2363522859 0 0) 0x7efc4c0727f0 con 0x7efc4c0ad1b0 2024-09-19T04:41:52.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.269+0000 7efc4a000640 1 -- 172.21.15.31:0/1745924188 --> v1:172.21.15.52:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efc4c072510 con 0x7efc4c0ad1b0 2024-09-19T04:41:52.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.269+0000 7efc4aa00640 1 -- 172.21.15.31:0/1745924188 >> v1:172.21.15.52:6789/0 conn(0x7efc4c0ad1b0 legacy=0x7efc4c0cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.269+0000 7efc4aa00640 1 -- 172.21.15.31:0/1745924188 >> v1:172.21.15.31:6789/0 conn(0x7efc4c0adc70 legacy=0x7efc4c06e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.269+0000 7efc4aa00640 1 -- 172.21.15.31:0/1745924188 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc4c072db0 con 0x7efc4c156590 2024-09-19T04:41:52.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.270+0000 7efc4aa00640 1 --2- 172.21.15.31:0/1745924188 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc4c156590 0x7efc4c0735b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7efc3c0097d0 tx=0x7efc3c02a200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c14889287d2ab5f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:52.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.271+0000 7efc4a000640 1 -- 172.21.15.31:0/1745924188 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc3c037070 con 0x7efc4c156590 2024-09-19T04:41:52.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.271+0000 7efc4a000640 1 -- 172.21.15.31:0/1745924188 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc3c032440 con 0x7efc4c156590 2024-09-19T04:41:52.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.271+0000 7efc4a000640 1 -- 172.21.15.31:0/1745924188 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc3c032810 con 0x7efc4c156590 2024-09-19T04:41:52.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.271+0000 7efc4be00640 1 -- 172.21.15.31:0/1745924188 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc4c156590 msgr2=0x7efc4c0735b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.271+0000 7efc4be00640 1 --2- 172.21.15.31:0/1745924188 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc4c156590 0x7efc4c0735b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7efc3c0097d0 tx=0x7efc3c02a200 comp rx=0 tx=0).stop 2024-09-19T04:41:52.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.271+0000 7efc4be00640 1 -- 172.21.15.31:0/1745924188 shutdown_connections 2024-09-19T04:41:52.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.271+0000 7efc4be00640 1 --2- 172.21.15.31:0/1745924188 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc4c156590 0x7efc4c0735b0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.271+0000 7efc4be00640 1 -- 172.21.15.31:0/1745924188 >> 172.21.15.31:0/1745924188 conn(0x7efc4c06bdf0 msgr2=0x7efc4c06c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:52.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.271+0000 7efc4be00640 1 -- 172.21.15.31:0/1745924188 shutdown_connections 2024-09-19T04:41:52.273 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.271+0000 7efc4be00640 1 -- 172.21.15.31:0/1745924188 wait complete. 2024-09-19T04:41:52.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.273+0000 7efc4be00640 1 Processor -- start 2024-09-19T04:41:52.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.273+0000 7efc4be00640 1 -- start start 2024-09-19T04:41:52.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.274+0000 7efc4be00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc4c0ad1b0 0x7efc4c1e4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.274+0000 7efc4be00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc4c0adc70 0x7efc4c0b3c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.274+0000 7efc4be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc4c156590 0x7efc4c15b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.274+0000 7efc4be00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7efc4c156970 con 0x7efc4c156590 2024-09-19T04:41:52.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.274+0000 7efc4be00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7efc4c073af0 con 0x7efc4c0adc70 2024-09-19T04:41:52.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.274+0000 7efc4be00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7efc4c1e5120 con 0x7efc4c0ad1b0 2024-09-19T04:41:52.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.274+0000 7efc4b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc4c156590 0x7efc4c15b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.274+0000 7efc4b400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc4c156590 0x7efc4c15b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45470/0 (socket says 172.21.15.31:45470) 2024-09-19T04:41:52.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.274+0000 7efc4b400640 1 -- 172.21.15.31:0/3662369506 learned_addr learned my addr 172.21.15.31:0/3662369506 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:52.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.275+0000 7efc4aa00640 1 --2- 172.21.15.31:0/3662369506 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc4c0ad1b0 0x7efc4c1e4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.275+0000 7efc43e00640 1 --2- 172.21.15.31:0/3662369506 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc4c0adc70 0x7efc4c0b3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.275+0000 7efc4b400640 1 -- 172.21.15.31:0/3662369506 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc4c0ad1b0 msgr2=0x7efc4c1e4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.275+0000 7efc4b400640 1 --2- 172.21.15.31:0/3662369506 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc4c0ad1b0 0x7efc4c1e4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.275+0000 7efc4b400640 1 -- 172.21.15.31:0/3662369506 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc4c0adc70 msgr2=0x7efc4c0b3c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.275+0000 7efc4b400640 1 --2- 172.21.15.31:0/3662369506 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc4c0adc70 0x7efc4c0b3c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.275+0000 7efc4b400640 1 -- 172.21.15.31:0/3662369506 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc4c1e5400 con 0x7efc4c156590 2024-09-19T04:41:52.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.275+0000 7efc4b400640 1 --2- 172.21.15.31:0/3662369506 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc4c156590 0x7efc4c15b300 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7efc4400cba0 tx=0x7efc4400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:52.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.275+0000 7efc43400640 1 -- 172.21.15.31:0/3662369506 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc44017070 con 0x7efc4c156590 2024-09-19T04:41:52.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.275+0000 7efc43400640 1 -- 172.21.15.31:0/3662369506 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc4400ace0 con 0x7efc4c156590 2024-09-19T04:41:52.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.275+0000 7efc4be00640 1 -- 172.21.15.31:0/3662369506 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc4c1e56e0 con 0x7efc4c156590 2024-09-19T04:41:52.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.275+0000 7efc43400640 1 -- 172.21.15.31:0/3662369506 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc44012600 con 0x7efc4c156590 2024-09-19T04:41:52.279 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.275+0000 7efc4be00640 1 -- 172.21.15.31:0/3662369506 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc4c0b4140 con 0x7efc4c156590 2024-09-19T04:41:52.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.277+0000 7efc4be00640 1 -- 172.21.15.31:0/3662369506 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc4c0735b0 con 0x7efc4c156590 2024-09-19T04:41:52.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.277+0000 7efc43400640 1 -- 172.21.15.31:0/3662369506 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efc4401a070 con 0x7efc4c156590 2024-09-19T04:41:52.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.278+0000 7efc43400640 1 --2- 172.21.15.31:0/3662369506 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efc2806c2b0 0x7efc2806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.278+0000 7efc43400640 1 -- 172.21.15.31:0/3662369506 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7efc4408af50 con 0x7efc4c156590 2024-09-19T04:41:52.280 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.279+0000 7efc4aa00640 1 --2- 172.21.15.31:0/3662369506 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efc2806c2b0 0x7efc2806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.279+0000 7efc4aa00640 1 --2- 172.21.15.31:0/3662369506 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efc2806c2b0 0x7efc2806e770 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7efc3c034000 tx=0x7efc3c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:52.284 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.283+0000 7efc43400640 1 -- 172.21.15.31:0/3662369506 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efc44059270 con 0x7efc4c156590 2024-09-19T04:41:52.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.468+0000 7efc4be00640 1 -- 172.21.15.31:0/3662369506 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7efc4c0755b0 con 0x7efc2806c2b0 2024-09-19T04:41:52.470 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.469+0000 7efc43400640 1 -- 172.21.15.31:0/3662369506 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7efc4c0755b0 con 0x7efc2806c2b0 2024-09-19T04:41:52.471 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 1 to deep-scrub 2024-09-19T04:41:52.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.471+0000 7efc4be00640 1 -- 172.21.15.31:0/3662369506 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efc2806c2b0 msgr2=0x7efc2806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.471+0000 7efc4be00640 1 --2- 172.21.15.31:0/3662369506 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efc2806c2b0 0x7efc2806e770 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7efc3c034000 tx=0x7efc3c02e000 comp rx=0 tx=0).stop 2024-09-19T04:41:52.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.471+0000 7efc4be00640 1 -- 172.21.15.31:0/3662369506 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc4c156590 msgr2=0x7efc4c15b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.471+0000 7efc4be00640 1 --2- 172.21.15.31:0/3662369506 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc4c156590 0x7efc4c15b300 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7efc4400cba0 tx=0x7efc4400a430 comp rx=0 tx=0).stop 2024-09-19T04:41:52.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.471+0000 7efc4be00640 1 -- 172.21.15.31:0/3662369506 shutdown_connections 2024-09-19T04:41:52.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.471+0000 7efc4be00640 1 --2- 172.21.15.31:0/3662369506 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc4c156590 0x7efc4c15b300 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.471+0000 7efc4be00640 1 --2- 172.21.15.31:0/3662369506 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efc2806c2b0 0x7efc2806e770 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.473 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.471+0000 7efc4be00640 1 --2- 172.21.15.31:0/3662369506 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc4c0adc70 0x7efc4c0b3c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.471+0000 7efc4be00640 1 --2- 172.21.15.31:0/3662369506 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc4c0ad1b0 0x7efc4c1e4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.471+0000 7efc4be00640 1 -- 172.21.15.31:0/3662369506 >> 172.21.15.31:0/3662369506 conn(0x7efc4c06bdf0 msgr2=0x7efc4c06e6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:52.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.471+0000 7efc4be00640 1 -- 172.21.15.31:0/3662369506 shutdown_connections 2024-09-19T04:41:52.474 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.471+0000 7efc4be00640 1 -- 172.21.15.31:0/3662369506 wait complete. 2024-09-19T04:41:52.488 INFO:tasks.ceph:Scrubbing osd.2 2024-09-19T04:41:52.489 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-19T04:41:52.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.647+0000 7f1a7c600640 1 Processor -- start 2024-09-19T04:41:52.649 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.647+0000 7f1a7c600640 1 -- start start 2024-09-19T04:41:52.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.648+0000 7f1a7c600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f1a74074020 0x7f1a740b39f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.648+0000 7f1a7c600640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f1a740cea80 0x7f1a7406f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.650 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.648+0000 7f1a7c600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a740cf2b0 con 0x7f1a7406f5a0 2024-09-19T04:41:52.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.648+0000 7f1a7c600640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f1a740cf590 con 0x7f1a740cea80 2024-09-19T04:41:52.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.648+0000 7f1a7c600640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f1a740cf870 con 0x7f1a74074020 2024-09-19T04:41:52.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.649+0000 7f1a79200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f1a740cea80 0x7f1a7406f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.649+0000 7f1a79200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f1a740cea80 0x7f1a7406f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45480/0 (socket says 172.21.15.31:45480) 2024-09-19T04:41:52.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.649+0000 7f1a79200640 1 -- 172.21.15.31:0/2540609890 learned_addr learned my addr 172.21.15.31:0/2540609890 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:52.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.649+0000 7f1a79c00640 1 --2- 172.21.15.31:0/2540609890 >> v2:172.21.15.52:3300/0 conn(0x7f1a74074020 0x7f1a740b39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.649+0000 7f1a79200640 1 -- 172.21.15.31:0/2540609890 >> v2:172.21.15.52:3300/0 conn(0x7f1a74074020 msgr2=0x7f1a740b39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:52.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.649+0000 7f1a79200640 1 --2- 172.21.15.31:0/2540609890 >> v2:172.21.15.52:3300/0 conn(0x7f1a74074020 0x7f1a740b39f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.649+0000 7f1a79200640 1 -- 172.21.15.31:0/2540609890 >> v1:172.21.15.31:6789/0 conn(0x7f1a7406f5a0 legacy=0x7f1a7415ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.651 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.649+0000 7f1a79200640 1 -- 172.21.15.31:0/2540609890 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a740cfb50 con 0x7f1a740cea80 2024-09-19T04:41:52.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.649+0000 7f1a73e00640 1 -- 172.21.15.31:0/2540609890 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 498150637 0 0) 0x7f1a740cf2b0 con 0x7f1a7406f5a0 2024-09-19T04:41:52.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.650+0000 7f1a79200640 1 --2- 172.21.15.31:0/2540609890 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1a740cea80 0x7f1a7406f060 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f1a740b2e70 tx=0x7f1a6002c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8278343d397ca201 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:52.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.650+0000 7f1a73e00640 1 -- 172.21.15.31:0/2540609890 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a60033640 con 0x7f1a740cea80 2024-09-19T04:41:52.652 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.650+0000 7f1a73e00640 1 -- 172.21.15.31:0/2540609890 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a60038070 con 0x7f1a740cea80 2024-09-19T04:41:52.653 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.650+0000 7f1a73e00640 1 -- 172.21.15.31:0/2540609890 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a60033a00 con 0x7f1a740cea80 2024-09-19T04:41:52.654 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.651+0000 7f1a7c600640 1 -- 172.21.15.31:0/2540609890 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1a740cea80 msgr2=0x7f1a7406f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.651+0000 7f1a7c600640 1 --2- 172.21.15.31:0/2540609890 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1a740cea80 0x7f1a7406f060 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f1a740b2e70 tx=0x7f1a6002c8b0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.651+0000 7f1a7c600640 1 -- 172.21.15.31:0/2540609890 shutdown_connections 2024-09-19T04:41:52.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.651+0000 7f1a7c600640 1 --2- 172.21.15.31:0/2540609890 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1a740cea80 0x7f1a7406f060 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.651+0000 7f1a7c600640 1 --2- 172.21.15.31:0/2540609890 >> v2:172.21.15.52:3300/0 conn(0x7f1a74074020 0x7f1a740b39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.651+0000 7f1a7c600640 1 -- 172.21.15.31:0/2540609890 >> 172.21.15.31:0/2540609890 conn(0x7f1a740d0190 msgr2=0x7f1a740d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:52.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.651+0000 7f1a7c600640 1 -- 172.21.15.31:0/2540609890 shutdown_connections 2024-09-19T04:41:52.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.651+0000 7f1a7c600640 1 -- 172.21.15.31:0/2540609890 wait complete. 2024-09-19T04:41:52.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.653+0000 7f1a7c600640 1 Processor -- start 2024-09-19T04:41:52.655 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.653+0000 7f1a7c600640 1 -- start start 2024-09-19T04:41:52.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.654+0000 7f1a7c600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a7406f5a0 0x7f1a741e5ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.654+0000 7f1a7c600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1a74074020 0x7f1a741527c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.654+0000 7f1a7c600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1a740cea80 0x7f1a7409aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.656 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.654+0000 7f1a7c600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f1a74073230 con 0x7f1a74074020 2024-09-19T04:41:52.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.654+0000 7f1a7c600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1a740730b0 con 0x7f1a7406f5a0 2024-09-19T04:41:52.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.654+0000 7f1a7c600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f1a740733b0 con 0x7f1a740cea80 2024-09-19T04:41:52.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.654+0000 7f1a79200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1a74074020 0x7f1a741527c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.654+0000 7f1a79200640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1a74074020 0x7f1a741527c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45494/0 (socket says 172.21.15.31:45494) 2024-09-19T04:41:52.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.654+0000 7f1a79200640 1 -- 172.21.15.31:0/512222020 learned_addr learned my addr 172.21.15.31:0/512222020 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:52.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.654+0000 7f1a79200640 1 -- 172.21.15.31:0/512222020 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1a740cea80 msgr2=0x7f1a7409aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.654+0000 7f1a79200640 1 --2- 172.21.15.31:0/512222020 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1a740cea80 0x7f1a7409aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.654+0000 7f1a79200640 1 -- 172.21.15.31:0/512222020 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a7406f5a0 msgr2=0x7f1a741e5ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.654+0000 7f1a79200640 1 --2- 172.21.15.31:0/512222020 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a7406f5a0 0x7f1a741e5ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.654+0000 7f1a79200640 1 -- 172.21.15.31:0/512222020 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a741e4e00 con 0x7f1a74074020 2024-09-19T04:41:52.657 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.655+0000 7f1a79200640 1 --2- 172.21.15.31:0/512222020 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1a74074020 0x7f1a741527c0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f1a60035040 tx=0x7f1a60004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:52.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.655+0000 7f1a71600640 1 -- 172.21.15.31:0/512222020 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a60004230 con 0x7f1a74074020 2024-09-19T04:41:52.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.655+0000 7f1a71600640 1 -- 172.21.15.31:0/512222020 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a600043d0 con 0x7f1a74074020 2024-09-19T04:41:52.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.655+0000 7f1a71600640 1 -- 172.21.15.31:0/512222020 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a60003830 con 0x7f1a74074020 2024-09-19T04:41:52.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.655+0000 7f1a7c600640 1 -- 172.21.15.31:0/512222020 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a741e50e0 con 0x7f1a74074020 2024-09-19T04:41:52.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.655+0000 7f1a7c600640 1 -- 172.21.15.31:0/512222020 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a741e56a0 con 0x7f1a74074020 2024-09-19T04:41:52.658 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.656+0000 7f1a7c600640 1 -- 172.21.15.31:0/512222020 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1a740b39f0 con 0x7f1a74074020 2024-09-19T04:41:52.659 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.657+0000 7f1a71600640 1 -- 172.21.15.31:0/512222020 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1a600039d0 con 0x7f1a74074020 2024-09-19T04:41:52.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.658+0000 7f1a71600640 1 --2- 172.21.15.31:0/512222020 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f1a5406c2b0 0x7f1a5406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.658+0000 7f1a71600640 1 -- 172.21.15.31:0/512222020 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7f1a600ac2f0 con 0x7f1a74074020 2024-09-19T04:41:52.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.658+0000 7f1a71600640 1 --2- 172.21.15.31:0/512222020 >> [v2:172.21.15.31:6824/2542073218,v1:172.21.15.31:6825/2542073218] conn(0x7f1a54072750 0x7f1a54074b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.658+0000 7f1a71600640 1 -- 172.21.15.31:0/512222020 --> [v2:172.21.15.31:6824/2542073218,v1:172.21.15.31:6825/2542073218] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1a60042ec0 con 0x7f1a54072750 2024-09-19T04:41:52.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.658+0000 7f1a71600640 1 -- 172.21.15.31:0/512222020 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=58) ==== 24+0+0 (secure 0 0 0) 0x7f1a600b3050 con 0x7f1a74074020 2024-09-19T04:41:52.660 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.658+0000 7f1a79c00640 1 --2- 172.21.15.31:0/512222020 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f1a5406c2b0 0x7f1a5406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.659+0000 7f1a7a600640 1 --2- 172.21.15.31:0/512222020 >> [v2:172.21.15.31:6824/2542073218,v1:172.21.15.31:6825/2542073218] conn(0x7f1a54072750 0x7f1a54074b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.659+0000 7f1a79c00640 1 --2- 172.21.15.31:0/512222020 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f1a5406c2b0 0x7f1a5406e770 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f1a680098f0 tx=0x7f1a68008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:52.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.659+0000 7f1a7a600640 1 --2- 172.21.15.31:0/512222020 >> [v2:172.21.15.31:6824/2542073218,v1:172.21.15.31:6825/2542073218] conn(0x7f1a54072750 0x7f1a54074b90 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:52.661 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.660+0000 7f1a71600640 1 -- 172.21.15.31:0/512222020 <== osd.2 v2:172.21.15.31:6824/2542073218 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1a60042ec0 con 0x7f1a54072750 2024-09-19T04:41:52.675 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.673+0000 7f1a7c600640 1 -- 172.21.15.31:0/512222020 --> [v2:172.21.15.31:6824/2542073218,v1:172.21.15.31:6825/2542073218] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f1a74070120 con 0x7f1a54072750 2024-09-19T04:41:52.676 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.674+0000 7f1a71600640 1 -- 172.21.15.31:0/512222020 <== osd.2 v2:172.21.15.31:6824/2542073218 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f1a74070120 con 0x7f1a54072750 2024-09-19T04:41:52.676 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T04:41:52.676 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T04:41:52.676 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T04:41:52.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.674+0000 7f1a7c600640 1 -- 172.21.15.31:0/512222020 >> [v2:172.21.15.31:6824/2542073218,v1:172.21.15.31:6825/2542073218] conn(0x7f1a54072750 msgr2=0x7f1a54074b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.677 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.674+0000 7f1a7c600640 1 --2- 172.21.15.31:0/512222020 >> [v2:172.21.15.31:6824/2542073218,v1:172.21.15.31:6825/2542073218] conn(0x7f1a54072750 0x7f1a54074b90 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.674+0000 7f1a7c600640 1 -- 172.21.15.31:0/512222020 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f1a5406c2b0 msgr2=0x7f1a5406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.674+0000 7f1a7c600640 1 --2- 172.21.15.31:0/512222020 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f1a5406c2b0 0x7f1a5406e770 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f1a680098f0 tx=0x7f1a68008040 comp rx=0 tx=0).stop 2024-09-19T04:41:52.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.674+0000 7f1a7c600640 1 -- 172.21.15.31:0/512222020 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1a74074020 msgr2=0x7f1a741527c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.674+0000 7f1a7c600640 1 --2- 172.21.15.31:0/512222020 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f1a74074020 0x7f1a741527c0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f1a60035040 tx=0x7f1a60004730 comp rx=0 tx=0).stop 2024-09-19T04:41:52.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.674+0000 7f1a7a600640 1 -- 172.21.15.31:0/512222020 reap_dead start 2024-09-19T04:41:52.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.674+0000 7f1a7c600640 1 -- 172.21.15.31:0/512222020 shutdown_connections 2024-09-19T04:41:52.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.674+0000 7f1a7c600640 1 -- 172.21.15.31:0/512222020 >> 172.21.15.31:0/512222020 conn(0x7f1a740d0190 msgr2=0x7f1a740b0520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:52.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.674+0000 7f1a7c600640 1 -- 172.21.15.31:0/512222020 shutdown_connections 2024-09-19T04:41:52.678 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.674+0000 7f1a7c600640 1 -- 172.21.15.31:0/512222020 wait complete. 2024-09-19T04:41:52.691 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-19T04:41:52.848 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.846+0000 7f4a7e800640 1 Processor -- start 2024-09-19T04:41:52.849 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.846+0000 7f4a7e800640 1 -- start start 2024-09-19T04:41:52.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.848+0000 7f4a7e800640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f4a780ad0d0 0x7f4a78073bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.848+0000 7f4a7e800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4a780af450 0x7f4a780b3330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.848+0000 7f4a7e800640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a781558d0 con 0x7f4a781554f0 2024-09-19T04:41:52.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.848+0000 7f4a7e800640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f4a7815b730 con 0x7f4a780ad0d0 2024-09-19T04:41:52.853 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.848+0000 7f4a7e800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f4a7815ba10 con 0x7f4a780af450 2024-09-19T04:41:52.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.848+0000 7f4a7ca00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f4a780ad0d0 0x7f4a78073bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.848+0000 7f4a7ca00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f4a780ad0d0 0x7f4a78073bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45504/0 (socket says 172.21.15.31:45504) 2024-09-19T04:41:52.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.848+0000 7f4a7ca00640 1 -- 172.21.15.31:0/2294209775 learned_addr learned my addr 172.21.15.31:0/2294209775 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:52.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.848+0000 7f4a7de00640 1 --2- 172.21.15.31:0/2294209775 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4a780af450 0x7f4a780b3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.848+0000 7f4a7ca00640 1 -- 172.21.15.31:0/2294209775 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4a780af450 msgr2=0x7f4a780b3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:52.854 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.848+0000 7f4a7ca00640 1 --2- 172.21.15.31:0/2294209775 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4a780af450 0x7f4a780b3330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.848+0000 7f4a7ca00640 1 -- 172.21.15.31:0/2294209775 >> v1:172.21.15.52:6789/0 conn(0x7f4a781554f0 legacy=0x7f4a780aed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:52.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.848+0000 7f4a7ca00640 1 -- 172.21.15.31:0/2294209775 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a7815bcf0 con 0x7f4a780ad0d0 2024-09-19T04:41:52.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.848+0000 7f4a7de00640 1 --2- 172.21.15.31:0/2294209775 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4a780af450 0x7f4a780b3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:52.855 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.849+0000 7f4a7ca00640 1 --2- 172.21.15.31:0/2294209775 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a780ad0d0 0x7f4a78073bf0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f4a78074130 tx=0x7f4a6402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d7f59c2d1c073ee server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:52.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.850+0000 7f4a77e00640 1 -- 172.21.15.31:0/2294209775 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a64037070 con 0x7f4a780ad0d0 2024-09-19T04:41:52.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.850+0000 7f4a77e00640 1 -- 172.21.15.31:0/2294209775 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a64032440 con 0x7f4a780ad0d0 2024-09-19T04:41:52.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.850+0000 7f4a77e00640 1 -- 172.21.15.31:0/2294209775 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a64032810 con 0x7f4a780ad0d0 2024-09-19T04:41:52.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.850+0000 7f4a7e800640 1 -- 172.21.15.31:0/2294209775 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a780ad0d0 msgr2=0x7f4a78073bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.850+0000 7f4a7e800640 1 --2- 172.21.15.31:0/2294209775 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a780ad0d0 0x7f4a78073bf0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f4a78074130 tx=0x7f4a6402a1e0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.856 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.850+0000 7f4a7e800640 1 -- 172.21.15.31:0/2294209775 shutdown_connections 2024-09-19T04:41:52.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.850+0000 7f4a7e800640 1 --2- 172.21.15.31:0/2294209775 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4a780af450 0x7f4a780b3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.850+0000 7f4a7e800640 1 --2- 172.21.15.31:0/2294209775 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a780ad0d0 0x7f4a78073bf0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.850+0000 7f4a7e800640 1 -- 172.21.15.31:0/2294209775 >> 172.21.15.31:0/2294209775 conn(0x7f4a7806bdf0 msgr2=0x7f4a7806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:52.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.850+0000 7f4a7e800640 1 -- 172.21.15.31:0/2294209775 shutdown_connections 2024-09-19T04:41:52.857 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.850+0000 7f4a7e800640 1 -- 172.21.15.31:0/2294209775 wait complete. 2024-09-19T04:41:52.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.852+0000 7f4a7e800640 1 Processor -- start 2024-09-19T04:41:52.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.852+0000 7f4a7e800640 1 -- start start 2024-09-19T04:41:52.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.853+0000 7f4a7e800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a780ad0d0 0x7f4a78149990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.862 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.853+0000 7f4a7e800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4a780af450 0x7f4a781503c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.853+0000 7f4a7e800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a781554f0 0x7f4a780af830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.853+0000 7f4a7e800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4a7815b420 con 0x7f4a780ad0d0 2024-09-19T04:41:52.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.853+0000 7f4a7e800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4a7815c2b0 con 0x7f4a781554f0 2024-09-19T04:41:52.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.853+0000 7f4a7e800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f4a780b3870 con 0x7f4a780af450 2024-09-19T04:41:52.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.853+0000 7f4a7d400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a780ad0d0 0x7f4a78149990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.863 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.853+0000 7f4a7d400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a780ad0d0 0x7f4a78149990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45512/0 (socket says 172.21.15.31:45512) 2024-09-19T04:41:52.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.853+0000 7f4a7d400640 1 -- 172.21.15.31:0/1447706584 learned_addr learned my addr 172.21.15.31:0/1447706584 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:52.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.853+0000 7f4a7ca00640 1 --2- 172.21.15.31:0/1447706584 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4a780af450 0x7f4a781503c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.853+0000 7f4a7de00640 1 --2- 172.21.15.31:0/1447706584 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a781554f0 0x7f4a780af830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.864 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.854+0000 7f4a7d400640 1 -- 172.21.15.31:0/1447706584 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4a780af450 msgr2=0x7f4a781503c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.854+0000 7f4a7d400640 1 --2- 172.21.15.31:0/1447706584 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4a780af450 0x7f4a781503c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.854+0000 7f4a7d400640 1 -- 172.21.15.31:0/1447706584 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a781554f0 msgr2=0x7f4a780af830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:52.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.854+0000 7f4a7d400640 1 --2- 172.21.15.31:0/1447706584 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a781554f0 0x7f4a780af830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:52.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.854+0000 7f4a7d400640 1 -- 172.21.15.31:0/1447706584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a78149ed0 con 0x7f4a780ad0d0 2024-09-19T04:41:52.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.854+0000 7f4a7d400640 1 --2- 172.21.15.31:0/1447706584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a780ad0d0 0x7f4a78149990 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f4a6c00b3f0 tx=0x7f4a6c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:52.865 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.854+0000 7f4a75600640 1 -- 172.21.15.31:0/1447706584 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a6c015020 con 0x7f4a780ad0d0 2024-09-19T04:41:52.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.854+0000 7f4a75600640 1 -- 172.21.15.31:0/1447706584 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a6c011830 con 0x7f4a780ad0d0 2024-09-19T04:41:52.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.854+0000 7f4a75600640 1 -- 172.21.15.31:0/1447706584 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a6c011c20 con 0x7f4a780ad0d0 2024-09-19T04:41:52.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.854+0000 7f4a7e800640 1 -- 172.21.15.31:0/1447706584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a7814f360 con 0x7f4a780ad0d0 2024-09-19T04:41:52.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.854+0000 7f4a7e800640 1 -- 172.21.15.31:0/1447706584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a7814f8e0 con 0x7f4a780ad0d0 2024-09-19T04:41:52.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.856+0000 7f4a7e800640 1 -- 172.21.15.31:0/1447706584 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a780b2520 con 0x7f4a780ad0d0 2024-09-19T04:41:52.866 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.856+0000 7f4a75600640 1 -- 172.21.15.31:0/1447706584 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4a6c018020 con 0x7f4a780ad0d0 2024-09-19T04:41:52.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.857+0000 7f4a75600640 1 --2- 172.21.15.31:0/1447706584 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4a5806c2b0 0x7f4a5806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:52.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.857+0000 7f4a75600640 1 -- 172.21.15.31:0/1447706584 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7f4a6c08ae40 con 0x7f4a780ad0d0 2024-09-19T04:41:52.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.857+0000 7f4a7ca00640 1 --2- 172.21.15.31:0/1447706584 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4a5806c2b0 0x7f4a5806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:52.867 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.858+0000 7f4a7ca00640 1 --2- 172.21.15.31:0/1447706584 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4a5806c2b0 0x7f4a5806e770 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f4a64034000 tx=0x7f4a6402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:52.869 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:52.862+0000 7f4a75600640 1 -- 172.21.15.31:0/1447706584 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4a6c01f030 con 0x7f4a780ad0d0 2024-09-19T04:41:53.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.050+0000 7f4a7e800640 1 -- 172.21.15.31:0/1447706584 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f4a78154ca0 con 0x7f4a5806c2b0 2024-09-19T04:41:53.052 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.050+0000 7f4a75600640 1 -- 172.21.15.31:0/1447706584 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f4a78154ca0 con 0x7f4a5806c2b0 2024-09-19T04:41:53.052 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 2 to deep-scrub 2024-09-19T04:41:53.054 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.052+0000 7f4a7e800640 1 -- 172.21.15.31:0/1447706584 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4a5806c2b0 msgr2=0x7f4a5806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.052+0000 7f4a7e800640 1 --2- 172.21.15.31:0/1447706584 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4a5806c2b0 0x7f4a5806e770 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f4a64034000 tx=0x7f4a6402e000 comp rx=0 tx=0).stop 2024-09-19T04:41:53.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.052+0000 7f4a7e800640 1 -- 172.21.15.31:0/1447706584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a780ad0d0 msgr2=0x7f4a78149990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.052+0000 7f4a7e800640 1 --2- 172.21.15.31:0/1447706584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a780ad0d0 0x7f4a78149990 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f4a6c00b3f0 tx=0x7f4a6c00b8b0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.053+0000 7f4a7e800640 1 -- 172.21.15.31:0/1447706584 shutdown_connections 2024-09-19T04:41:53.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.053+0000 7f4a7e800640 1 --2- 172.21.15.31:0/1447706584 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4a5806c2b0 0x7f4a5806e770 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.053+0000 7f4a7e800640 1 --2- 172.21.15.31:0/1447706584 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a781554f0 0x7f4a780af830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.053+0000 7f4a7e800640 1 --2- 172.21.15.31:0/1447706584 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4a780af450 0x7f4a781503c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.053+0000 7f4a7e800640 1 --2- 172.21.15.31:0/1447706584 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4a780ad0d0 0x7f4a78149990 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.053+0000 7f4a7e800640 1 -- 172.21.15.31:0/1447706584 >> 172.21.15.31:0/1447706584 conn(0x7f4a7806bdf0 msgr2=0x7f4a78153e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:53.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.053+0000 7f4a7e800640 1 -- 172.21.15.31:0/1447706584 shutdown_connections 2024-09-19T04:41:53.055 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.053+0000 7f4a7e800640 1 -- 172.21.15.31:0/1447706584 wait complete. 2024-09-19T04:41:53.070 INFO:tasks.ceph:Scrubbing osd.3 2024-09-19T04:41:53.070 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-19T04:41:53.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.229+0000 7f4fa6a00640 1 Processor -- start 2024-09-19T04:41:53.231 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.229+0000 7f4fa6a00640 1 -- start start 2024-09-19T04:41:53.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.230+0000 7f4fa6a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4fa00b39f0 0x7f4fa006f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.230+0000 7f4fa6a00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4fa00cf2b0 con 0x7f4fa0074020 2024-09-19T04:41:53.232 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.230+0000 7f4fa6a00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4fa00cf590 con 0x7f4fa006f5a0 2024-09-19T04:41:53.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.230+0000 7f4fa6a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f4fa00b3e30 con 0x7f4fa00b39f0 2024-09-19T04:41:53.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.231+0000 7f4f9fe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f4fa0074020 0x7f4fa00cea80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38290/0 (socket says 172.21.15.31:38290) 2024-09-19T04:41:53.233 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.231+0000 7f4f9fe00640 1 -- 172.21.15.31:0/1224470178 learned_addr learned my addr 172.21.15.31:0/1224470178 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:53.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.231+0000 7f4f97e00640 1 --2- 172.21.15.31:0/1224470178 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4fa00b39f0 0x7f4fa006f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.231+0000 7f4f9f400640 1 -- 172.21.15.31:0/1224470178 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1065070660 0 0) 0x7f4fa00cf2b0 con 0x7f4fa0074020 2024-09-19T04:41:53.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.231+0000 7f4f9f400640 1 -- 172.21.15.31:0/1224470178 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4f84003520 con 0x7f4fa0074020 2024-09-19T04:41:53.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.231+0000 7f4f9f400640 1 -- 172.21.15.31:0/1224470178 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2449941949 0 0) 0x7f4f84003520 con 0x7f4fa0074020 2024-09-19T04:41:53.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.231+0000 7f4f9f400640 1 -- 172.21.15.31:0/1224470178 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4fa00b39f0 msgr2=0x7f4fa006f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:53.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.231+0000 7f4f9f400640 1 --2- 172.21.15.31:0/1224470178 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4fa00b39f0 0x7f4fa006f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.232+0000 7f4f9f400640 1 -- 172.21.15.31:0/1224470178 >> v1:172.21.15.52:6789/0 conn(0x7f4fa006f5a0 legacy=0x7f4fa00720a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.232+0000 7f4f9f400640 1 -- 172.21.15.31:0/1224470178 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fa00cf870 con 0x7f4fa0074020 2024-09-19T04:41:53.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.232+0000 7f4f9f400640 1 -- 172.21.15.31:0/1224470178 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7f4f90001670 con 0x7f4fa0074020 2024-09-19T04:41:53.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.232+0000 7f4f9f400640 1 -- 172.21.15.31:0/1224470178 >> v1:172.21.15.31:6789/0 conn(0x7f4fa0074020 legacy=0x7f4fa00cea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.235 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.232+0000 7f4f9f400640 1 --2- 172.21.15.31:0/1224470178 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4fa00b39f0 0x7f4f840039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.232+0000 7f4f9f400640 1 --2- 172.21.15.31:0/1224470178 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f84003fb0 0x7f4f84004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.232+0000 7f4f9f400640 1 --2- 172.21.15.31:0/1224470178 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4f84004d40 0x7f4f840051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.232+0000 7f4f9f400640 1 -- 172.21.15.31:0/1224470178 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4f8400bb80 con 0x7f4f84003fb0 2024-09-19T04:41:53.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.232+0000 7f4f9f400640 1 -- 172.21.15.31:0/1224470178 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4f8400bd30 con 0x7f4f84004d40 2024-09-19T04:41:53.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.232+0000 7f4f9f400640 1 -- 172.21.15.31:0/1224470178 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f4f8400bf30 con 0x7f4fa00b39f0 2024-09-19T04:41:53.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.232+0000 7f4f97e00640 1 --2- 172.21.15.31:0/1224470178 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f84003fb0 0x7f4f84004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.232+0000 7f4f9fe00640 1 --2- 172.21.15.31:0/1224470178 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4fa00b39f0 0x7f4f840039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.232+0000 7f4fa4a00640 1 --2- 172.21.15.31:0/1224470178 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4f84004d40 0x7f4f840051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.233+0000 7f4f97e00640 1 -- 172.21.15.31:0/1224470178 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4fa00b39f0 msgr2=0x7f4f840039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:53.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.233+0000 7f4f97e00640 1 --2- 172.21.15.31:0/1224470178 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4fa00b39f0 0x7f4f840039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.233+0000 7f4f97e00640 1 -- 172.21.15.31:0/1224470178 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4f84004d40 msgr2=0x7f4f840051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:53.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.233+0000 7f4f97e00640 1 --2- 172.21.15.31:0/1224470178 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4f84004d40 0x7f4f840051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.236 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.233+0000 7f4f97e00640 1 -- 172.21.15.31:0/1224470178 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f84003520 con 0x7f4f84003fb0 2024-09-19T04:41:53.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.234+0000 7f4f97e00640 1 --2- 172.21.15.31:0/1224470178 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f84003fb0 0x7f4f84004800 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f4f88009a90 tx=0x7f4f84005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55cf8521ff1e4072 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:53.237 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.234+0000 7f4f9f400640 1 -- 172.21.15.31:0/1224470178 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f88036070 con 0x7f4f84003fb0 2024-09-19T04:41:53.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.234+0000 7f4f9f400640 1 -- 172.21.15.31:0/1224470178 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f88031400 con 0x7f4f84003fb0 2024-09-19T04:41:53.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.234+0000 7f4f9f400640 1 -- 172.21.15.31:0/1224470178 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f88009690 con 0x7f4f84003fb0 2024-09-19T04:41:53.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.235+0000 7f4fa6a00640 1 -- 172.21.15.31:0/1224470178 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f84003fb0 msgr2=0x7f4f84004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.235+0000 7f4fa6a00640 1 --2- 172.21.15.31:0/1224470178 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4f84003fb0 0x7f4f84004800 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f4f88009a90 tx=0x7f4f84005830 comp rx=0 tx=0).stop 2024-09-19T04:41:53.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.235+0000 7f4fa4a00640 1 -- 172.21.15.31:0/1224470178 reap_dead start 2024-09-19T04:41:53.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.235+0000 7f4fa6a00640 1 -- 172.21.15.31:0/1224470178 shutdown_connections 2024-09-19T04:41:53.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.235+0000 7f4fa6a00640 1 -- 172.21.15.31:0/1224470178 >> 172.21.15.31:0/1224470178 conn(0x7f4fa00d0190 msgr2=0x7f4fa00d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:53.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.235+0000 7f4fa6a00640 1 -- 172.21.15.31:0/1224470178 shutdown_connections 2024-09-19T04:41:53.238 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.235+0000 7f4fa6a00640 1 -- 172.21.15.31:0/1224470178 wait complete. 2024-09-19T04:41:53.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.237+0000 7f4fa6a00640 1 Processor -- start 2024-09-19T04:41:53.239 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.237+0000 7f4fa6a00640 1 -- start start 2024-09-19T04:41:53.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.238+0000 7f4fa6a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4f84003fb0 0x7f4fa0158530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.238+0000 7f4fa6a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4fa015a9a0 0x7f4fa0152030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.238+0000 7f4fa6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4fa0153340 0x7f4fa00adef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.238+0000 7f4fa6a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f4fa0072930 con 0x7f4fa0153340 2024-09-19T04:41:53.240 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.238+0000 7f4fa6a00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4fa00727b0 con 0x7f4f84003fb0 2024-09-19T04:41:53.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.238+0000 7f4fa6a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f4fa0072ab0 con 0x7f4fa015a9a0 2024-09-19T04:41:53.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.238+0000 7f4fa4a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4fa0153340 0x7f4fa00adef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.238+0000 7f4fa4a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4fa0153340 0x7f4fa00adef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45530/0 (socket says 172.21.15.31:45530) 2024-09-19T04:41:53.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.238+0000 7f4fa4a00640 1 -- 172.21.15.31:0/2360264325 learned_addr learned my addr 172.21.15.31:0/2360264325 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:53.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.238+0000 7f4f97e00640 1 --2- 172.21.15.31:0/2360264325 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4fa015a9a0 0x7f4fa0152030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.238+0000 7f4fa4a00640 1 -- 172.21.15.31:0/2360264325 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4fa015a9a0 msgr2=0x7f4fa0152030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.238+0000 7f4fa4a00640 1 --2- 172.21.15.31:0/2360264325 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f4fa015a9a0 0x7f4fa0152030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.238+0000 7f4fa4a00640 1 -- 172.21.15.31:0/2360264325 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4f84003fb0 msgr2=0x7f4fa0158530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.238+0000 7f4fa4a00640 1 --2- 172.21.15.31:0/2360264325 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4f84003fb0 0x7f4fa0158530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.241 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.238+0000 7f4fa4a00640 1 -- 172.21.15.31:0/2360264325 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fa0152570 con 0x7f4fa0153340 2024-09-19T04:41:53.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.239+0000 7f4fa4a00640 1 --2- 172.21.15.31:0/2360264325 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4fa0153340 0x7f4fa00adef0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f4fa00d1270 tx=0x7f4f9800fd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:53.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.239+0000 7f4f9cc00640 1 -- 172.21.15.31:0/2360264325 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f9801a070 con 0x7f4fa0153340 2024-09-19T04:41:53.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.239+0000 7f4f9cc00640 1 -- 172.21.15.31:0/2360264325 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f98006d60 con 0x7f4fa0153340 2024-09-19T04:41:53.242 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.239+0000 7f4fa6a00640 1 -- 172.21.15.31:0/2360264325 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fa015aea0 con 0x7f4fa0153340 2024-09-19T04:41:53.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.239+0000 7f4f9cc00640 1 -- 172.21.15.31:0/2360264325 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f98003b90 con 0x7f4fa0153340 2024-09-19T04:41:53.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.240+0000 7f4fa6a00640 1 -- 172.21.15.31:0/2360264325 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fa009cde0 con 0x7f4fa0153340 2024-09-19T04:41:53.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.240+0000 7f4fa6a00640 1 -- 172.21.15.31:0/2360264325 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4fa009d1c0 con 0x7f4fa0153340 2024-09-19T04:41:53.243 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.242+0000 7f4f9cc00640 1 -- 172.21.15.31:0/2360264325 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4f9801d070 con 0x7f4fa0153340 2024-09-19T04:41:53.244 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.242+0000 7f4f9cc00640 1 --2- 172.21.15.31:0/2360264325 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4f7c06c2e0 0x7f4f7c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.243+0000 7f4f9cc00640 1 -- 172.21.15.31:0/2360264325 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7f4f9808a840 con 0x7f4fa0153340 2024-09-19T04:41:53.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.243+0000 7f4f9cc00640 1 --2- 172.21.15.31:0/2360264325 >> [v2:172.21.15.31:6800/1238831418,v1:172.21.15.31:6801/1238831418] conn(0x7f4f7c072780 0x7f4f7c074bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.243+0000 7f4f9cc00640 1 -- 172.21.15.31:0/2360264325 --> [v2:172.21.15.31:6800/1238831418,v1:172.21.15.31:6801/1238831418] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4f98015e80 con 0x7f4f7c072780 2024-09-19T04:41:53.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.243+0000 7f4f9cc00640 1 -- 172.21.15.31:0/2360264325 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=58) ==== 24+0+0 (secure 0 0 0) 0x7f4f98091050 con 0x7f4fa0153340 2024-09-19T04:41:53.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.243+0000 7f4f9fe00640 1 --2- 172.21.15.31:0/2360264325 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4f7c06c2e0 0x7f4f7c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.243+0000 7f4f97e00640 1 --2- 172.21.15.31:0/2360264325 >> [v2:172.21.15.31:6800/1238831418,v1:172.21.15.31:6801/1238831418] conn(0x7f4f7c072780 0x7f4f7c074bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.245 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.243+0000 7f4f9fe00640 1 --2- 172.21.15.31:0/2360264325 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4f7c06c2e0 0x7f4f7c06e7a0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f4f90001eb0 tx=0x7f4f90001b00 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:53.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.244+0000 7f4f97e00640 1 --2- 172.21.15.31:0/2360264325 >> [v2:172.21.15.31:6800/1238831418,v1:172.21.15.31:6801/1238831418] conn(0x7f4f7c072780 0x7f4f7c074bc0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:53.246 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.244+0000 7f4f9cc00640 1 -- 172.21.15.31:0/2360264325 <== osd.3 v2:172.21.15.31:6800/1238831418 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4f98015e80 con 0x7f4f7c072780 2024-09-19T04:41:53.259 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.258+0000 7f4fa6a00640 1 -- 172.21.15.31:0/2360264325 --> [v2:172.21.15.31:6800/1238831418,v1:172.21.15.31:6801/1238831418] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f4fa00cf2b0 con 0x7f4f7c072780 2024-09-19T04:41:53.260 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.258+0000 7f4f9cc00640 1 -- 172.21.15.31:0/2360264325 <== osd.3 v2:172.21.15.31:6800/1238831418 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f4fa00cf2b0 con 0x7f4f7c072780 2024-09-19T04:41:53.260 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T04:41:53.260 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T04:41:53.260 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T04:41:53.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.259+0000 7f4fa6a00640 1 -- 172.21.15.31:0/2360264325 >> [v2:172.21.15.31:6800/1238831418,v1:172.21.15.31:6801/1238831418] conn(0x7f4f7c072780 msgr2=0x7f4f7c074bc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.259+0000 7f4fa6a00640 1 --2- 172.21.15.31:0/2360264325 >> [v2:172.21.15.31:6800/1238831418,v1:172.21.15.31:6801/1238831418] conn(0x7f4f7c072780 0x7f4f7c074bc0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.261 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.259+0000 7f4fa6a00640 1 -- 172.21.15.31:0/2360264325 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4f7c06c2e0 msgr2=0x7f4f7c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.259+0000 7f4fa6a00640 1 --2- 172.21.15.31:0/2360264325 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f4f7c06c2e0 0x7f4f7c06e7a0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f4f90001eb0 tx=0x7f4f90001b00 comp rx=0 tx=0).stop 2024-09-19T04:41:53.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.259+0000 7f4fa6a00640 1 -- 172.21.15.31:0/2360264325 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4fa0153340 msgr2=0x7f4fa00adef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.259+0000 7f4fa6a00640 1 --2- 172.21.15.31:0/2360264325 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f4fa0153340 0x7f4fa00adef0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f4fa00d1270 tx=0x7f4f9800fd40 comp rx=0 tx=0).stop 2024-09-19T04:41:53.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.259+0000 7f4fa4a00640 1 -- 172.21.15.31:0/2360264325 reap_dead start 2024-09-19T04:41:53.262 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.259+0000 7f4fa6a00640 1 -- 172.21.15.31:0/2360264325 shutdown_connections 2024-09-19T04:41:53.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.259+0000 7f4fa6a00640 1 -- 172.21.15.31:0/2360264325 >> 172.21.15.31:0/2360264325 conn(0x7f4fa00d0190 msgr2=0x7f4fa0073910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:53.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.259+0000 7f4fa6a00640 1 -- 172.21.15.31:0/2360264325 shutdown_connections 2024-09-19T04:41:53.263 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.259+0000 7f4fa6a00640 1 -- 172.21.15.31:0/2360264325 wait complete. 2024-09-19T04:41:53.276 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-19T04:41:53.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.431+0000 7f43dd800640 1 Processor -- start 2024-09-19T04:41:53.433 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.431+0000 7f43dd800640 1 -- start start 2024-09-19T04:41:53.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.433+0000 7f43dd800640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f43d80b3ba0 0x7f43d80b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.433+0000 7f43dd800640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43d80cfb40 con 0x7f43d806f4c0 2024-09-19T04:41:53.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.433+0000 7f43dd800640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43d80cfe20 con 0x7f43d806f0e0 2024-09-19T04:41:53.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.433+0000 7f43dd800640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f43d815bc50 con 0x7f43d80b3ba0 2024-09-19T04:41:53.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.433+0000 7f43cfe00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f43d806f4c0 0x7f43d80cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38298/0 (socket says 172.21.15.31:38298) 2024-09-19T04:41:53.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.433+0000 7f43cfe00640 1 -- 172.21.15.31:0/4039698857 learned_addr learned my addr 172.21.15.31:0/4039698857 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:53.435 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.433+0000 7f43d7400640 1 --2- 172.21.15.31:0/4039698857 >> v2:172.21.15.52:3300/0 conn(0x7f43d80b3ba0 0x7f43d80b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.433+0000 7f43d6000640 1 -- 172.21.15.31:0/4039698857 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1751184315 0 0) 0x7f43d80cfb40 con 0x7f43d806f4c0 2024-09-19T04:41:53.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.433+0000 7f43d6000640 1 -- 172.21.15.31:0/4039698857 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f43bc003520 con 0x7f43d806f4c0 2024-09-19T04:41:53.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.434+0000 7f43d7400640 1 -- 172.21.15.31:0/4039698857 >> v1:172.21.15.52:6789/0 conn(0x7f43d806f0e0 legacy=0x7f43d815c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.434+0000 7f43d7400640 1 -- 172.21.15.31:0/4039698857 >> v1:172.21.15.31:6789/0 conn(0x7f43d806f4c0 legacy=0x7f43d80cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.436 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.434+0000 7f43d7400640 1 -- 172.21.15.31:0/4039698857 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43d815b8e0 con 0x7f43d80b3ba0 2024-09-19T04:41:53.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.435+0000 7f43d7400640 1 --2- 172.21.15.31:0/4039698857 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43d80b3ba0 0x7f43d80b4030 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f43d0009d90 tx=0x7f43d002a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b3dcc6b7f7845edf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:53.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.435+0000 7f43d6000640 1 -- 172.21.15.31:0/4039698857 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d0007740 con 0x7f43d80b3ba0 2024-09-19T04:41:53.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.435+0000 7f43d6000640 1 -- 172.21.15.31:0/4039698857 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43d00078e0 con 0x7f43d80b3ba0 2024-09-19T04:41:53.437 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.435+0000 7f43d6000640 1 -- 172.21.15.31:0/4039698857 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d0007cb0 con 0x7f43d80b3ba0 2024-09-19T04:41:53.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.436+0000 7f43dd800640 1 -- 172.21.15.31:0/4039698857 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43d80b3ba0 msgr2=0x7f43d80b4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.436+0000 7f43dd800640 1 --2- 172.21.15.31:0/4039698857 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43d80b3ba0 0x7f43d80b4030 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f43d0009d90 tx=0x7f43d002a6f0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.436+0000 7f43dd800640 1 -- 172.21.15.31:0/4039698857 shutdown_connections 2024-09-19T04:41:53.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.436+0000 7f43dd800640 1 --2- 172.21.15.31:0/4039698857 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43d80b3ba0 0x7f43d80b4030 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.436+0000 7f43dd800640 1 -- 172.21.15.31:0/4039698857 >> 172.21.15.31:0/4039698857 conn(0x7f43d8067da0 msgr2=0x7f43d806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:53.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.436+0000 7f43dd800640 1 -- 172.21.15.31:0/4039698857 shutdown_connections 2024-09-19T04:41:53.438 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.436+0000 7f43dd800640 1 -- 172.21.15.31:0/4039698857 wait complete. 2024-09-19T04:41:53.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.437+0000 7f43dd800640 1 Processor -- start 2024-09-19T04:41:53.439 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.437+0000 7f43dd800640 1 -- start start 2024-09-19T04:41:53.440 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.438+0000 7f43dd800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43d806f0e0 0x7f43d8157340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.438+0000 7f43dd800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43d806f4c0 0x7f43d8158660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.438+0000 7f43dd800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43d80b3ba0 0x7f43d8158ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.438+0000 7f43dd800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f43d80cf770 con 0x7f43d806f0e0 2024-09-19T04:41:53.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.438+0000 7f43dd800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f43d8152630 con 0x7f43d806f4c0 2024-09-19T04:41:53.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.438+0000 7f43dd800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f43d80cf8f0 con 0x7f43d80b3ba0 2024-09-19T04:41:53.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.438+0000 7f43d6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43d806f0e0 0x7f43d8157340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.439+0000 7f43d6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43d806f0e0 0x7f43d8157340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45540/0 (socket says 172.21.15.31:45540) 2024-09-19T04:41:53.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.439+0000 7f43d6a00640 1 -- 172.21.15.31:0/841751683 learned_addr learned my addr 172.21.15.31:0/841751683 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:53.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.439+0000 7f43cfe00640 1 --2- 172.21.15.31:0/841751683 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43d806f4c0 0x7f43d8158660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.439+0000 7f43d7400640 1 --2- 172.21.15.31:0/841751683 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43d80b3ba0 0x7f43d8158ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.439+0000 7f43d6a00640 1 -- 172.21.15.31:0/841751683 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43d80b3ba0 msgr2=0x7f43d8158ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.439+0000 7f43d6a00640 1 --2- 172.21.15.31:0/841751683 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43d80b3ba0 0x7f43d8158ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.441 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.439+0000 7f43d6a00640 1 -- 172.21.15.31:0/841751683 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43d806f4c0 msgr2=0x7f43d8158660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.439+0000 7f43d6a00640 1 --2- 172.21.15.31:0/841751683 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43d806f4c0 0x7f43d8158660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.439+0000 7f43d6a00640 1 -- 172.21.15.31:0/841751683 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43d81562a0 con 0x7f43d806f0e0 2024-09-19T04:41:53.442 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.439+0000 7f43cfe00640 1 --2- 172.21.15.31:0/841751683 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43d806f4c0 0x7f43d8158660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:53.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.439+0000 7f43d6a00640 1 --2- 172.21.15.31:0/841751683 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43d806f0e0 0x7f43d8157340 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f43c800c400 tx=0x7f43c800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:53.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.439+0000 7f43cea00640 1 -- 172.21.15.31:0/841751683 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c80052d0 con 0x7f43d806f0e0 2024-09-19T04:41:53.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.439+0000 7f43cea00640 1 -- 172.21.15.31:0/841751683 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43c8005490 con 0x7f43d806f0e0 2024-09-19T04:41:53.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.439+0000 7f43cea00640 1 -- 172.21.15.31:0/841751683 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c8007260 con 0x7f43d806f0e0 2024-09-19T04:41:53.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.439+0000 7f43dd800640 1 -- 172.21.15.31:0/841751683 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43d8156580 con 0x7f43d806f0e0 2024-09-19T04:41:53.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.440+0000 7f43dd800640 1 -- 172.21.15.31:0/841751683 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43d8156b40 con 0x7f43d806f0e0 2024-09-19T04:41:53.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.441+0000 7f43dd800640 1 -- 172.21.15.31:0/841751683 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43d815ee80 con 0x7f43d806f0e0 2024-09-19T04:41:53.443 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.442+0000 7f43cea00640 1 -- 172.21.15.31:0/841751683 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f43c8007400 con 0x7f43d806f0e0 2024-09-19T04:41:53.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.442+0000 7f43cea00640 1 --2- 172.21.15.31:0/841751683 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f43b406c2e0 0x7f43b406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.442+0000 7f43cea00640 1 -- 172.21.15.31:0/841751683 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7f43c808a7a0 con 0x7f43d806f0e0 2024-09-19T04:41:53.444 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.443+0000 7f43cfe00640 1 --2- 172.21.15.31:0/841751683 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f43b406c2e0 0x7f43b406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.445 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.443+0000 7f43cfe00640 1 --2- 172.21.15.31:0/841751683 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f43b406c2e0 0x7f43b406e7a0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f43d80b4b20 tx=0x7f43c0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:53.449 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.447+0000 7f43cea00640 1 -- 172.21.15.31:0/841751683 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f43c8059080 con 0x7f43d806f0e0 2024-09-19T04:41:53.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.633+0000 7f43dd800640 1 -- 172.21.15.31:0/841751683 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f43d815d5c0 con 0x7f43b406c2e0 2024-09-19T04:41:53.635 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.633+0000 7f43cea00640 1 -- 172.21.15.31:0/841751683 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f43d815d5c0 con 0x7f43b406c2e0 2024-09-19T04:41:53.635 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 3 to deep-scrub 2024-09-19T04:41:53.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.636+0000 7f43dd800640 1 -- 172.21.15.31:0/841751683 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f43b406c2e0 msgr2=0x7f43b406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.636+0000 7f43dd800640 1 --2- 172.21.15.31:0/841751683 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f43b406c2e0 0x7f43b406e7a0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f43d80b4b20 tx=0x7f43c0009040 comp rx=0 tx=0).stop 2024-09-19T04:41:53.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.636+0000 7f43dd800640 1 -- 172.21.15.31:0/841751683 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43d806f0e0 msgr2=0x7f43d8157340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.636+0000 7f43dd800640 1 --2- 172.21.15.31:0/841751683 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43d806f0e0 0x7f43d8157340 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f43c800c400 tx=0x7f43c800c8c0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.636+0000 7f43dd800640 1 -- 172.21.15.31:0/841751683 shutdown_connections 2024-09-19T04:41:53.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.636+0000 7f43dd800640 1 --2- 172.21.15.31:0/841751683 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43d80b3ba0 0x7f43d8158ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.636+0000 7f43dd800640 1 --2- 172.21.15.31:0/841751683 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f43b406c2e0 0x7f43b406e7a0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.636+0000 7f43dd800640 1 --2- 172.21.15.31:0/841751683 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43d806f4c0 0x7f43d8158660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.638 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.636+0000 7f43dd800640 1 --2- 172.21.15.31:0/841751683 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43d806f0e0 0x7f43d8157340 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.636+0000 7f43dd800640 1 -- 172.21.15.31:0/841751683 >> 172.21.15.31:0/841751683 conn(0x7f43d8067da0 msgr2=0x7f43d80b2030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:53.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.636+0000 7f43dd800640 1 -- 172.21.15.31:0/841751683 shutdown_connections 2024-09-19T04:41:53.639 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.636+0000 7f43dd800640 1 -- 172.21.15.31:0/841751683 wait complete. 2024-09-19T04:41:53.653 INFO:tasks.ceph:Scrubbing osd.4 2024-09-19T04:41:53.653 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-19T04:41:53.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.812+0000 7f55fbe00640 1 Processor -- start 2024-09-19T04:41:53.814 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.812+0000 7f55fbe00640 1 -- start start 2024-09-19T04:41:53.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.814+0000 7f55fbe00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f55fc144b50 0x7f55fc0b6e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.815 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.814+0000 7f55fbe00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f55fc15eb10 0x7f55fc06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.814+0000 7f55fbe00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55fc0b44d0 con 0x7f55fc15ef80 2024-09-19T04:41:53.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.814+0000 7f55fbe00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f55fc1473b0 con 0x7f55fc15eb10 2024-09-19T04:41:53.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.814+0000 7f55fbe00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f55fc1467a0 con 0x7f55fc144b50 2024-09-19T04:41:53.816 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.814+0000 7f55f3e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f55fc15eb10 0x7f55fc06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.814+0000 7f55f3e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f55fc15eb10 0x7f55fc06bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45554/0 (socket says 172.21.15.31:45554) 2024-09-19T04:41:53.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.814+0000 7f55f3e00640 1 -- 172.21.15.31:0/3287829425 learned_addr learned my addr 172.21.15.31:0/3287829425 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:53.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.814+0000 7f55fb400640 1 --1- 172.21.15.31:0/3287829425 >> v1:172.21.15.31:6789/0 conn(0x7f55fc15ef80 0x7f55fc147840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38300/0 (socket says 172.21.15.31:38300) 2024-09-19T04:41:53.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.814+0000 7f55faa00640 1 --2- 172.21.15.31:0/3287829425 >> v2:172.21.15.52:3300/0 conn(0x7f55fc144b50 0x7f55fc0b6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.814+0000 7f55f3e00640 1 -- 172.21.15.31:0/3287829425 >> v2:172.21.15.52:3300/0 conn(0x7f55fc144b50 msgr2=0x7f55fc0b6e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:53.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.814+0000 7f55f3e00640 1 --2- 172.21.15.31:0/3287829425 >> v2:172.21.15.52:3300/0 conn(0x7f55fc144b50 0x7f55fc0b6e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.815+0000 7f55f3e00640 1 -- 172.21.15.31:0/3287829425 >> v1:172.21.15.31:6789/0 conn(0x7f55fc15ef80 legacy=0x7f55fc147840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.817 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.815+0000 7f55f3e00640 1 -- 172.21.15.31:0/3287829425 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55fc146a80 con 0x7f55fc15eb10 2024-09-19T04:41:53.818 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.815+0000 7f55f3e00640 1 --2- 172.21.15.31:0/3287829425 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55fc15eb10 0x7f55fc06bc10 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f55fc0718e0 tx=0x7f55e402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e018d2eb7b29f7d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:53.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.816+0000 7f55fa000640 1 -- 172.21.15.31:0/3287829425 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e4037070 con 0x7f55fc15eb10 2024-09-19T04:41:53.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.816+0000 7f55fa000640 1 -- 172.21.15.31:0/3287829425 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55e4032440 con 0x7f55fc15eb10 2024-09-19T04:41:53.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.816+0000 7f55fa000640 1 -- 172.21.15.31:0/3287829425 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e4032810 con 0x7f55fc15eb10 2024-09-19T04:41:53.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.816+0000 7f55fbe00640 1 -- 172.21.15.31:0/3287829425 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55fc15eb10 msgr2=0x7f55fc06bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.816+0000 7f55fbe00640 1 --2- 172.21.15.31:0/3287829425 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55fc15eb10 0x7f55fc06bc10 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f55fc0718e0 tx=0x7f55e402a1e0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.816+0000 7f55fbe00640 1 -- 172.21.15.31:0/3287829425 shutdown_connections 2024-09-19T04:41:53.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.816+0000 7f55fbe00640 1 --2- 172.21.15.31:0/3287829425 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55fc15eb10 0x7f55fc06bc10 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.816+0000 7f55fbe00640 1 --2- 172.21.15.31:0/3287829425 >> v2:172.21.15.52:3300/0 conn(0x7f55fc144b50 0x7f55fc0b6e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.816+0000 7f55fbe00640 1 -- 172.21.15.31:0/3287829425 >> 172.21.15.31:0/3287829425 conn(0x7f55fc09aa70 msgr2=0x7f55fc0b6730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:53.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.817+0000 7f55fbe00640 1 -- 172.21.15.31:0/3287829425 shutdown_connections 2024-09-19T04:41:53.819 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.817+0000 7f55fbe00640 1 -- 172.21.15.31:0/3287829425 wait complete. 2024-09-19T04:41:53.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.818+0000 7f55fbe00640 1 Processor -- start 2024-09-19T04:41:53.820 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.818+0000 7f55fbe00640 1 -- start start 2024-09-19T04:41:53.822 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.819+0000 7f55fbe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55fc144b50 0x7f55fc13e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.819+0000 7f55fbe00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55fc15eb10 0x7f55fc09bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.819+0000 7f55fbe00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f55fc15ef80 0x7f55fc06f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.819+0000 7f55fbe00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f55fc144f30 con 0x7f55fc144b50 2024-09-19T04:41:53.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.819+0000 7f55fbe00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f55fc147040 con 0x7f55fc15eb10 2024-09-19T04:41:53.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.819+0000 7f55fbe00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f55fc1462a0 con 0x7f55fc15ef80 2024-09-19T04:41:53.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.819+0000 7f55faa00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55fc144b50 0x7f55fc13e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.820+0000 7f55faa00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55fc144b50 0x7f55fc13e180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45570/0 (socket says 172.21.15.31:45570) 2024-09-19T04:41:53.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.820+0000 7f55faa00640 1 -- 172.21.15.31:0/1476990495 learned_addr learned my addr 172.21.15.31:0/1476990495 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:53.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.820+0000 7f55f3e00640 1 --2- 172.21.15.31:0/1476990495 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55fc15eb10 0x7f55fc09bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.820+0000 7f55fb400640 1 --2- 172.21.15.31:0/1476990495 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f55fc15ef80 0x7f55fc06f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.820+0000 7f55faa00640 1 -- 172.21.15.31:0/1476990495 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f55fc15ef80 msgr2=0x7f55fc06f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.823 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.820+0000 7f55faa00640 1 --2- 172.21.15.31:0/1476990495 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f55fc15ef80 0x7f55fc06f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.820+0000 7f55faa00640 1 -- 172.21.15.31:0/1476990495 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55fc15eb10 msgr2=0x7f55fc09bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.820+0000 7f55faa00640 1 --2- 172.21.15.31:0/1476990495 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55fc15eb10 0x7f55fc09bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.820+0000 7f55faa00640 1 -- 172.21.15.31:0/1476990495 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55fc09c870 con 0x7f55fc144b50 2024-09-19T04:41:53.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.820+0000 7f55fb400640 1 --2- 172.21.15.31:0/1476990495 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f55fc15ef80 0x7f55fc06f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:53.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.820+0000 7f55f3e00640 1 --2- 172.21.15.31:0/1476990495 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55fc15eb10 0x7f55fc09bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:53.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.820+0000 7f55faa00640 1 --2- 172.21.15.31:0/1476990495 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55fc144b50 0x7f55fc13e180 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f55ec00d800 tx=0x7f55ec00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:53.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.821+0000 7f55f2a00640 1 -- 172.21.15.31:0/1476990495 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55ec00b6c0 con 0x7f55fc144b50 2024-09-19T04:41:53.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.821+0000 7f55f2a00640 1 -- 172.21.15.31:0/1476990495 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55ec019070 con 0x7f55fc144b50 2024-09-19T04:41:53.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.821+0000 7f55fbe00640 1 -- 172.21.15.31:0/1476990495 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55fc13b5d0 con 0x7f55fc144b50 2024-09-19T04:41:53.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.821+0000 7f55f2a00640 1 -- 172.21.15.31:0/1476990495 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55ec00ba80 con 0x7f55fc144b50 2024-09-19T04:41:53.824 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.821+0000 7f55fbe00640 1 -- 172.21.15.31:0/1476990495 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55fc13be10 con 0x7f55fc144b50 2024-09-19T04:41:53.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.821+0000 7f55fbe00640 1 -- 172.21.15.31:0/1476990495 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f55fc0b6e40 con 0x7f55fc144b50 2024-09-19T04:41:53.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.823+0000 7f55f2a00640 1 -- 172.21.15.31:0/1476990495 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f55ec00bc20 con 0x7f55fc144b50 2024-09-19T04:41:53.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.823+0000 7f55f2a00640 1 --2- 172.21.15.31:0/1476990495 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f55d806c2b0 0x7f55d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.823+0000 7f55f2a00640 1 -- 172.21.15.31:0/1476990495 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7f55ec08b7f0 con 0x7f55fc144b50 2024-09-19T04:41:53.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.824+0000 7f55f3e00640 1 --2- 172.21.15.31:0/1476990495 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f55d806c2b0 0x7f55d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.824+0000 7f55f2a00640 1 --2- 172.21.15.31:0/1476990495 >> [v2:172.21.15.52:6816/2046466016,v1:172.21.15.52:6817/2046466016] conn(0x7f55d8072750 0x7f55d8074b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:53.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.824+0000 7f55f2a00640 1 -- 172.21.15.31:0/1476990495 --> [v2:172.21.15.52:6816/2046466016,v1:172.21.15.52:6817/2046466016] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f55d8075260 con 0x7f55d8072750 2024-09-19T04:41:53.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.824+0000 7f55f2a00640 1 -- 172.21.15.31:0/1476990495 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=58) ==== 24+0+0 (secure 0 0 0) 0x7f55ec092050 con 0x7f55fc144b50 2024-09-19T04:41:53.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.824+0000 7f55fb400640 1 --2- 172.21.15.31:0/1476990495 >> [v2:172.21.15.52:6816/2046466016,v1:172.21.15.52:6817/2046466016] conn(0x7f55d8072750 0x7f55d8074b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:53.826 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.824+0000 7f55f3e00640 1 --2- 172.21.15.31:0/1476990495 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f55d806c2b0 0x7f55d806e770 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f55e4034000 tx=0x7f55e402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:53.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.825+0000 7f55fb400640 1 --2- 172.21.15.31:0/1476990495 >> [v2:172.21.15.52:6816/2046466016,v1:172.21.15.52:6817/2046466016] conn(0x7f55d8072750 0x7f55d8074b90 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:53.827 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.826+0000 7f55f2a00640 1 -- 172.21.15.31:0/1476990495 <== osd.4 v2:172.21.15.52:6816/2046466016 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f55d8075260 con 0x7f55d8072750 2024-09-19T04:41:53.840 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.839+0000 7f55fbe00640 1 -- 172.21.15.31:0/1476990495 --> [v2:172.21.15.52:6816/2046466016,v1:172.21.15.52:6817/2046466016] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f55fc161b50 con 0x7f55d8072750 2024-09-19T04:41:53.841 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.840+0000 7f55f2a00640 1 -- 172.21.15.31:0/1476990495 <== osd.4 v2:172.21.15.52:6816/2046466016 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f55fc161b50 con 0x7f55d8072750 2024-09-19T04:41:53.842 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T04:41:53.842 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T04:41:53.842 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T04:41:53.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.840+0000 7f55fbe00640 1 -- 172.21.15.31:0/1476990495 >> [v2:172.21.15.52:6816/2046466016,v1:172.21.15.52:6817/2046466016] conn(0x7f55d8072750 msgr2=0x7f55d8074b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.840+0000 7f55fbe00640 1 --2- 172.21.15.31:0/1476990495 >> [v2:172.21.15.52:6816/2046466016,v1:172.21.15.52:6817/2046466016] conn(0x7f55d8072750 0x7f55d8074b90 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.840+0000 7f55fbe00640 1 -- 172.21.15.31:0/1476990495 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f55d806c2b0 msgr2=0x7f55d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.840+0000 7f55fbe00640 1 --2- 172.21.15.31:0/1476990495 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f55d806c2b0 0x7f55d806e770 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f55e4034000 tx=0x7f55e402e000 comp rx=0 tx=0).stop 2024-09-19T04:41:53.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.840+0000 7f55fbe00640 1 -- 172.21.15.31:0/1476990495 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55fc144b50 msgr2=0x7f55fc13e180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:53.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.840+0000 7f55fbe00640 1 --2- 172.21.15.31:0/1476990495 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f55fc144b50 0x7f55fc13e180 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f55ec00d800 tx=0x7f55ec00dcc0 comp rx=0 tx=0).stop 2024-09-19T04:41:53.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.840+0000 7f55fb400640 1 -- 172.21.15.31:0/1476990495 reap_dead start 2024-09-19T04:41:53.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.841+0000 7f55fbe00640 1 -- 172.21.15.31:0/1476990495 shutdown_connections 2024-09-19T04:41:53.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.841+0000 7f55fbe00640 1 -- 172.21.15.31:0/1476990495 >> 172.21.15.31:0/1476990495 conn(0x7f55fc09aa70 msgr2=0x7f55fc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:53.843 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.841+0000 7f55fbe00640 1 -- 172.21.15.31:0/1476990495 shutdown_connections 2024-09-19T04:41:53.844 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:53.841+0000 7f55fbe00640 1 -- 172.21.15.31:0/1476990495 wait complete. 2024-09-19T04:41:53.857 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-19T04:41:54.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.012+0000 7fa7dce00640 1 Processor -- start 2024-09-19T04:41:54.014 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.012+0000 7fa7dce00640 1 -- start start 2024-09-19T04:41:54.015 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.013+0000 7fa7dce00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa7d80d4310 0x7fa7d80d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.013+0000 7fa7dce00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa7d806d460 0x7fa7d806d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.013+0000 7fa7dce00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7d815e850 con 0x7fa7d815e470 2024-09-19T04:41:54.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.013+0000 7fa7dce00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7fa7d80d4cc0 con 0x7fa7d80d4310 2024-09-19T04:41:54.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.013+0000 7fa7dce00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fa7d80cf710 con 0x7fa7d806d460 2024-09-19T04:41:54.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.013+0000 7fa7d6a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa7d80d4310 0x7fa7d80d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.014+0000 7fa7d6a00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7fa7d80d4310 0x7fa7d80d4780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45578/0 (socket says 172.21.15.31:45578) 2024-09-19T04:41:54.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.014+0000 7fa7d6a00640 1 -- 172.21.15.31:0/2781533252 learned_addr learned my addr 172.21.15.31:0/2781533252 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:54.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.014+0000 7fa7d7e00640 1 --2- 172.21.15.31:0/2781533252 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa7d806d460 0x7fa7d806d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.014+0000 7fa7d6a00640 1 -- 172.21.15.31:0/2781533252 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa7d806d460 msgr2=0x7fa7d806d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:54.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.014+0000 7fa7d6a00640 1 --2- 172.21.15.31:0/2781533252 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa7d806d460 0x7fa7d806d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.014+0000 7fa7d6a00640 1 -- 172.21.15.31:0/2781533252 >> v1:172.21.15.52:6789/0 conn(0x7fa7d815e470 legacy=0x7fa7d80cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.016 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.014+0000 7fa7d6a00640 1 -- 172.21.15.31:0/2781533252 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7d80d1c60 con 0x7fa7d80d4310 2024-09-19T04:41:54.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.015+0000 7fa7d6a00640 1 --2- 172.21.15.31:0/2781533252 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7d80d4310 0x7fa7d80d4780 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fa7c4009870 tx=0x7fa7c402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94dc7f82dcff491b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:54.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.015+0000 7fa7d6000640 1 -- 172.21.15.31:0/2781533252 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c4037070 con 0x7fa7d80d4310 2024-09-19T04:41:54.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.015+0000 7fa7d6000640 1 -- 172.21.15.31:0/2781533252 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7c4032440 con 0x7fa7d80d4310 2024-09-19T04:41:54.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.015+0000 7fa7d6000640 1 -- 172.21.15.31:0/2781533252 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c4032810 con 0x7fa7d80d4310 2024-09-19T04:41:54.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.016+0000 7fa7dce00640 1 -- 172.21.15.31:0/2781533252 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7d80d4310 msgr2=0x7fa7d80d4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.016+0000 7fa7dce00640 1 --2- 172.21.15.31:0/2781533252 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7d80d4310 0x7fa7d80d4780 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fa7c4009870 tx=0x7fa7c402a270 comp rx=0 tx=0).stop 2024-09-19T04:41:54.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.016+0000 7fa7dce00640 1 -- 172.21.15.31:0/2781533252 shutdown_connections 2024-09-19T04:41:54.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.016+0000 7fa7dce00640 1 --2- 172.21.15.31:0/2781533252 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa7d806d460 0x7fa7d806d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.016+0000 7fa7dce00640 1 --2- 172.21.15.31:0/2781533252 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7d80d4310 0x7fa7d80d4780 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.016+0000 7fa7dce00640 1 -- 172.21.15.31:0/2781533252 >> 172.21.15.31:0/2781533252 conn(0x7fa7d809d700 msgr2=0x7fa7d808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:54.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.016+0000 7fa7dce00640 1 -- 172.21.15.31:0/2781533252 shutdown_connections 2024-09-19T04:41:54.018 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.016+0000 7fa7dce00640 1 -- 172.21.15.31:0/2781533252 wait complete. 2024-09-19T04:41:54.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.018+0000 7fa7dce00640 1 Processor -- start 2024-09-19T04:41:54.019 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.018+0000 7fa7dce00640 1 -- start start 2024-09-19T04:41:54.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.019+0000 7fa7dce00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7d806d460 0x7fa7d815ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.019+0000 7fa7dce00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7d80d4310 0x7fa7d81567d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.022 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.019+0000 7fa7dce00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa7d815e470 0x7fa7d8161ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.019+0000 7fa7dce00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fa7d80cf0c0 con 0x7fa7d80d4310 2024-09-19T04:41:54.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.019+0000 7fa7dce00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa7d806de30 con 0x7fa7d806d460 2024-09-19T04:41:54.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.019+0000 7fa7dce00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fa7d80cf3a0 con 0x7fa7d815e470 2024-09-19T04:41:54.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.019+0000 7fa7d6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7d80d4310 0x7fa7d81567d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.019+0000 7fa7d6a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7d80d4310 0x7fa7d81567d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45584/0 (socket says 172.21.15.31:45584) 2024-09-19T04:41:54.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.019+0000 7fa7d6a00640 1 -- 172.21.15.31:0/2113066786 learned_addr learned my addr 172.21.15.31:0/2113066786 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:54.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.019+0000 7fa7d7400640 1 --2- 172.21.15.31:0/2113066786 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7d806d460 0x7fa7d815ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.019+0000 7fa7d7e00640 1 --2- 172.21.15.31:0/2113066786 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa7d815e470 0x7fa7d8161ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.019+0000 7fa7d6a00640 1 -- 172.21.15.31:0/2113066786 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa7d815e470 msgr2=0x7fa7d8161ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.019+0000 7fa7d6a00640 1 --2- 172.21.15.31:0/2113066786 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa7d815e470 0x7fa7d8161ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.023 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.019+0000 7fa7d6a00640 1 -- 172.21.15.31:0/2113066786 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7d806d460 msgr2=0x7fa7d815ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.019+0000 7fa7d6a00640 1 --2- 172.21.15.31:0/2113066786 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7d806d460 0x7fa7d815ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.019+0000 7fa7d6a00640 1 -- 172.21.15.31:0/2113066786 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7d815f500 con 0x7fa7d80d4310 2024-09-19T04:41:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.019+0000 7fa7d7e00640 1 --2- 172.21.15.31:0/2113066786 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa7d815e470 0x7fa7d8161ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.019+0000 7fa7d7400640 1 --2- 172.21.15.31:0/2113066786 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7d806d460 0x7fa7d815ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.020+0000 7fa7d6a00640 1 --2- 172.21.15.31:0/2113066786 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7d80d4310 0x7fa7d81567d0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fa7c4000c00 tx=0x7fa7c40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.020+0000 7fa7cf400640 1 -- 172.21.15.31:0/2113066786 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c4041020 con 0x7fa7d80d4310 2024-09-19T04:41:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.020+0000 7fa7cf400640 1 -- 172.21.15.31:0/2113066786 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7c403d620 con 0x7fa7d80d4310 2024-09-19T04:41:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.020+0000 7fa7cf400640 1 -- 172.21.15.31:0/2113066786 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c4037040 con 0x7fa7d80d4310 2024-09-19T04:41:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.020+0000 7fa7dce00640 1 -- 172.21.15.31:0/2113066786 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7d815f7e0 con 0x7fa7d80d4310 2024-09-19T04:41:54.024 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.020+0000 7fa7dce00640 1 -- 172.21.15.31:0/2113066786 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7d815fda0 con 0x7fa7d80d4310 2024-09-19T04:41:54.025 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.021+0000 7fa7dce00640 1 -- 172.21.15.31:0/2113066786 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7d806d8f0 con 0x7fa7d80d4310 2024-09-19T04:41:54.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.022+0000 7fa7cf400640 1 -- 172.21.15.31:0/2113066786 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa7c4044020 con 0x7fa7d80d4310 2024-09-19T04:41:54.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.023+0000 7fa7cf400640 1 --2- 172.21.15.31:0/2113066786 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa7b806c2b0 0x7fa7b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.024+0000 7fa7cf400640 1 -- 172.21.15.31:0/2113066786 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7fa7c40aba80 con 0x7fa7d80d4310 2024-09-19T04:41:54.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.024+0000 7fa7d7400640 1 --2- 172.21.15.31:0/2113066786 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa7b806c2b0 0x7fa7b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.026 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.024+0000 7fa7d7400640 1 --2- 172.21.15.31:0/2113066786 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa7b806c2b0 0x7fa7b806e770 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa7c80015e0 tx=0x7fa7c8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:54.029 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.028+0000 7fa7cf400640 1 -- 172.21.15.31:0/2113066786 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa7c40ade20 con 0x7fa7d80d4310 2024-09-19T04:41:54.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.212+0000 7fa7dce00640 1 -- 172.21.15.31:0/2113066786 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7fa7d80b5a80 con 0x7fa7b806c2b0 2024-09-19T04:41:54.214 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.213+0000 7fa7cf400640 1 -- 172.21.15.31:0/2113066786 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fa7d80b5a80 con 0x7fa7b806c2b0 2024-09-19T04:41:54.214 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 4 to deep-scrub 2024-09-19T04:41:54.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.215+0000 7fa7dce00640 1 -- 172.21.15.31:0/2113066786 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa7b806c2b0 msgr2=0x7fa7b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.215+0000 7fa7dce00640 1 --2- 172.21.15.31:0/2113066786 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa7b806c2b0 0x7fa7b806e770 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa7c80015e0 tx=0x7fa7c8009040 comp rx=0 tx=0).stop 2024-09-19T04:41:54.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.215+0000 7fa7dce00640 1 -- 172.21.15.31:0/2113066786 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7d80d4310 msgr2=0x7fa7d81567d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.217 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.215+0000 7fa7dce00640 1 --2- 172.21.15.31:0/2113066786 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7d80d4310 0x7fa7d81567d0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fa7c4000c00 tx=0x7fa7c40046c0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.215+0000 7fa7dce00640 1 -- 172.21.15.31:0/2113066786 shutdown_connections 2024-09-19T04:41:54.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.215+0000 7fa7dce00640 1 --2- 172.21.15.31:0/2113066786 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fa7d815e470 0x7fa7d8161ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.215+0000 7fa7dce00640 1 --2- 172.21.15.31:0/2113066786 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fa7d80d4310 0x7fa7d81567d0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.215+0000 7fa7dce00640 1 --2- 172.21.15.31:0/2113066786 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fa7b806c2b0 0x7fa7b806e770 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.215+0000 7fa7dce00640 1 --2- 172.21.15.31:0/2113066786 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7d806d460 0x7fa7d815ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.215+0000 7fa7dce00640 1 -- 172.21.15.31:0/2113066786 >> 172.21.15.31:0/2113066786 conn(0x7fa7d809d700 msgr2=0x7fa7d80d2c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:54.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.215+0000 7fa7dce00640 1 -- 172.21.15.31:0/2113066786 shutdown_connections 2024-09-19T04:41:54.218 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.215+0000 7fa7dce00640 1 -- 172.21.15.31:0/2113066786 wait complete. 2024-09-19T04:41:54.234 INFO:tasks.ceph:Scrubbing osd.5 2024-09-19T04:41:54.234 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-19T04:41:54.394 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.392+0000 7f1308a00640 1 Processor -- start 2024-09-19T04:41:54.395 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.393+0000 7f1308a00640 1 -- start start 2024-09-19T04:41:54.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.394+0000 7f1308a00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f1304161a70 0x7f13040d4a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.394+0000 7f1308a00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13040b5700 con 0x7f13040d3040 2024-09-19T04:41:54.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.394+0000 7f1308a00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13040b51e0 con 0x7f13040d2210 2024-09-19T04:41:54.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.394+0000 7f1308a00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f13040b4f90 con 0x7f1304161a70 2024-09-19T04:41:54.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.394+0000 7f1303200640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f13040d3040 0x7f13040b4060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38304/0 (socket says 172.21.15.31:38304) 2024-09-19T04:41:54.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.394+0000 7f1303200640 1 -- 172.21.15.31:0/657195687 learned_addr learned my addr 172.21.15.31:0/657195687 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:54.396 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.394+0000 7f1302800640 1 --2- 172.21.15.31:0/657195687 >> v2:172.21.15.52:3300/0 conn(0x7f1304161a70 0x7f13040d4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.394+0000 7f1301e00640 1 -- 172.21.15.31:0/657195687 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 495681381 0 0) 0x7f13040b5700 con 0x7f13040d3040 2024-09-19T04:41:54.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.394+0000 7f1301e00640 1 -- 172.21.15.31:0/657195687 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f12e8003520 con 0x7f13040d3040 2024-09-19T04:41:54.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.395+0000 7f1302800640 1 -- 172.21.15.31:0/657195687 >> v1:172.21.15.52:6789/0 conn(0x7f13040d2210 legacy=0x7f13040b3950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.395+0000 7f1302800640 1 -- 172.21.15.31:0/657195687 >> v1:172.21.15.31:6789/0 conn(0x7f13040d3040 legacy=0x7f13040b4060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.395+0000 7f1302800640 1 -- 172.21.15.31:0/657195687 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13040b59c0 con 0x7f1304161a70 2024-09-19T04:41:54.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.396+0000 7f1302800640 1 --2- 172.21.15.31:0/657195687 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1304161a70 0x7f13040d4a20 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f12f40097a0 tx=0x7f12f402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=580c2eeaaf8931d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:54.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.396+0000 7f1301e00640 1 -- 172.21.15.31:0/657195687 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12f4037070 con 0x7f1304161a70 2024-09-19T04:41:54.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.396+0000 7f1301e00640 1 -- 172.21.15.31:0/657195687 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12f4032440 con 0x7f1304161a70 2024-09-19T04:41:54.398 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.396+0000 7f1301e00640 1 -- 172.21.15.31:0/657195687 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12f40327f0 con 0x7f1304161a70 2024-09-19T04:41:54.399 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.397+0000 7f1308a00640 1 -- 172.21.15.31:0/657195687 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1304161a70 msgr2=0x7f13040d4a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.397+0000 7f1308a00640 1 --2- 172.21.15.31:0/657195687 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1304161a70 0x7f13040d4a20 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f12f40097a0 tx=0x7f12f402a230 comp rx=0 tx=0).stop 2024-09-19T04:41:54.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.397+0000 7f1308a00640 1 -- 172.21.15.31:0/657195687 shutdown_connections 2024-09-19T04:41:54.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.397+0000 7f1308a00640 1 --2- 172.21.15.31:0/657195687 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1304161a70 0x7f13040d4a20 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.397+0000 7f1308a00640 1 -- 172.21.15.31:0/657195687 >> 172.21.15.31:0/657195687 conn(0x7f130408c000 msgr2=0x7f13040d4310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:54.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.397+0000 7f1308a00640 1 -- 172.21.15.31:0/657195687 shutdown_connections 2024-09-19T04:41:54.400 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.397+0000 7f1308a00640 1 -- 172.21.15.31:0/657195687 wait complete. 2024-09-19T04:41:54.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.398+0000 7f1308a00640 1 Processor -- start 2024-09-19T04:41:54.401 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.399+0000 7f1308a00640 1 -- start start 2024-09-19T04:41:54.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.399+0000 7f1308a00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f13040d2210 0x7f13041461f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.399+0000 7f1308a00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13040d3040 0x7f13040cfe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.399+0000 7f1308a00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1304161a70 0x7f1304152430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.400+0000 7f1308a00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f13040d2660 con 0x7f13040d2210 2024-09-19T04:41:54.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.400+0000 7f1308a00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f13040d2bb0 con 0x7f13040d3040 2024-09-19T04:41:54.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.400+0000 7f1308a00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f13040d27e0 con 0x7f1304161a70 2024-09-19T04:41:54.403 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.400+0000 7f1302800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f13040d2210 0x7f13041461f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.400+0000 7f1302800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f13040d2210 0x7f13041461f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45594/0 (socket says 172.21.15.31:45594) 2024-09-19T04:41:54.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.400+0000 7f1302800640 1 -- 172.21.15.31:0/308037918 learned_addr learned my addr 172.21.15.31:0/308037918 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:54.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.400+0000 7f1303200640 1 --2- 172.21.15.31:0/308037918 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1304161a70 0x7f1304152430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.400+0000 7f12fbe00640 1 --2- 172.21.15.31:0/308037918 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13040d3040 0x7f13040cfe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.400+0000 7f1302800640 1 -- 172.21.15.31:0/308037918 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1304161a70 msgr2=0x7f1304152430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.400+0000 7f1302800640 1 --2- 172.21.15.31:0/308037918 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f1304161a70 0x7f1304152430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.400+0000 7f1302800640 1 -- 172.21.15.31:0/308037918 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13040d3040 msgr2=0x7f13040cfe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.400+0000 7f1302800640 1 --2- 172.21.15.31:0/308037918 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13040d3040 0x7f13040cfe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.400+0000 7f1302800640 1 -- 172.21.15.31:0/308037918 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13040d0370 con 0x7f13040d2210 2024-09-19T04:41:54.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.400+0000 7f12fbe00640 1 --2- 172.21.15.31:0/308037918 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13040d3040 0x7f13040cfe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:54.404 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.401+0000 7f1302800640 1 --2- 172.21.15.31:0/308037918 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f13040d2210 0x7f13041461f0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f12f4035040 tx=0x7f12f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:54.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.401+0000 7f12faa00640 1 -- 172.21.15.31:0/308037918 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12f4037050 con 0x7f13040d2210 2024-09-19T04:41:54.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.401+0000 7f12faa00640 1 -- 172.21.15.31:0/308037918 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12f4043070 con 0x7f13040d2210 2024-09-19T04:41:54.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.401+0000 7f12faa00640 1 -- 172.21.15.31:0/308037918 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12f4032810 con 0x7f13040d2210 2024-09-19T04:41:54.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.401+0000 7f1308a00640 1 -- 172.21.15.31:0/308037918 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13040d0620 con 0x7f13040d2210 2024-09-19T04:41:54.405 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.401+0000 7f1308a00640 1 -- 172.21.15.31:0/308037918 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13040d0be0 con 0x7f13040d2210 2024-09-19T04:41:54.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.402+0000 7f1308a00640 1 -- 172.21.15.31:0/308037918 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1304161f70 con 0x7f13040d2210 2024-09-19T04:41:54.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.403+0000 7f12faa00640 1 -- 172.21.15.31:0/308037918 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f12f40329b0 con 0x7f13040d2210 2024-09-19T04:41:54.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.404+0000 7f12faa00640 1 --2- 172.21.15.31:0/308037918 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f12e006c2b0 0x7f12e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.404+0000 7f12faa00640 1 -- 172.21.15.31:0/308037918 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7f12f40abd90 con 0x7f13040d2210 2024-09-19T04:41:54.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.404+0000 7f12faa00640 1 --2- 172.21.15.31:0/308037918 >> [v2:172.21.15.52:6800/354791325,v1:172.21.15.52:6801/354791325] conn(0x7f12e0072750 0x7f12e0074b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.404+0000 7f12faa00640 1 -- 172.21.15.31:0/308037918 --> [v2:172.21.15.52:6800/354791325,v1:172.21.15.52:6801/354791325] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f12f4032440 con 0x7f12e0072750 2024-09-19T04:41:54.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.404+0000 7f12fbe00640 1 --2- 172.21.15.31:0/308037918 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f12e006c2b0 0x7f12e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.406 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.404+0000 7f12faa00640 1 -- 172.21.15.31:0/308037918 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=58) ==== 24+0+0 (secure 0 0 0) 0x7f12f40ae3b0 con 0x7f13040d2210 2024-09-19T04:41:54.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.405+0000 7f12fbe00640 1 --2- 172.21.15.31:0/308037918 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f12e006c2b0 0x7f12e006e770 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f13040d3db0 tx=0x7f12ec009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:54.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.405+0000 7f1303200640 1 --2- 172.21.15.31:0/308037918 >> [v2:172.21.15.52:6800/354791325,v1:172.21.15.52:6801/354791325] conn(0x7f12e0072750 0x7f12e0074b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.407 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.405+0000 7f1303200640 1 --2- 172.21.15.31:0/308037918 >> [v2:172.21.15.52:6800/354791325,v1:172.21.15.52:6801/354791325] conn(0x7f12e0072750 0x7f12e0074b90 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:54.408 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.406+0000 7f12faa00640 1 -- 172.21.15.31:0/308037918 <== osd.5 v2:172.21.15.52:6800/354791325 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f12f4032440 con 0x7f12e0072750 2024-09-19T04:41:54.421 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.420+0000 7f1308a00640 1 -- 172.21.15.31:0/308037918 --> [v2:172.21.15.52:6800/354791325,v1:172.21.15.52:6801/354791325] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f13040b54e0 con 0x7f12e0072750 2024-09-19T04:41:54.422 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.420+0000 7f12faa00640 1 -- 172.21.15.31:0/308037918 <== osd.5 v2:172.21.15.52:6800/354791325 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f13040b54e0 con 0x7f12e0072750 2024-09-19T04:41:54.422 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T04:41:54.422 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T04:41:54.423 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T04:41:54.423 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.421+0000 7f1308a00640 1 -- 172.21.15.31:0/308037918 >> [v2:172.21.15.52:6800/354791325,v1:172.21.15.52:6801/354791325] conn(0x7f12e0072750 msgr2=0x7f12e0074b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.421+0000 7f1308a00640 1 --2- 172.21.15.31:0/308037918 >> [v2:172.21.15.52:6800/354791325,v1:172.21.15.52:6801/354791325] conn(0x7f12e0072750 0x7f12e0074b90 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.421+0000 7f1308a00640 1 -- 172.21.15.31:0/308037918 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f12e006c2b0 msgr2=0x7f12e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.421+0000 7f1308a00640 1 --2- 172.21.15.31:0/308037918 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f12e006c2b0 0x7f12e006e770 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f13040d3db0 tx=0x7f12ec009040 comp rx=0 tx=0).stop 2024-09-19T04:41:54.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.421+0000 7f1308a00640 1 -- 172.21.15.31:0/308037918 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f13040d2210 msgr2=0x7f13041461f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.421+0000 7f1308a00640 1 --2- 172.21.15.31:0/308037918 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f13040d2210 0x7f13041461f0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f12f4035040 tx=0x7f12f40046c0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.421+0000 7f1303200640 1 -- 172.21.15.31:0/308037918 reap_dead start 2024-09-19T04:41:54.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.421+0000 7f1308a00640 1 -- 172.21.15.31:0/308037918 shutdown_connections 2024-09-19T04:41:54.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.421+0000 7f1308a00640 1 -- 172.21.15.31:0/308037918 >> 172.21.15.31:0/308037918 conn(0x7f130408c000 msgr2=0x7f13040b1810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:54.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.421+0000 7f1308a00640 1 -- 172.21.15.31:0/308037918 shutdown_connections 2024-09-19T04:41:54.424 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.421+0000 7f1308a00640 1 -- 172.21.15.31:0/308037918 wait complete. 2024-09-19T04:41:54.438 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-19T04:41:54.594 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.592+0000 7efc88c00640 1 Processor -- start 2024-09-19T04:41:54.595 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.593+0000 7efc88c00640 1 -- start start 2024-09-19T04:41:54.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.594+0000 7efc88c00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7efc84072240 0x7efc8415d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.594+0000 7efc88c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc84072620 0x7efc840af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.594+0000 7efc88c00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc8415d730 con 0x7efc8406dfd0 2024-09-19T04:41:54.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.594+0000 7efc88c00640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7efc8406e590 con 0x7efc84072240 2024-09-19T04:41:54.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.594+0000 7efc88c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7efc8406e870 con 0x7efc84072620 2024-09-19T04:41:54.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.594+0000 7efc81e00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7efc84072240 0x7efc8415d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.594+0000 7efc82800640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7efc8406dfd0 0x7efc8415fdd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38312/0 (socket says 172.21.15.31:38312) 2024-09-19T04:41:54.596 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.594+0000 7efc82800640 1 -- 172.21.15.31:0/1401041314 learned_addr learned my addr 172.21.15.31:0/1401041314 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:54.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.594+0000 7efc7be00640 1 --2- 172.21.15.31:0/1401041314 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc84072620 0x7efc840af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.594+0000 7efc81e00640 1 -- 172.21.15.31:0/1401041314 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc84072620 msgr2=0x7efc840af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:54.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.594+0000 7efc81e00640 1 --2- 172.21.15.31:0/1401041314 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc84072620 0x7efc840af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.594+0000 7efc81e00640 1 -- 172.21.15.31:0/1401041314 >> v1:172.21.15.31:6789/0 conn(0x7efc8406dfd0 legacy=0x7efc8415fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.594+0000 7efc81400640 1 -- 172.21.15.31:0/1401041314 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 369820453 0 0) 0x7efc8415d730 con 0x7efc8406dfd0 2024-09-19T04:41:54.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.594+0000 7efc81e00640 1 -- 172.21.15.31:0/1401041314 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc8406eb50 con 0x7efc84072240 2024-09-19T04:41:54.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.594+0000 7efc7be00640 1 --2- 172.21.15.31:0/1401041314 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc84072620 0x7efc840af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:54.597 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.596+0000 7efc81e00640 1 --2- 172.21.15.31:0/1401041314 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc84072240 0x7efc8415d1f0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7efc740097a0 tx=0x7efc7402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1feded587b3b477c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:54.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.596+0000 7efc81400640 1 -- 172.21.15.31:0/1401041314 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc74037070 con 0x7efc84072240 2024-09-19T04:41:54.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.596+0000 7efc81400640 1 -- 172.21.15.31:0/1401041314 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc74032440 con 0x7efc84072240 2024-09-19T04:41:54.598 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.596+0000 7efc81400640 1 -- 172.21.15.31:0/1401041314 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc74032810 con 0x7efc84072240 2024-09-19T04:41:54.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.596+0000 7efc88c00640 1 -- 172.21.15.31:0/1401041314 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc84072240 msgr2=0x7efc8415d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.596+0000 7efc88c00640 1 --2- 172.21.15.31:0/1401041314 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc84072240 0x7efc8415d1f0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7efc740097a0 tx=0x7efc7402a180 comp rx=0 tx=0).stop 2024-09-19T04:41:54.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.596+0000 7efc88c00640 1 -- 172.21.15.31:0/1401041314 shutdown_connections 2024-09-19T04:41:54.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.596+0000 7efc88c00640 1 --2- 172.21.15.31:0/1401041314 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc84072620 0x7efc840af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.596+0000 7efc88c00640 1 --2- 172.21.15.31:0/1401041314 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc84072240 0x7efc8415d1f0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.596+0000 7efc88c00640 1 -- 172.21.15.31:0/1401041314 >> 172.21.15.31:0/1401041314 conn(0x7efc84067da0 msgr2=0x7efc8406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:54.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.597+0000 7efc88c00640 1 -- 172.21.15.31:0/1401041314 shutdown_connections 2024-09-19T04:41:54.599 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.597+0000 7efc88c00640 1 -- 172.21.15.31:0/1401041314 wait complete. 2024-09-19T04:41:54.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.598+0000 7efc88c00640 1 Processor -- start 2024-09-19T04:41:54.600 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.598+0000 7efc88c00640 1 -- start start 2024-09-19T04:41:54.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.599+0000 7efc88c00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc8406dfd0 0x7efc840a9a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.599+0000 7efc88c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc84072240 0x7efc84148030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.599+0000 7efc88c00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc84072620 0x7efc84148570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.599+0000 7efc88c00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7efc840ce360 con 0x7efc84072240 2024-09-19T04:41:54.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.599+0000 7efc88c00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7efc840ce1e0 con 0x7efc84072620 2024-09-19T04:41:54.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.599+0000 7efc88c00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7efc840ce4e0 con 0x7efc8406dfd0 2024-09-19T04:41:54.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.599+0000 7efc7be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc84072240 0x7efc84148030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.600+0000 7efc7be00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc84072240 0x7efc84148030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45620/0 (socket says 172.21.15.31:45620) 2024-09-19T04:41:54.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.600+0000 7efc7be00640 1 -- 172.21.15.31:0/351096613 learned_addr learned my addr 172.21.15.31:0/351096613 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:54.602 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.600+0000 7efc82800640 1 --2- 172.21.15.31:0/351096613 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc84072620 0x7efc84148570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.600+0000 7efc81e00640 1 --2- 172.21.15.31:0/351096613 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc8406dfd0 0x7efc840a9a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.600+0000 7efc7be00640 1 -- 172.21.15.31:0/351096613 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc8406dfd0 msgr2=0x7efc840a9a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.600+0000 7efc7be00640 1 --2- 172.21.15.31:0/351096613 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc8406dfd0 0x7efc840a9a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.600+0000 7efc7be00640 1 -- 172.21.15.31:0/351096613 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc84072620 msgr2=0x7efc84148570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.600+0000 7efc7be00640 1 --2- 172.21.15.31:0/351096613 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc84072620 0x7efc84148570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.600+0000 7efc7be00640 1 -- 172.21.15.31:0/351096613 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc841f3fa0 con 0x7efc84072240 2024-09-19T04:41:54.603 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.600+0000 7efc7be00640 1 --2- 172.21.15.31:0/351096613 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc84072240 0x7efc84148030 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7efc6c00c7f0 tx=0x7efc6c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:54.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.601+0000 7efc7a000640 1 -- 172.21.15.31:0/351096613 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc6c015070 con 0x7efc84072240 2024-09-19T04:41:54.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.601+0000 7efc7a000640 1 -- 172.21.15.31:0/351096613 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc6c007820 con 0x7efc84072240 2024-09-19T04:41:54.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.601+0000 7efc7a000640 1 -- 172.21.15.31:0/351096613 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc6c007bd0 con 0x7efc84072240 2024-09-19T04:41:54.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.601+0000 7efc88c00640 1 -- 172.21.15.31:0/351096613 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc84148c00 con 0x7efc84072240 2024-09-19T04:41:54.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.601+0000 7efc88c00640 1 -- 172.21.15.31:0/351096613 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc840b3530 con 0x7efc84072240 2024-09-19T04:41:54.604 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.602+0000 7efc88c00640 1 -- 172.21.15.31:0/351096613 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc8415d1f0 con 0x7efc84072240 2024-09-19T04:41:54.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.603+0000 7efc7a000640 1 -- 172.21.15.31:0/351096613 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efc6c018070 con 0x7efc84072240 2024-09-19T04:41:54.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.604+0000 7efc7a000640 1 --2- 172.21.15.31:0/351096613 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efc6006c2b0 0x7efc6006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.605 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.604+0000 7efc7a000640 1 -- 172.21.15.31:0/351096613 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7efc6c08b320 con 0x7efc84072240 2024-09-19T04:41:54.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.604+0000 7efc81e00640 1 --2- 172.21.15.31:0/351096613 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efc6006c2b0 0x7efc6006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.606 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.605+0000 7efc81e00640 1 --2- 172.21.15.31:0/351096613 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efc6006c2b0 0x7efc6006e770 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7efc74034000 tx=0x7efc7402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:54.610 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.608+0000 7efc7a000640 1 -- 172.21.15.31:0/351096613 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efc6c0595a0 con 0x7efc84072240 2024-09-19T04:41:54.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.792+0000 7efc88c00640 1 -- 172.21.15.31:0/351096613 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7efc8406cfb0 con 0x7efc6006c2b0 2024-09-19T04:41:54.794 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.792+0000 7efc7a000640 1 -- 172.21.15.31:0/351096613 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7efc8406cfb0 con 0x7efc6006c2b0 2024-09-19T04:41:54.794 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 5 to deep-scrub 2024-09-19T04:41:54.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.794+0000 7efc88c00640 1 -- 172.21.15.31:0/351096613 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efc6006c2b0 msgr2=0x7efc6006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.794+0000 7efc88c00640 1 --2- 172.21.15.31:0/351096613 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efc6006c2b0 0x7efc6006e770 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7efc74034000 tx=0x7efc7402e000 comp rx=0 tx=0).stop 2024-09-19T04:41:54.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.794+0000 7efc88c00640 1 -- 172.21.15.31:0/351096613 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc84072240 msgr2=0x7efc84148030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.794+0000 7efc88c00640 1 --2- 172.21.15.31:0/351096613 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc84072240 0x7efc84148030 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7efc6c00c7f0 tx=0x7efc6c00ccb0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.794+0000 7efc88c00640 1 -- 172.21.15.31:0/351096613 shutdown_connections 2024-09-19T04:41:54.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.794+0000 7efc88c00640 1 --2- 172.21.15.31:0/351096613 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7efc6006c2b0 0x7efc6006e770 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.796 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.794+0000 7efc88c00640 1 --2- 172.21.15.31:0/351096613 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc84072620 0x7efc84148570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.794+0000 7efc88c00640 1 --2- 172.21.15.31:0/351096613 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7efc84072240 0x7efc84148030 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.794+0000 7efc88c00640 1 --2- 172.21.15.31:0/351096613 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7efc8406dfd0 0x7efc840a9a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.794+0000 7efc88c00640 1 -- 172.21.15.31:0/351096613 >> 172.21.15.31:0/351096613 conn(0x7efc84067da0 msgr2=0x7efc8406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:54.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.794+0000 7efc88c00640 1 -- 172.21.15.31:0/351096613 shutdown_connections 2024-09-19T04:41:54.797 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.794+0000 7efc88c00640 1 -- 172.21.15.31:0/351096613 wait complete. 2024-09-19T04:41:54.811 INFO:tasks.ceph:Scrubbing osd.6 2024-09-19T04:41:54.812 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-19T04:41:54.971 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.970+0000 7fdcf3e00640 1 Processor -- start 2024-09-19T04:41:54.972 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.970+0000 7fdcf3e00640 1 -- start start 2024-09-19T04:41:54.973 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.971+0000 7fdcf3e00640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7fdcec147320 0x7fdcec0b42f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.971+0000 7fdcf3e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fdcec06c320 0x7fdcec06f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.971+0000 7fdcf3e00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdcec0b5e70 con 0x7fdcec0ae2d0 2024-09-19T04:41:54.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.971+0000 7fdcf3e00640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7fdcec147700 con 0x7fdcec147320 2024-09-19T04:41:54.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.971+0000 7fdcf3e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fdcec0b6110 con 0x7fdcec06c320 2024-09-19T04:41:54.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.971+0000 7fdcf0a00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fdcec0ae2d0 0x7fdcec06bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38316/0 (socket says 172.21.15.31:38316) 2024-09-19T04:41:54.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.971+0000 7fdcf0a00640 1 -- 172.21.15.31:0/2797523529 learned_addr learned my addr 172.21.15.31:0/2797523529 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:54.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.971+0000 7fdcf1e00640 1 --2- 172.21.15.31:0/2797523529 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fdcec06c320 0x7fdcec06f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.971+0000 7fdcf1400640 1 --2- 172.21.15.31:0/2797523529 >> v2:172.21.15.52:3300/0 conn(0x7fdcec147320 0x7fdcec0b42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.974 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.972+0000 7fdcebe00640 1 -- 172.21.15.31:0/2797523529 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 777426508 0 0) 0x7fdcec0b5e70 con 0x7fdcec0ae2d0 2024-09-19T04:41:54.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.972+0000 7fdcebe00640 1 -- 172.21.15.31:0/2797523529 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdcd4003520 con 0x7fdcec0ae2d0 2024-09-19T04:41:54.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.972+0000 7fdcf1e00640 1 -- 172.21.15.31:0/2797523529 >> v2:172.21.15.52:3300/0 conn(0x7fdcec147320 msgr2=0x7fdcec0b42f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:54.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.972+0000 7fdcf1e00640 1 --2- 172.21.15.31:0/2797523529 >> v2:172.21.15.52:3300/0 conn(0x7fdcec147320 0x7fdcec0b42f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.972+0000 7fdcf1e00640 1 -- 172.21.15.31:0/2797523529 >> v1:172.21.15.31:6789/0 conn(0x7fdcec0ae2d0 legacy=0x7fdcec06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.975 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.972+0000 7fdcf1e00640 1 -- 172.21.15.31:0/2797523529 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcec0b63f0 con 0x7fdcec06c320 2024-09-19T04:41:54.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.973+0000 7fdcf1e00640 1 --2- 172.21.15.31:0/2797523529 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fdcec06c320 0x7fdcec06f8f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fdce4009d90 tx=0x7fdce402a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4d1d75165da5cd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:54.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.973+0000 7fdcebe00640 1 -- 172.21.15.31:0/2797523529 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce4007740 con 0x7fdcec06c320 2024-09-19T04:41:54.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.974+0000 7fdcebe00640 1 -- 172.21.15.31:0/2797523529 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdce40078e0 con 0x7fdcec06c320 2024-09-19T04:41:54.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.974+0000 7fdcebe00640 1 -- 172.21.15.31:0/2797523529 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce4007c90 con 0x7fdcec06c320 2024-09-19T04:41:54.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.974+0000 7fdcf3e00640 1 -- 172.21.15.31:0/2797523529 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fdcec06c320 msgr2=0x7fdcec06f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.974+0000 7fdcf3e00640 1 --2- 172.21.15.31:0/2797523529 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fdcec06c320 0x7fdcec06f8f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fdce4009d90 tx=0x7fdce402a660 comp rx=0 tx=0).stop 2024-09-19T04:41:54.976 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.974+0000 7fdcf3e00640 1 -- 172.21.15.31:0/2797523529 shutdown_connections 2024-09-19T04:41:54.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.974+0000 7fdcf3e00640 1 --2- 172.21.15.31:0/2797523529 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fdcec06c320 0x7fdcec06f8f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.974+0000 7fdcf3e00640 1 --2- 172.21.15.31:0/2797523529 >> v2:172.21.15.52:3300/0 conn(0x7fdcec147320 0x7fdcec0b42f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.974+0000 7fdcf3e00640 1 -- 172.21.15.31:0/2797523529 >> 172.21.15.31:0/2797523529 conn(0x7fdcec0b6a30 msgr2=0x7fdcec09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:54.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.974+0000 7fdcf3e00640 1 -- 172.21.15.31:0/2797523529 shutdown_connections 2024-09-19T04:41:54.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.974+0000 7fdcf3e00640 1 -- 172.21.15.31:0/2797523529 wait complete. 2024-09-19T04:41:54.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.976+0000 7fdcf3e00640 1 Processor -- start 2024-09-19T04:41:54.977 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.976+0000 7fdcf3e00640 1 -- start start 2024-09-19T04:41:54.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.977+0000 7fdcf3e00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fdcec06c320 0x7fdcec15b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.977+0000 7fdcf3e00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdcec0ae2d0 0x7fdcec13d810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.977+0000 7fdcf3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdcec147320 0x7fdcec13ff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.977+0000 7fdcf3e00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fdcec06f3d0 con 0x7fdcec147320 2024-09-19T04:41:54.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.977+0000 7fdcf3e00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdcec06f0f0 con 0x7fdcec0ae2d0 2024-09-19T04:41:54.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.977+0000 7fdcf3e00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fdcec0b4830 con 0x7fdcec06c320 2024-09-19T04:41:54.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.977+0000 7fdcf1e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdcec147320 0x7fdcec13ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.977+0000 7fdcf1e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdcec147320 0x7fdcec13ff70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45622/0 (socket says 172.21.15.31:45622) 2024-09-19T04:41:54.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.977+0000 7fdcf1e00640 1 -- 172.21.15.31:0/357712454 learned_addr learned my addr 172.21.15.31:0/357712454 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:54.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.977+0000 7fdcf1400640 1 --2- 172.21.15.31:0/357712454 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fdcec06c320 0x7fdcec15b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.979 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.977+0000 7fdcf0a00640 1 --2- 172.21.15.31:0/357712454 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdcec0ae2d0 0x7fdcec13d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.978+0000 7fdcf1e00640 1 -- 172.21.15.31:0/357712454 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fdcec06c320 msgr2=0x7fdcec15b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.978+0000 7fdcf1e00640 1 --2- 172.21.15.31:0/357712454 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fdcec06c320 0x7fdcec15b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.978+0000 7fdcf1e00640 1 -- 172.21.15.31:0/357712454 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdcec0ae2d0 msgr2=0x7fdcec13d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:54.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.978+0000 7fdcf1e00640 1 --2- 172.21.15.31:0/357712454 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdcec0ae2d0 0x7fdcec13d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:54.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.978+0000 7fdcf1e00640 1 -- 172.21.15.31:0/357712454 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcec13f370 con 0x7fdcec147320 2024-09-19T04:41:54.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.978+0000 7fdcf1e00640 1 --2- 172.21.15.31:0/357712454 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdcec147320 0x7fdcec13ff70 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fdce4009d90 tx=0x7fdce4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:54.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.978+0000 7fdce9600640 1 -- 172.21.15.31:0/357712454 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce4009450 con 0x7fdcec147320 2024-09-19T04:41:54.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.978+0000 7fdce9600640 1 -- 172.21.15.31:0/357712454 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdce4004240 con 0x7fdcec147320 2024-09-19T04:41:54.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.978+0000 7fdcf3e00640 1 -- 172.21.15.31:0/357712454 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcec13e2d0 con 0x7fdcec147320 2024-09-19T04:41:54.981 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.978+0000 7fdce9600640 1 -- 172.21.15.31:0/357712454 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce4004630 con 0x7fdcec147320 2024-09-19T04:41:54.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.978+0000 7fdcf3e00640 1 -- 172.21.15.31:0/357712454 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcec13e890 con 0x7fdcec147320 2024-09-19T04:41:54.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.979+0000 7fdcf3e00640 1 -- 172.21.15.31:0/357712454 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fdcec0736e0 con 0x7fdcec147320 2024-09-19T04:41:54.982 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.980+0000 7fdce9600640 1 -- 172.21.15.31:0/357712454 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdce4039040 con 0x7fdcec147320 2024-09-19T04:41:54.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.981+0000 7fdce9600640 1 --2- 172.21.15.31:0/357712454 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fdccc06c2b0 0x7fdccc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.981+0000 7fdce9600640 1 -- 172.21.15.31:0/357712454 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7fdce40ac2f0 con 0x7fdcec147320 2024-09-19T04:41:54.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.981+0000 7fdcf1400640 1 --2- 172.21.15.31:0/357712454 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fdccc06c2b0 0x7fdccc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.981+0000 7fdce9600640 1 --2- 172.21.15.31:0/357712454 >> [v2:172.21.15.52:6824/3859315064,v1:172.21.15.52:6825/3859315064] conn(0x7fdccc072750 0x7fdccc074b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:54.983 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.981+0000 7fdce9600640 1 -- 172.21.15.31:0/357712454 --> [v2:172.21.15.52:6824/3859315064,v1:172.21.15.52:6825/3859315064] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdce40091a0 con 0x7fdccc072750 2024-09-19T04:41:54.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.981+0000 7fdce9600640 1 -- 172.21.15.31:0/357712454 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=58) ==== 24+0+0 (secure 0 0 0) 0x7fdce40b3050 con 0x7fdcec147320 2024-09-19T04:41:54.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.982+0000 7fdcf0a00640 1 --2- 172.21.15.31:0/357712454 >> [v2:172.21.15.52:6824/3859315064,v1:172.21.15.52:6825/3859315064] conn(0x7fdccc072750 0x7fdccc074b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:54.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.982+0000 7fdcf1400640 1 --2- 172.21.15.31:0/357712454 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fdccc06c2b0 0x7fdccc06e770 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fdce0009aa0 tx=0x7fdce0009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:54.984 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.982+0000 7fdcf0a00640 1 --2- 172.21.15.31:0/357712454 >> [v2:172.21.15.52:6824/3859315064,v1:172.21.15.52:6825/3859315064] conn(0x7fdccc072750 0x7fdccc074b90 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:54.985 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.983+0000 7fdce9600640 1 -- 172.21.15.31:0/357712454 <== osd.6 v2:172.21.15.52:6824/3859315064 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fdce40091a0 con 0x7fdccc072750 2024-09-19T04:41:54.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.996+0000 7fdcf3e00640 1 -- 172.21.15.31:0/357712454 --> [v2:172.21.15.52:6824/3859315064,v1:172.21.15.52:6825/3859315064] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fdcec073c60 con 0x7fdccc072750 2024-09-19T04:41:54.998 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.997+0000 7fdce9600640 1 -- 172.21.15.31:0/357712454 <== osd.6 v2:172.21.15.52:6824/3859315064 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fdcec073c60 con 0x7fdccc072750 2024-09-19T04:41:54.999 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T04:41:54.999 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T04:41:54.999 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T04:41:55.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.997+0000 7fdcf3e00640 1 -- 172.21.15.31:0/357712454 >> [v2:172.21.15.52:6824/3859315064,v1:172.21.15.52:6825/3859315064] conn(0x7fdccc072750 msgr2=0x7fdccc074b90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.997+0000 7fdcf3e00640 1 --2- 172.21.15.31:0/357712454 >> [v2:172.21.15.52:6824/3859315064,v1:172.21.15.52:6825/3859315064] conn(0x7fdccc072750 0x7fdccc074b90 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.997+0000 7fdcf3e00640 1 -- 172.21.15.31:0/357712454 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fdccc06c2b0 msgr2=0x7fdccc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.997+0000 7fdcf3e00640 1 --2- 172.21.15.31:0/357712454 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fdccc06c2b0 0x7fdccc06e770 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fdce0009aa0 tx=0x7fdce0009190 comp rx=0 tx=0).stop 2024-09-19T04:41:55.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.997+0000 7fdcf3e00640 1 -- 172.21.15.31:0/357712454 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdcec147320 msgr2=0x7fdcec13ff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.997+0000 7fdcf3e00640 1 --2- 172.21.15.31:0/357712454 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fdcec147320 0x7fdcec13ff70 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fdce4009d90 tx=0x7fdce4004a40 comp rx=0 tx=0).stop 2024-09-19T04:41:55.000 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.997+0000 7fdcf1e00640 1 -- 172.21.15.31:0/357712454 reap_dead start 2024-09-19T04:41:55.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.998+0000 7fdcf3e00640 1 -- 172.21.15.31:0/357712454 shutdown_connections 2024-09-19T04:41:55.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.998+0000 7fdcf3e00640 1 -- 172.21.15.31:0/357712454 >> 172.21.15.31:0/357712454 conn(0x7fdcec0b6a30 msgr2=0x7fdcec1463d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:55.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.998+0000 7fdcf3e00640 1 -- 172.21.15.31:0/357712454 shutdown_connections 2024-09-19T04:41:55.001 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:54.998+0000 7fdcf3e00640 1 -- 172.21.15.31:0/357712454 wait complete. 2024-09-19T04:41:55.014 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-19T04:41:55.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.169+0000 7f43efe00640 1 Processor -- start 2024-09-19T04:41:55.171 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.169+0000 7f43efe00640 1 -- start start 2024-09-19T04:41:55.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.170+0000 7f43efe00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43e8072240 0x7f43e815d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:55.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.170+0000 7f43efe00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43e815d730 con 0x7f43e80afc40 2024-09-19T04:41:55.172 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.170+0000 7f43efe00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43e806e590 con 0x7f43e8072620 2024-09-19T04:41:55.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.170+0000 7f43efe00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f43e806e870 con 0x7f43e8072240 2024-09-19T04:41:55.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.171+0000 7f43ede00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f43e80afc40 0x7f43e80cd1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38322/0 (socket says 172.21.15.31:38322) 2024-09-19T04:41:55.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.171+0000 7f43ede00640 1 -- 172.21.15.31:0/270664303 learned_addr learned my addr 172.21.15.31:0/270664303 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:55.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.171+0000 7f43ed400640 1 --2- 172.21.15.31:0/270664303 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43e8072240 0x7f43e815d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:55.173 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.171+0000 7f43e7e00640 1 -- 172.21.15.31:0/270664303 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2125517409 0 0) 0x7f43e815d730 con 0x7f43e80afc40 2024-09-19T04:41:55.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.171+0000 7f43e7e00640 1 -- 172.21.15.31:0/270664303 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f43d0003520 con 0x7f43e80afc40 2024-09-19T04:41:55.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.171+0000 7f43ed400640 1 -- 172.21.15.31:0/270664303 >> v1:172.21.15.52:6789/0 conn(0x7f43e8072620 legacy=0x7f43e80af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.171+0000 7f43ed400640 1 -- 172.21.15.31:0/270664303 >> v1:172.21.15.31:6789/0 conn(0x7f43e80afc40 legacy=0x7f43e80cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.174 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.171+0000 7f43ed400640 1 -- 172.21.15.31:0/270664303 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e806eb50 con 0x7f43e8072240 2024-09-19T04:41:55.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.172+0000 7f43ed400640 1 --2- 172.21.15.31:0/270664303 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43e8072240 0x7f43e815d1f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f43dc0097d0 tx=0x7f43dc02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=854348f3f3ca46c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:55.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.173+0000 7f43e7e00640 1 -- 172.21.15.31:0/270664303 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43dc037070 con 0x7f43e8072240 2024-09-19T04:41:55.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.173+0000 7f43e7e00640 1 -- 172.21.15.31:0/270664303 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43dc032440 con 0x7f43e8072240 2024-09-19T04:41:55.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.173+0000 7f43e7e00640 1 -- 172.21.15.31:0/270664303 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43dc032810 con 0x7f43e8072240 2024-09-19T04:41:55.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.173+0000 7f43efe00640 1 -- 172.21.15.31:0/270664303 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43e8072240 msgr2=0x7f43e815d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.173+0000 7f43efe00640 1 --2- 172.21.15.31:0/270664303 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43e8072240 0x7f43e815d1f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f43dc0097d0 tx=0x7f43dc02a210 comp rx=0 tx=0).stop 2024-09-19T04:41:55.175 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.173+0000 7f43efe00640 1 -- 172.21.15.31:0/270664303 shutdown_connections 2024-09-19T04:41:55.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.173+0000 7f43efe00640 1 --2- 172.21.15.31:0/270664303 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43e8072240 0x7f43e815d1f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.173+0000 7f43efe00640 1 -- 172.21.15.31:0/270664303 >> 172.21.15.31:0/270664303 conn(0x7f43e8067da0 msgr2=0x7f43e806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:55.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.173+0000 7f43efe00640 1 -- 172.21.15.31:0/270664303 shutdown_connections 2024-09-19T04:41:55.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.173+0000 7f43efe00640 1 -- 172.21.15.31:0/270664303 wait complete. 2024-09-19T04:41:55.176 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.175+0000 7f43efe00640 1 Processor -- start 2024-09-19T04:41:55.177 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.175+0000 7f43efe00640 1 -- start start 2024-09-19T04:41:55.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.176+0000 7f43efe00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43e8072240 0x7f43e80b3530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:55.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.176+0000 7f43efe00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43e8072620 0x7f43e80b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:55.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.176+0000 7f43efe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43e80afc40 0x7f43e80af0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:55.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.176+0000 7f43efe00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f43e806e150 con 0x7f43e80afc40 2024-09-19T04:41:55.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.176+0000 7f43efe00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f43e806dfd0 con 0x7f43e8072620 2024-09-19T04:41:55.178 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.176+0000 7f43efe00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f43e806e2d0 con 0x7f43e8072240 2024-09-19T04:41:55.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.176+0000 7f43ede00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43e80afc40 0x7f43e80af0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:55.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.176+0000 7f43ede00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43e80afc40 0x7f43e80af0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45638/0 (socket says 172.21.15.31:45638) 2024-09-19T04:41:55.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.176+0000 7f43ede00640 1 -- 172.21.15.31:0/781251233 learned_addr learned my addr 172.21.15.31:0/781251233 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:55.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.176+0000 7f43eca00640 1 --2- 172.21.15.31:0/781251233 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43e8072620 0x7f43e80b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:55.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.176+0000 7f43ed400640 1 --2- 172.21.15.31:0/781251233 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43e8072240 0x7f43e80b3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:55.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.177+0000 7f43ede00640 1 -- 172.21.15.31:0/781251233 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43e8072240 msgr2=0x7f43e80b3530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.177+0000 7f43ede00640 1 --2- 172.21.15.31:0/781251233 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43e8072240 0x7f43e80b3530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.177+0000 7f43ede00640 1 -- 172.21.15.31:0/781251233 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43e8072620 msgr2=0x7f43e80b4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.177+0000 7f43ede00640 1 --2- 172.21.15.31:0/781251233 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43e8072620 0x7f43e80b4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.179 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.177+0000 7f43ede00640 1 -- 172.21.15.31:0/781251233 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e80b3b10 con 0x7f43e80afc40 2024-09-19T04:41:55.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.177+0000 7f43ede00640 1 --2- 172.21.15.31:0/781251233 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43e80afc40 0x7f43e80af0a0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f43e000ca70 tx=0x7f43e000cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:55.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.177+0000 7f43e5600640 1 -- 172.21.15.31:0/781251233 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e0017070 con 0x7f43e80afc40 2024-09-19T04:41:55.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.177+0000 7f43e5600640 1 -- 172.21.15.31:0/781251233 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43e000abd0 con 0x7f43e80afc40 2024-09-19T04:41:55.180 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.177+0000 7f43e5600640 1 -- 172.21.15.31:0/781251233 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e0012400 con 0x7f43e80afc40 2024-09-19T04:41:55.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.177+0000 7f43efe00640 1 -- 172.21.15.31:0/781251233 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43e80b3df0 con 0x7f43e80afc40 2024-09-19T04:41:55.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.177+0000 7f43efe00640 1 -- 172.21.15.31:0/781251233 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43e80b4690 con 0x7f43e80afc40 2024-09-19T04:41:55.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.178+0000 7f43efe00640 1 -- 172.21.15.31:0/781251233 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43e80b3fc0 con 0x7f43e80afc40 2024-09-19T04:41:55.181 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.179+0000 7f43e5600640 1 -- 172.21.15.31:0/781251233 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f43e001a070 con 0x7f43e80afc40 2024-09-19T04:41:55.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.180+0000 7f43e5600640 1 --2- 172.21.15.31:0/781251233 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f43c806c2b0 0x7f43c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:55.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.180+0000 7f43e5600640 1 -- 172.21.15.31:0/781251233 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7f43e008aeb0 con 0x7f43e80afc40 2024-09-19T04:41:55.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.180+0000 7f43ed400640 1 --2- 172.21.15.31:0/781251233 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f43c806c2b0 0x7f43c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:55.182 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.181+0000 7f43ed400640 1 --2- 172.21.15.31:0/781251233 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f43c806c2b0 0x7f43c806e770 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f43dc034000 tx=0x7f43dc02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:55.186 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.184+0000 7f43e5600640 1 -- 172.21.15.31:0/781251233 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f43e00591d0 con 0x7f43e80afc40 2024-09-19T04:41:55.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.371+0000 7f43efe00640 1 -- 172.21.15.31:0/781251233 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7f43e815d1f0 con 0x7f43c806c2b0 2024-09-19T04:41:55.373 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.371+0000 7f43e5600640 1 -- 172.21.15.31:0/781251233 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f43e815d1f0 con 0x7f43c806c2b0 2024-09-19T04:41:55.373 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 6 to deep-scrub 2024-09-19T04:41:55.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.373+0000 7f43efe00640 1 -- 172.21.15.31:0/781251233 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f43c806c2b0 msgr2=0x7f43c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.373+0000 7f43efe00640 1 --2- 172.21.15.31:0/781251233 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f43c806c2b0 0x7f43c806e770 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f43dc034000 tx=0x7f43dc02e000 comp rx=0 tx=0).stop 2024-09-19T04:41:55.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.373+0000 7f43efe00640 1 -- 172.21.15.31:0/781251233 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43e80afc40 msgr2=0x7f43e80af0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.373+0000 7f43efe00640 1 --2- 172.21.15.31:0/781251233 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43e80afc40 0x7f43e80af0a0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f43e000ca70 tx=0x7f43e000cf30 comp rx=0 tx=0).stop 2024-09-19T04:41:55.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.373+0000 7f43efe00640 1 -- 172.21.15.31:0/781251233 shutdown_connections 2024-09-19T04:41:55.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.373+0000 7f43efe00640 1 --2- 172.21.15.31:0/781251233 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f43e80afc40 0x7f43e80af0a0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.374+0000 7f43efe00640 1 --2- 172.21.15.31:0/781251233 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f43c806c2b0 0x7f43c806e770 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.374+0000 7f43efe00640 1 --2- 172.21.15.31:0/781251233 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f43e8072620 0x7f43e80b4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.374+0000 7f43efe00640 1 --2- 172.21.15.31:0/781251233 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f43e8072240 0x7f43e80b3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.374+0000 7f43efe00640 1 -- 172.21.15.31:0/781251233 >> 172.21.15.31:0/781251233 conn(0x7f43e8067da0 msgr2=0x7f43e815f010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:55.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.374+0000 7f43efe00640 1 -- 172.21.15.31:0/781251233 shutdown_connections 2024-09-19T04:41:55.376 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.374+0000 7f43efe00640 1 -- 172.21.15.31:0/781251233 wait complete. 2024-09-19T04:41:55.391 INFO:tasks.ceph:Scrubbing osd.7 2024-09-19T04:41:55.391 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-19T04:41:55.550 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.549+0000 7ff3ee000640 1 Processor -- start 2024-09-19T04:41:55.551 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.549+0000 7ff3ee000640 1 -- start start 2024-09-19T04:41:55.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.550+0000 7ff3ee000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff3e8074020 0x7ff3e80b39f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:55.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.550+0000 7ff3ee000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7ff3e80cea80 0x7ff3e806f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:55.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.550+0000 7ff3ee000640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3e80cf2b0 con 0x7ff3e806f5a0 2024-09-19T04:41:55.552 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.550+0000 7ff3ee000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7ff3e80cf590 con 0x7ff3e80cea80 2024-09-19T04:41:55.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.550+0000 7ff3ee000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7ff3e80cf870 con 0x7ff3e8074020 2024-09-19T04:41:55.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.550+0000 7ff3dfe00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7ff3e80cea80 0x7ff3e806f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:55.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.550+0000 7ff3dfe00640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7ff3e80cea80 0x7ff3e806f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45654/0 (socket says 172.21.15.31:45654) 2024-09-19T04:41:55.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.550+0000 7ff3dfe00640 1 -- 172.21.15.31:0/3630145699 learned_addr learned my addr 172.21.15.31:0/3630145699 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:55.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.550+0000 7ff3e7400640 1 --2- 172.21.15.31:0/3630145699 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff3e8074020 0x7ff3e80b39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:55.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.551+0000 7ff3dfe00640 1 -- 172.21.15.31:0/3630145699 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff3e8074020 msgr2=0x7ff3e80b39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:55.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.551+0000 7ff3dfe00640 1 --2- 172.21.15.31:0/3630145699 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff3e8074020 0x7ff3e80b39f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.551+0000 7ff3dfe00640 1 -- 172.21.15.31:0/3630145699 >> v1:172.21.15.52:6789/0 conn(0x7ff3e806f5a0 legacy=0x7ff3e815ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.553 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.551+0000 7ff3dfe00640 1 -- 172.21.15.31:0/3630145699 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3e80cfb50 con 0x7ff3e80cea80 2024-09-19T04:41:55.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.552+0000 7ff3dfe00640 1 --2- 172.21.15.31:0/3630145699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3e80cea80 0x7ff3e806f060 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7ff3d0009870 tx=0x7ff3d002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f9cc2de5b09987d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:55.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.552+0000 7ff3e6a00640 1 -- 172.21.15.31:0/3630145699 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3d0037070 con 0x7ff3e80cea80 2024-09-19T04:41:55.554 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.552+0000 7ff3e6a00640 1 -- 172.21.15.31:0/3630145699 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3d0032440 con 0x7ff3e80cea80 2024-09-19T04:41:55.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.552+0000 7ff3e6a00640 1 -- 172.21.15.31:0/3630145699 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3d0032810 con 0x7ff3e80cea80 2024-09-19T04:41:55.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.552+0000 7ff3ee000640 1 -- 172.21.15.31:0/3630145699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3e80cea80 msgr2=0x7ff3e806f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.552+0000 7ff3ee000640 1 --2- 172.21.15.31:0/3630145699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3e80cea80 0x7ff3e806f060 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7ff3d0009870 tx=0x7ff3d002a1c0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.553+0000 7ff3ee000640 1 -- 172.21.15.31:0/3630145699 shutdown_connections 2024-09-19T04:41:55.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.553+0000 7ff3ee000640 1 --2- 172.21.15.31:0/3630145699 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3e80cea80 0x7ff3e806f060 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.553+0000 7ff3ee000640 1 --2- 172.21.15.31:0/3630145699 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff3e8074020 0x7ff3e80b39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.553+0000 7ff3ee000640 1 -- 172.21.15.31:0/3630145699 >> 172.21.15.31:0/3630145699 conn(0x7ff3e80d0190 msgr2=0x7ff3e80d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:55.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.553+0000 7ff3ee000640 1 -- 172.21.15.31:0/3630145699 shutdown_connections 2024-09-19T04:41:55.555 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.553+0000 7ff3ee000640 1 -- 172.21.15.31:0/3630145699 wait complete. 2024-09-19T04:41:55.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.554+0000 7ff3ee000640 1 Processor -- start 2024-09-19T04:41:55.556 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.554+0000 7ff3ee000640 1 -- start start 2024-09-19T04:41:55.558 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.555+0000 7ff3ee000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3e806f5a0 0x7ff3e8149bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:55.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.555+0000 7ff3ee000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3e8074020 0x7ff3e814d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:55.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.555+0000 7ff3ee000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff3e80cea80 0x7ff3e814d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:55.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.555+0000 7ff3ee000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7ff3e8073230 con 0x7ff3e806f5a0 2024-09-19T04:41:55.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.555+0000 7ff3ee000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff3e80730b0 con 0x7ff3e8074020 2024-09-19T04:41:55.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.555+0000 7ff3ee000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7ff3e80733b0 con 0x7ff3e80cea80 2024-09-19T04:41:55.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.555+0000 7ff3e7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3e806f5a0 0x7ff3e8149bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:55.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.556+0000 7ff3e7400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3e806f5a0 0x7ff3e8149bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45658/0 (socket says 172.21.15.31:45658) 2024-09-19T04:41:55.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.556+0000 7ff3e7400640 1 -- 172.21.15.31:0/1005858642 learned_addr learned my addr 172.21.15.31:0/1005858642 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:55.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.556+0000 7ff3dfe00640 1 --2- 172.21.15.31:0/1005858642 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3e8074020 0x7ff3e814d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:55.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.556+0000 7ff3e7e00640 1 --2- 172.21.15.31:0/1005858642 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff3e80cea80 0x7ff3e814d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:55.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.556+0000 7ff3e7400640 1 -- 172.21.15.31:0/1005858642 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff3e80cea80 msgr2=0x7ff3e814d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.559 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.556+0000 7ff3e7400640 1 --2- 172.21.15.31:0/1005858642 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff3e80cea80 0x7ff3e814d8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.556+0000 7ff3e7400640 1 -- 172.21.15.31:0/1005858642 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3e8074020 msgr2=0x7ff3e814d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.556+0000 7ff3e7400640 1 --2- 172.21.15.31:0/1005858642 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3e8074020 0x7ff3e814d390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.556+0000 7ff3e7400640 1 -- 172.21.15.31:0/1005858642 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3e8167130 con 0x7ff3e806f5a0 2024-09-19T04:41:55.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.556+0000 7ff3e7e00640 1 --2- 172.21.15.31:0/1005858642 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7ff3e80cea80 0x7ff3e814d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:55.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.556+0000 7ff3e7400640 1 --2- 172.21.15.31:0/1005858642 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3e806f5a0 0x7ff3e8149bf0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7ff3d800e9b0 tx=0x7ff3d800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:55.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.556+0000 7ff3df400640 1 -- 172.21.15.31:0/1005858642 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3d8017070 con 0x7ff3e806f5a0 2024-09-19T04:41:55.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.557+0000 7ff3df400640 1 -- 172.21.15.31:0/1005858642 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3d800c9a0 con 0x7ff3e806f5a0 2024-09-19T04:41:55.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.557+0000 7ff3ee000640 1 -- 172.21.15.31:0/1005858642 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3e8167410 con 0x7ff3e806f5a0 2024-09-19T04:41:55.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.557+0000 7ff3df400640 1 -- 172.21.15.31:0/1005858642 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3d800cd90 con 0x7ff3e806f5a0 2024-09-19T04:41:55.560 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.557+0000 7ff3ee000640 1 -- 172.21.15.31:0/1005858642 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3e81679d0 con 0x7ff3e806f5a0 2024-09-19T04:41:55.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.557+0000 7ff3ee000640 1 -- 172.21.15.31:0/1005858642 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff3e8167db0 con 0x7ff3e806f5a0 2024-09-19T04:41:55.561 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.559+0000 7ff3df400640 1 -- 172.21.15.31:0/1005858642 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff3d801a070 con 0x7ff3e806f5a0 2024-09-19T04:41:55.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.559+0000 7ff3df400640 1 --2- 172.21.15.31:0/1005858642 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff3c406c2e0 0x7ff3c406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:55.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.560+0000 7ff3df400640 1 -- 172.21.15.31:0/1005858642 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7ff3d808b630 con 0x7ff3e806f5a0 2024-09-19T04:41:55.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.560+0000 7ff3dfe00640 1 --2- 172.21.15.31:0/1005858642 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff3c406c2e0 0x7ff3c406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:55.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.560+0000 7ff3df400640 1 --2- 172.21.15.31:0/1005858642 >> [v2:172.21.15.52:6808/3537062748,v1:172.21.15.52:6809/3537062748] conn(0x7ff3c4072780 0x7ff3c4074bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:55.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.560+0000 7ff3df400640 1 -- 172.21.15.31:0/1005858642 --> [v2:172.21.15.52:6808/3537062748,v1:172.21.15.52:6809/3537062748] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff3d801fe50 con 0x7ff3c4072780 2024-09-19T04:41:55.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.560+0000 7ff3df400640 1 -- 172.21.15.31:0/1005858642 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_get_version_reply(handle=1 version=58) ==== 24+0+0 (secure 0 0 0) 0x7ff3d8092050 con 0x7ff3e806f5a0 2024-09-19T04:41:55.562 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.560+0000 7ff3e7e00640 1 --2- 172.21.15.31:0/1005858642 >> [v2:172.21.15.52:6808/3537062748,v1:172.21.15.52:6809/3537062748] conn(0x7ff3c4072780 0x7ff3c4074bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:55.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.561+0000 7ff3dfe00640 1 --2- 172.21.15.31:0/1005858642 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff3c406c2e0 0x7ff3c406e7a0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7ff3d0034000 tx=0x7ff3d002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:55.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.561+0000 7ff3e7e00640 1 --2- 172.21.15.31:0/1005858642 >> [v2:172.21.15.52:6808/3537062748,v1:172.21.15.52:6809/3537062748] conn(0x7ff3c4072780 0x7ff3c4074bc0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:55.563 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.562+0000 7ff3df400640 1 -- 172.21.15.31:0/1005858642 <== osd.7 v2:172.21.15.52:6808/3537062748 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff3d801fe50 con 0x7ff3c4072780 2024-09-19T04:41:55.577 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.575+0000 7ff3ee000640 1 -- 172.21.15.31:0/1005858642 --> [v2:172.21.15.52:6808/3537062748,v1:172.21.15.52:6809/3537062748] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ff3e80b39f0 con 0x7ff3c4072780 2024-09-19T04:41:55.578 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.576+0000 7ff3df400640 1 -- 172.21.15.31:0/1005858642 <== osd.7 v2:172.21.15.52:6808/3537062748 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7ff3e80b39f0 con 0x7ff3c4072780 2024-09-19T04:41:55.578 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-09-19T04:41:55.578 INFO:teuthology.orchestra.run.smithi031.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T04:41:55.578 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-09-19T04:41:55.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.577+0000 7ff3ee000640 1 -- 172.21.15.31:0/1005858642 >> [v2:172.21.15.52:6808/3537062748,v1:172.21.15.52:6809/3537062748] conn(0x7ff3c4072780 msgr2=0x7ff3c4074bc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.577+0000 7ff3ee000640 1 --2- 172.21.15.31:0/1005858642 >> [v2:172.21.15.52:6808/3537062748,v1:172.21.15.52:6809/3537062748] conn(0x7ff3c4072780 0x7ff3c4074bc0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.577+0000 7ff3ee000640 1 -- 172.21.15.31:0/1005858642 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff3c406c2e0 msgr2=0x7ff3c406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.577+0000 7ff3ee000640 1 --2- 172.21.15.31:0/1005858642 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7ff3c406c2e0 0x7ff3c406e7a0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7ff3d0034000 tx=0x7ff3d002e000 comp rx=0 tx=0).stop 2024-09-19T04:41:55.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.577+0000 7ff3ee000640 1 -- 172.21.15.31:0/1005858642 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3e806f5a0 msgr2=0x7ff3e8149bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.577+0000 7ff3ee000640 1 --2- 172.21.15.31:0/1005858642 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7ff3e806f5a0 0x7ff3e8149bf0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7ff3d800e9b0 tx=0x7ff3d800ee70 comp rx=0 tx=0).stop 2024-09-19T04:41:55.579 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.577+0000 7ff3e7e00640 1 -- 172.21.15.31:0/1005858642 reap_dead start 2024-09-19T04:41:55.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.577+0000 7ff3ee000640 1 -- 172.21.15.31:0/1005858642 shutdown_connections 2024-09-19T04:41:55.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.577+0000 7ff3ee000640 1 -- 172.21.15.31:0/1005858642 >> 172.21.15.31:0/1005858642 conn(0x7ff3e80d0190 msgr2=0x7ff3e8155ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:55.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.577+0000 7ff3ee000640 1 -- 172.21.15.31:0/1005858642 shutdown_connections 2024-09-19T04:41:55.580 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.577+0000 7ff3ee000640 1 -- 172.21.15.31:0/1005858642 wait complete. 2024-09-19T04:41:55.593 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-19T04:41:55.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.748+0000 7f0cfb000640 1 Processor -- start 2024-09-19T04:41:55.750 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.748+0000 7f0cfb000640 1 -- start start 2024-09-19T04:41:55.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.749+0000 7f0cfb000640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f0cf41554d0 0x7f0cf40ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:55.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.749+0000 7f0cfb000640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f0cf40af3a0 0x7f0cf4162040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:55.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.749+0000 7f0cfb000640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0cf40af860 con 0x7f0cf4162580 2024-09-19T04:41:55.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.749+0000 7f0cfb000640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f0cf41629f0 con 0x7f0cf40af3a0 2024-09-19T04:41:55.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.749+0000 7f0cfb000640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f0cf40b0470 con 0x7f0cf41554d0 2024-09-19T04:41:55.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.749+0000 7f0cf3400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f0cf40af3a0 0x7f0cf4162040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:55.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.750+0000 7f0cf3400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f0cf40af3a0 0x7f0cf4162040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45670/0 (socket says 172.21.15.31:45670) 2024-09-19T04:41:55.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.750+0000 7f0cf3400640 1 -- 172.21.15.31:0/2632723086 learned_addr learned my addr 172.21.15.31:0/2632723086 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:55.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.750+0000 7f0cf3e00640 1 --2- 172.21.15.31:0/2632723086 >> v2:172.21.15.52:3300/0 conn(0x7f0cf41554d0 0x7f0cf40ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:55.752 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.750+0000 7f0cf3400640 1 -- 172.21.15.31:0/2632723086 >> v2:172.21.15.52:3300/0 conn(0x7f0cf41554d0 msgr2=0x7f0cf40ccf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:55.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.750+0000 7f0cf3400640 1 --2- 172.21.15.31:0/2632723086 >> v2:172.21.15.52:3300/0 conn(0x7f0cf41554d0 0x7f0cf40ccf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.750+0000 7f0cf3400640 1 -- 172.21.15.31:0/2632723086 >> v1:172.21.15.52:6789/0 conn(0x7f0cf4162580 legacy=0x7f0cf415ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.753 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.750+0000 7f0cf3400640 1 -- 172.21.15.31:0/2632723086 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cf40afb40 con 0x7f0cf40af3a0 2024-09-19T04:41:55.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.751+0000 7f0cf3400640 1 --2- 172.21.15.31:0/2632723086 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0cf40af3a0 0x7f0cf4162040 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f0cf4076010 tx=0x7f0ce002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3af707e174aba1b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:55.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.751+0000 7f0cf2a00640 1 -- 172.21.15.31:0/2632723086 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ce0037070 con 0x7f0cf40af3a0 2024-09-19T04:41:55.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.751+0000 7f0cf2a00640 1 -- 172.21.15.31:0/2632723086 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ce0032440 con 0x7f0cf40af3a0 2024-09-19T04:41:55.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.751+0000 7f0cf2a00640 1 -- 172.21.15.31:0/2632723086 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ce0032810 con 0x7f0cf40af3a0 2024-09-19T04:41:55.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.752+0000 7f0cfb000640 1 -- 172.21.15.31:0/2632723086 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0cf40af3a0 msgr2=0x7f0cf4162040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.752+0000 7f0cfb000640 1 --2- 172.21.15.31:0/2632723086 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0cf40af3a0 0x7f0cf4162040 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f0cf4076010 tx=0x7f0ce002a270 comp rx=0 tx=0).stop 2024-09-19T04:41:55.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.752+0000 7f0cfb000640 1 -- 172.21.15.31:0/2632723086 shutdown_connections 2024-09-19T04:41:55.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.752+0000 7f0cfb000640 1 --2- 172.21.15.31:0/2632723086 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0cf40af3a0 0x7f0cf4162040 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.754 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.752+0000 7f0cfb000640 1 --2- 172.21.15.31:0/2632723086 >> v2:172.21.15.52:3300/0 conn(0x7f0cf41554d0 0x7f0cf40ccf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.752+0000 7f0cfb000640 1 -- 172.21.15.31:0/2632723086 >> 172.21.15.31:0/2632723086 conn(0x7f0cf40736d0 msgr2=0x7f0cf406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:55.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.752+0000 7f0cfb000640 1 -- 172.21.15.31:0/2632723086 shutdown_connections 2024-09-19T04:41:55.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.752+0000 7f0cfb000640 1 -- 172.21.15.31:0/2632723086 wait complete. 2024-09-19T04:41:55.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.754+0000 7f0cfb000640 1 Processor -- start 2024-09-19T04:41:55.755 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.754+0000 7f0cfb000640 1 -- start start 2024-09-19T04:41:55.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.755+0000 7f0cfb000640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0cf40af3a0 0x7f0cf40cd5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:55.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.755+0000 7f0cfb000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0cf41554d0 0x7f0cf40cfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:55.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.755+0000 7f0cfb000640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0cf4162580 0x7f0cf4155a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:55.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.755+0000 7f0cfb000640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf41558b0 con 0x7f0cf40af3a0 2024-09-19T04:41:55.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.755+0000 7f0cfb000640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf40b0100 con 0x7f0cf4162580 2024-09-19T04:41:55.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.755+0000 7f0cfb000640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f0cf4162d30 con 0x7f0cf41554d0 2024-09-19T04:41:55.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.755+0000 7f0cf3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0cf40af3a0 0x7f0cf40cd5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:55.758 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.755+0000 7f0cf3e00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0cf40af3a0 0x7f0cf40cd5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45678/0 (socket says 172.21.15.31:45678) 2024-09-19T04:41:55.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.755+0000 7f0cf3e00640 1 -- 172.21.15.31:0/2820187936 learned_addr learned my addr 172.21.15.31:0/2820187936 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:55.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.755+0000 7f0cf3400640 1 --2- 172.21.15.31:0/2820187936 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0cf41554d0 0x7f0cf40cfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:55.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.755+0000 7f0cf9000640 1 --2- 172.21.15.31:0/2820187936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0cf4162580 0x7f0cf4155a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:55.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.755+0000 7f0cf3e00640 1 -- 172.21.15.31:0/2820187936 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0cf41554d0 msgr2=0x7f0cf40cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.755+0000 7f0cf3e00640 1 --2- 172.21.15.31:0/2820187936 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0cf41554d0 0x7f0cf40cfdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.756+0000 7f0cf3e00640 1 -- 172.21.15.31:0/2820187936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0cf4162580 msgr2=0x7f0cf4155a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.756+0000 7f0cf3e00640 1 --2- 172.21.15.31:0/2820187936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0cf4162580 0x7f0cf4155a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.756+0000 7f0cf3e00640 1 -- 172.21.15.31:0/2820187936 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cf40cdb80 con 0x7f0cf40af3a0 2024-09-19T04:41:55.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.756+0000 7f0cf9000640 1 --2- 172.21.15.31:0/2820187936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0cf4162580 0x7f0cf4155a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:55.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.756+0000 7f0cf3e00640 1 --2- 172.21.15.31:0/2820187936 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0cf40af3a0 0x7f0cf40cd5a0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f0ce400e930 tx=0x7f0ce400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:55.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.756+0000 7f0cebe00640 1 -- 172.21.15.31:0/2820187936 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ce4017070 con 0x7f0cf40af3a0 2024-09-19T04:41:55.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.756+0000 7f0cebe00640 1 -- 172.21.15.31:0/2820187936 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ce400ca00 con 0x7f0cf40af3a0 2024-09-19T04:41:55.759 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.756+0000 7f0cebe00640 1 -- 172.21.15.31:0/2820187936 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ce400cdf0 con 0x7f0cf40af3a0 2024-09-19T04:41:55.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.756+0000 7f0cfb000640 1 -- 172.21.15.31:0/2820187936 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cf40cde60 con 0x7f0cf40af3a0 2024-09-19T04:41:55.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.756+0000 7f0cfb000640 1 -- 172.21.15.31:0/2820187936 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cf40ce420 con 0x7f0cf40af3a0 2024-09-19T04:41:55.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.758+0000 7f0cfb000640 1 -- 172.21.15.31:0/2820187936 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cf4069360 con 0x7f0cf40af3a0 2024-09-19T04:41:55.760 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.758+0000 7f0cebe00640 1 -- 172.21.15.31:0/2820187936 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0ce401a070 con 0x7f0cf40af3a0 2024-09-19T04:41:55.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.759+0000 7f0cebe00640 1 --2- 172.21.15.31:0/2820187936 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0cd406c2e0 0x7f0cd406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:55.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.759+0000 7f0cebe00640 1 -- 172.21.15.31:0/2820187936 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7f0ce408b650 con 0x7f0cf40af3a0 2024-09-19T04:41:55.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.759+0000 7f0cf3400640 1 --2- 172.21.15.31:0/2820187936 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0cd406c2e0 0x7f0cd406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:55.761 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.760+0000 7f0cf3400640 1 --2- 172.21.15.31:0/2820187936 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0cd406c2e0 0x7f0cd406e7a0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f0ce0034000 tx=0x7f0ce002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:55.765 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.764+0000 7f0cebe00640 1 -- 172.21.15.31:0/2820187936 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0cf4069360 con 0x7f0cf40af3a0 2024-09-19T04:41:55.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.946+0000 7f0cfb000640 1 -- 172.21.15.31:0/2820187936 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7f0cf4162040 con 0x7f0cd406c2e0 2024-09-19T04:41:55.949 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.947+0000 7f0cebe00640 1 -- 172.21.15.31:0/2820187936 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f0cf4162040 con 0x7f0cd406c2e0 2024-09-19T04:41:55.949 INFO:teuthology.orchestra.run.smithi031.stderr:instructed osd(s) 7 to deep-scrub 2024-09-19T04:41:55.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.949+0000 7f0cfb000640 1 -- 172.21.15.31:0/2820187936 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0cd406c2e0 msgr2=0x7f0cd406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.949+0000 7f0cfb000640 1 --2- 172.21.15.31:0/2820187936 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0cd406c2e0 0x7f0cd406e7a0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f0ce0034000 tx=0x7f0ce002e000 comp rx=0 tx=0).stop 2024-09-19T04:41:55.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.949+0000 7f0cfb000640 1 -- 172.21.15.31:0/2820187936 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0cf40af3a0 msgr2=0x7f0cf40cd5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:55.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.949+0000 7f0cfb000640 1 --2- 172.21.15.31:0/2820187936 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0cf40af3a0 0x7f0cf40cd5a0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f0ce400e930 tx=0x7f0ce400edf0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.949+0000 7f0cfb000640 1 -- 172.21.15.31:0/2820187936 shutdown_connections 2024-09-19T04:41:55.951 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.949+0000 7f0cfb000640 1 --2- 172.21.15.31:0/2820187936 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f0cd406c2e0 0x7f0cd406e7a0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.949+0000 7f0cfb000640 1 --2- 172.21.15.31:0/2820187936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0cf4162580 0x7f0cf4155a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.949+0000 7f0cfb000640 1 --2- 172.21.15.31:0/2820187936 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f0cf41554d0 0x7f0cf40cfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.949+0000 7f0cfb000640 1 --2- 172.21.15.31:0/2820187936 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f0cf40af3a0 0x7f0cf40cd5a0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:55.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.949+0000 7f0cfb000640 1 -- 172.21.15.31:0/2820187936 >> 172.21.15.31:0/2820187936 conn(0x7f0cf40736d0 msgr2=0x7f0cf4154290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:55.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.949+0000 7f0cfb000640 1 -- 172.21.15.31:0/2820187936 shutdown_connections 2024-09-19T04:41:55.952 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:55.949+0000 7f0cfb000640 1 -- 172.21.15.31:0/2820187936 wait complete. 2024-09-19T04:41:55.967 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:41:56.123 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.121+0000 7f2368600640 1 Processor -- start 2024-09-19T04:41:56.131 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.121+0000 7f2368600640 1 -- start start 2024-09-19T04:41:56.135 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.123+0000 7f2368600640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f236006f0e0 0x7f236015c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:56.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.123+0000 7f2368600640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f236015c620 con 0x7f23600b3ba0 2024-09-19T04:41:56.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.123+0000 7f2368600640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f23600b4740 con 0x7f236006f4c0 2024-09-19T04:41:56.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.123+0000 7f2368600640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f236015bc50 con 0x7f236006f0e0 2024-09-19T04:41:56.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.123+0000 7f2366600640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f23600b3ba0 0x7f23600b4030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:38326/0 (socket says 172.21.15.31:38326) 2024-09-19T04:41:56.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.123+0000 7f2366600640 1 -- 172.21.15.31:0/1489218406 learned_addr learned my addr 172.21.15.31:0/1489218406 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:41:56.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.123+0000 7f2365c00640 1 --2- 172.21.15.31:0/1489218406 >> v2:172.21.15.52:3300/0 conn(0x7f236006f0e0 0x7f236015c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:56.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.123+0000 7f235fe00640 1 -- 172.21.15.31:0/1489218406 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1772575445 0 0) 0x7f236015c620 con 0x7f23600b3ba0 2024-09-19T04:41:56.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.123+0000 7f235fe00640 1 -- 172.21.15.31:0/1489218406 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2348003520 con 0x7f23600b3ba0 2024-09-19T04:41:56.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.124+0000 7f235fe00640 1 -- 172.21.15.31:0/1489218406 <== mon.0 v1:172.21.15.31:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3486857566 0 0) 0x7f2348003520 con 0x7f23600b3ba0 2024-09-19T04:41:56.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.124+0000 7f235fe00640 1 -- 172.21.15.31:0/1489218406 >> v2:172.21.15.52:3300/0 conn(0x7f236006f0e0 msgr2=0x7f236015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:56.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.124+0000 7f235fe00640 1 --2- 172.21.15.31:0/1489218406 >> v2:172.21.15.52:3300/0 conn(0x7f236006f0e0 0x7f236015c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:56.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.124+0000 7f235fe00640 1 -- 172.21.15.31:0/1489218406 >> v1:172.21.15.52:6789/0 conn(0x7f236006f4c0 legacy=0x7f23600cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:56.136 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.124+0000 7f235fe00640 1 -- 172.21.15.31:0/1489218406 --> v1:172.21.15.31:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23600cfb40 con 0x7f23600b3ba0 2024-09-19T04:41:56.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.124+0000 7f235fe00640 1 -- 172.21.15.31:0/1489218406 <== mon.0 v1:172.21.15.31:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 2564962176 0 0) 0x7f23580019f0 con 0x7f23600b3ba0 2024-09-19T04:41:56.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.124+0000 7f235fe00640 1 -- 172.21.15.31:0/1489218406 >> v1:172.21.15.31:6789/0 conn(0x7f23600b3ba0 legacy=0x7f23600b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:56.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.124+0000 7f235fe00640 1 --2- 172.21.15.31:0/1489218406 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2348003a00 0x7f2348003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:56.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.124+0000 7f235fe00640 1 --2- 172.21.15.31:0/1489218406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2348004800 0x7f2348004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:56.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.124+0000 7f235fe00640 1 --2- 172.21.15.31:0/1489218406 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f23480051c0 0x7f234800dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:56.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.124+0000 7f235fe00640 1 -- 172.21.15.31:0/1489218406 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f236015bc50 con 0x7f2348004800 2024-09-19T04:41:56.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.124+0000 7f235fe00640 1 -- 172.21.15.31:0/1489218406 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f234800e2d0 con 0x7f2348003a00 2024-09-19T04:41:56.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.124+0000 7f235fe00640 1 -- 172.21.15.31:0/1489218406 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f234800e4d0 con 0x7f23480051c0 2024-09-19T04:41:56.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.124+0000 7f2365200640 1 --2- 172.21.15.31:0/1489218406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2348004800 0x7f2348004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:56.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.124+0000 7f2365c00640 1 --2- 172.21.15.31:0/1489218406 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2348003a00 0x7f2348003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:56.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.124+0000 7f2366600640 1 --2- 172.21.15.31:0/1489218406 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f23480051c0 0x7f234800dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:56.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.125+0000 7f2365200640 1 -- 172.21.15.31:0/1489218406 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f23480051c0 msgr2=0x7f234800dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:56.137 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.125+0000 7f2365200640 1 --2- 172.21.15.31:0/1489218406 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f23480051c0 0x7f234800dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:56.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.125+0000 7f2365200640 1 -- 172.21.15.31:0/1489218406 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2348003a00 msgr2=0x7f2348003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:41:56.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.125+0000 7f2365200640 1 --2- 172.21.15.31:0/1489218406 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2348003a00 0x7f2348003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:56.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.125+0000 7f2365200640 1 -- 172.21.15.31:0/1489218406 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2348003520 con 0x7f2348004800 2024-09-19T04:41:56.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.125+0000 7f2365c00640 1 --2- 172.21.15.31:0/1489218406 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2348003a00 0x7f2348003e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T04:41:56.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.125+0000 7f2366600640 1 -- 172.21.15.31:0/1489218406 reap_dead start 2024-09-19T04:41:56.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.126+0000 7f2365200640 1 --2- 172.21.15.31:0/1489218406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2348004800 0x7f2348004c80 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f234c001750 tx=0x7f2348005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60cb65c20fdf5b9c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:56.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.126+0000 7f235fe00640 1 -- 172.21.15.31:0/1489218406 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f234c001370 con 0x7f2348004800 2024-09-19T04:41:56.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.126+0000 7f235fe00640 1 -- 172.21.15.31:0/1489218406 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f234c0052d0 con 0x7f2348004800 2024-09-19T04:41:56.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.126+0000 7f235fe00640 1 -- 172.21.15.31:0/1489218406 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f234c02abc0 con 0x7f2348004800 2024-09-19T04:41:56.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.126+0000 7f2368600640 1 -- 172.21.15.31:0/1489218406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2348004800 msgr2=0x7f2348004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:56.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.126+0000 7f2368600640 1 --2- 172.21.15.31:0/1489218406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2348004800 0x7f2348004c80 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f234c001750 tx=0x7f2348005830 comp rx=0 tx=0).stop 2024-09-19T04:41:56.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.126+0000 7f2368600640 1 -- 172.21.15.31:0/1489218406 shutdown_connections 2024-09-19T04:41:56.138 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.126+0000 7f2368600640 1 --2- 172.21.15.31:0/1489218406 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2348004800 0x7f2348004c80 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:56.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.126+0000 7f2368600640 1 -- 172.21.15.31:0/1489218406 >> 172.21.15.31:0/1489218406 conn(0x7f2360067da0 msgr2=0x7f236006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:56.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.126+0000 7f2368600640 1 -- 172.21.15.31:0/1489218406 shutdown_connections 2024-09-19T04:41:56.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.126+0000 7f2368600640 1 -- 172.21.15.31:0/1489218406 wait complete. 2024-09-19T04:41:56.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.128+0000 7f2368600640 1 Processor -- start 2024-09-19T04:41:56.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.128+0000 7f2368600640 1 -- start start 2024-09-19T04:41:56.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.129+0000 7f2368600640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2348004800 0x7f236014e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:56.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.129+0000 7f2368600640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f23600af470 0x7f23601e58d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:56.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.129+0000 7f2368600640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f23600af8f0 0x7f23601e5e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:56.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.129+0000 7f2368600640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f236015b8e0 con 0x7f2348004800 2024-09-19T04:41:56.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.129+0000 7f2368600640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2360152630 con 0x7f23600af470 2024-09-19T04:41:56.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.129+0000 7f2368600640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f236006f930 con 0x7f23600af8f0 2024-09-19T04:41:56.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.129+0000 7f2365c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2348004800 0x7f236014e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:56.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.129+0000 7f2365c00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2348004800 0x7f236014e750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:45688/0 (socket says 172.21.15.31:45688) 2024-09-19T04:41:56.139 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.129+0000 7f2365c00640 1 -- 172.21.15.31:0/2518451278 learned_addr learned my addr 172.21.15.31:0/2518451278 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:41:56.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.130+0000 7f2365200640 1 --2- 172.21.15.31:0/2518451278 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f23600af470 0x7f23601e58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:56.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.130+0000 7f2366600640 1 --2- 172.21.15.31:0/2518451278 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f23600af8f0 0x7f23601e5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:56.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.130+0000 7f2365c00640 1 -- 172.21.15.31:0/2518451278 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f23600af8f0 msgr2=0x7f23601e5e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:56.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.130+0000 7f2365c00640 1 --2- 172.21.15.31:0/2518451278 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f23600af8f0 0x7f23601e5e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:56.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.130+0000 7f2365c00640 1 -- 172.21.15.31:0/2518451278 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f23600af470 msgr2=0x7f23601e58d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:56.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.130+0000 7f2365c00640 1 --2- 172.21.15.31:0/2518451278 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f23600af470 0x7f23601e58d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:56.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.130+0000 7f2365c00640 1 -- 172.21.15.31:0/2518451278 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f236014ec90 con 0x7f2348004800 2024-09-19T04:41:56.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.130+0000 7f2365200640 1 --2- 172.21.15.31:0/2518451278 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f23600af470 0x7f23601e58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:56.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.130+0000 7f2366600640 1 --2- 172.21.15.31:0/2518451278 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f23600af8f0 0x7f23601e5e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T04:41:56.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.130+0000 7f2365c00640 1 --2- 172.21.15.31:0/2518451278 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2348004800 0x7f236014e750 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f2354011510 tx=0x7f23540119d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:56.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.130+0000 7f235d600640 1 -- 172.21.15.31:0/2518451278 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2354015870 con 0x7f2348004800 2024-09-19T04:41:56.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.130+0000 7f235d600640 1 -- 172.21.15.31:0/2518451278 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2354015a10 con 0x7f2348004800 2024-09-19T04:41:56.140 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.130+0000 7f235d600640 1 -- 172.21.15.31:0/2518451278 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2354015e00 con 0x7f2348004800 2024-09-19T04:41:56.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.130+0000 7f2368600640 1 -- 172.21.15.31:0/2518451278 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23600afea0 con 0x7f2348004800 2024-09-19T04:41:56.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.131+0000 7f2368600640 1 -- 172.21.15.31:0/2518451278 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23600b0460 con 0x7f2348004800 2024-09-19T04:41:56.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.132+0000 7f2368600640 1 -- 172.21.15.31:0/2518451278 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f236015ee80 con 0x7f2348004800 2024-09-19T04:41:56.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.133+0000 7f235d600640 1 -- 172.21.15.31:0/2518451278 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f235401d400 con 0x7f2348004800 2024-09-19T04:41:56.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.133+0000 7f235d600640 1 --2- 172.21.15.31:0/2518451278 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f234006c2e0 0x7f234006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:41:56.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.133+0000 7f235d600640 1 -- 172.21.15.31:0/2518451278 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7f235408bae0 con 0x7f2348004800 2024-09-19T04:41:56.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.134+0000 7f2365200640 1 --2- 172.21.15.31:0/2518451278 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f234006c2e0 0x7f234006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:41:56.141 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.134+0000 7f2365200640 1 --2- 172.21.15.31:0/2518451278 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f234006c2e0 0x7f234006e7a0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f234c032000 tx=0x7f234c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:41:56.142 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.138+0000 7f235d600640 1 -- 172.21.15.31:0/2518451278 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2354019030 con 0x7f2348004800 2024-09-19T04:41:56.323 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.321+0000 7f2368600640 1 -- 172.21.15.31:0/2518451278 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f236015d270 con 0x7f234006c2e0 2024-09-19T04:41:56.324 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.322+0000 7f235d600640 1 -- 172.21.15.31:0/2518451278 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13382 (secure 0 0 0) 0x7f236015d270 con 0x7f234006c2e0 2024-09-19T04:41:56.324 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:41:56.324 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T04:41:56.326 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.324+0000 7f2368600640 1 -- 172.21.15.31:0/2518451278 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f234006c2e0 msgr2=0x7f234006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:56.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.324+0000 7f2368600640 1 --2- 172.21.15.31:0/2518451278 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f234006c2e0 0x7f234006e7a0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f234c032000 tx=0x7f234c02e000 comp rx=0 tx=0).stop 2024-09-19T04:41:56.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.324+0000 7f2368600640 1 -- 172.21.15.31:0/2518451278 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2348004800 msgr2=0x7f236014e750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:41:56.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.324+0000 7f2368600640 1 --2- 172.21.15.31:0/2518451278 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2348004800 0x7f236014e750 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f2354011510 tx=0x7f23540119d0 comp rx=0 tx=0).stop 2024-09-19T04:41:56.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.324+0000 7f2368600640 1 -- 172.21.15.31:0/2518451278 shutdown_connections 2024-09-19T04:41:56.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.324+0000 7f2368600640 1 --2- 172.21.15.31:0/2518451278 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f23600af8f0 0x7f23601e5e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:56.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.324+0000 7f2368600640 1 --2- 172.21.15.31:0/2518451278 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f234006c2e0 0x7f234006e7a0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:56.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.324+0000 7f2368600640 1 --2- 172.21.15.31:0/2518451278 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f23600af470 0x7f23601e58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:56.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.324+0000 7f2368600640 1 --2- 172.21.15.31:0/2518451278 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f2348004800 0x7f236014e750 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:41:56.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.324+0000 7f2368600640 1 -- 172.21.15.31:0/2518451278 >> 172.21.15.31:0/2518451278 conn(0x7f2360067da0 msgr2=0x7f236015a010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:41:56.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.325+0000 7f2368600640 1 -- 172.21.15.31:0/2518451278 shutdown_connections 2024-09-19T04:41:56.327 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:41:56.325+0000 7f2368600640 1 -- 172.21.15.31:0/2518451278 wait complete. 2024-09-19T04:41:56.343 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":120,"stamp":"2024-09-19T04:41:55.170918+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":21,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":247864,"kb_used_data":6664,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754726856,"statfs":{"total":773094113280,"available":772840300544,"internally_reserved":0,"allocated":6823936,"data_stored":3721416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":246795826},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":-1,"num_object_clones":0,"num_object_copies":-2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001884"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":243,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:41:45.853574+0000","last_change":"2024-09-19T04:39:39.541908+0000","last_active":"2024-09-19T04:41:45.853574+0000","last_peered":"2024-09-19T04:41:45.853574+0000","last_clean":"2024-09-19T04:41:45.853574+0000","last_became_active":"2024-09-19T04:39:39.540794+0000","last_became_peered":"2024-09-19T04:39:39.540794+0000","last_unstale":"2024-09-19T04:41:45.853574+0000","last_undegraded":"2024-09-19T04:41:45.853574+0000","last_fullsized":"2024-09-19T04:41:45.853574+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T04:39:37.899481+0000","last_clean_scrub_stamp":"2024-09-19T04:39:37.899481+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:38:23.768031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574879,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32456,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339384,"statfs":{"total":96636764160,"available":96603529216,"internally_reserved":0,"allocated":1298432,"data_stored":907953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574878,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31876,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574877,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31880,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339960,"statfs":{"total":96636764160,"available":96604119040,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574877,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31880,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339960,"statfs":{"total":96636764160,"available":96604119040,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574878,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31876,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574879,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27716,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574877,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27720,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574877,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32460,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339380,"statfs":{"total":96636764160,"available":96603525120,"internally_reserved":0,"allocated":1298432,"data_stored":907953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:41:56.346 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-19T04:39:37.899481+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=4, tm_min=39, tm_sec=37, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=4, tm_min=41, tm_sec=50, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T04:41:56.346 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-19T04:42:15.600 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:42:15.605 DEBUG:teuthology.orchestra.run.smithi052:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:42:16.347 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T04:42:16.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.514+0000 7f263d400640 1 Processor -- start 2024-09-19T04:42:16.515 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.514+0000 7f263d400640 1 -- start start 2024-09-19T04:42:16.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.515+0000 7f263d400640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f263806f0e0 0x7f263815c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:42:16.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.516+0000 7f263d400640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f26380b3ba0 0x7f26380b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:42:16.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.516+0000 7f263d400640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f263815c620 con 0x7f263806f4c0 2024-09-19T04:42:16.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.516+0000 7f263d400640 1 -- --> v2:172.21.15.31:3300/0 -- mon_getmap magic: 0 -- 0x7f263815bc50 con 0x7f26380b3ba0 2024-09-19T04:42:16.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.516+0000 7f263d400640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f2638152630 con 0x7f263806f0e0 2024-09-19T04:42:16.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.516+0000 7f2637200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f26380b3ba0 0x7f26380b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:42:16.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.516+0000 7f2637200640 1 --2- >> v2:172.21.15.31:3300/0 conn(0x7f26380b3ba0 0x7f26380b4030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39662/0 (socket says 172.21.15.31:39662) 2024-09-19T04:42:16.517 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.516+0000 7f2637200640 1 -- 172.21.15.31:0/1810911405 learned_addr learned my addr 172.21.15.31:0/1810911405 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:42:16.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.516+0000 7f2636800640 1 --2- 172.21.15.31:0/1810911405 >> v2:172.21.15.52:3300/0 conn(0x7f263806f0e0 0x7f263815c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:42:16.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.516+0000 7f2637200640 1 -- 172.21.15.31:0/1810911405 >> v2:172.21.15.52:3300/0 conn(0x7f263806f0e0 msgr2=0x7f263815c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:42:16.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.516+0000 7f2637200640 1 --2- 172.21.15.31:0/1810911405 >> v2:172.21.15.52:3300/0 conn(0x7f263806f0e0 0x7f263815c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:16.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.516+0000 7f2637200640 1 -- 172.21.15.31:0/1810911405 >> v1:172.21.15.52:6789/0 conn(0x7f263806f4c0 legacy=0x7f26380cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T04:42:16.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.516+0000 7f2637200640 1 -- 172.21.15.31:0/1810911405 --> v2:172.21.15.31:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26380cfb40 con 0x7f26380b3ba0 2024-09-19T04:42:16.518 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.517+0000 7f2637200640 1 --2- 172.21.15.31:0/1810911405 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26380b3ba0 0x7f26380b4030 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f2638073070 tx=0x7f263002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=128835838ec2172c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:42:16.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.518+0000 7f2635e00640 1 -- 172.21.15.31:0/1810911405 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2630036070 con 0x7f26380b3ba0 2024-09-19T04:42:16.519 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.518+0000 7f2635e00640 1 -- 172.21.15.31:0/1810911405 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2630031600 con 0x7f26380b3ba0 2024-09-19T04:42:16.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.518+0000 7f2635e00640 1 -- 172.21.15.31:0/1810911405 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26300319d0 con 0x7f26380b3ba0 2024-09-19T04:42:16.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.518+0000 7f263d400640 1 -- 172.21.15.31:0/1810911405 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26380b3ba0 msgr2=0x7f26380b4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:42:16.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.518+0000 7f263d400640 1 --2- 172.21.15.31:0/1810911405 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26380b3ba0 0x7f26380b4030 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f2638073070 tx=0x7f263002a6f0 comp rx=0 tx=0).stop 2024-09-19T04:42:16.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.518+0000 7f263d400640 1 -- 172.21.15.31:0/1810911405 shutdown_connections 2024-09-19T04:42:16.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.518+0000 7f263d400640 1 --2- 172.21.15.31:0/1810911405 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f26380b3ba0 0x7f26380b4030 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:16.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.518+0000 7f263d400640 1 --2- 172.21.15.31:0/1810911405 >> v2:172.21.15.52:3300/0 conn(0x7f263806f0e0 0x7f263815c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:16.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.518+0000 7f263d400640 1 -- 172.21.15.31:0/1810911405 >> 172.21.15.31:0/1810911405 conn(0x7f2638067da0 msgr2=0x7f263806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:42:16.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.518+0000 7f263d400640 1 -- 172.21.15.31:0/1810911405 shutdown_connections 2024-09-19T04:42:16.520 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.518+0000 7f263d400640 1 -- 172.21.15.31:0/1810911405 wait complete. 2024-09-19T04:42:16.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.520+0000 7f263d400640 1 Processor -- start 2024-09-19T04:42:16.521 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.520+0000 7f263d400640 1 -- start start 2024-09-19T04:42:16.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.521+0000 7f263d400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f263806f0e0 0x7f2638145420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:42:16.522 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.521+0000 7f263d400640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f263806f4c0 0x7f2638150580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:42:16.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.521+0000 7f263d400640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26380b3ba0 0x7f2638150ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:42:16.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.521+0000 7f263d400640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f263806f930 con 0x7f263806f0e0 2024-09-19T04:42:16.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.521+0000 7f263d400640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f263815b8e0 con 0x7f26380b3ba0 2024-09-19T04:42:16.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.521+0000 7f263d400640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f26380cf770 con 0x7f263806f4c0 2024-09-19T04:42:16.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.521+0000 7f2636800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f263806f0e0 0x7f2638145420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:42:16.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.521+0000 7f2636800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f263806f0e0 0x7f2638145420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39674/0 (socket says 172.21.15.31:39674) 2024-09-19T04:42:16.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.521+0000 7f2636800640 1 -- 172.21.15.31:0/2427675851 learned_addr learned my addr 172.21.15.31:0/2427675851 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:42:16.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.522+0000 7f2637200640 1 --2- 172.21.15.31:0/2427675851 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26380b3ba0 0x7f2638150ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:42:16.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.522+0000 7f262fe00640 1 --2- 172.21.15.31:0/2427675851 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f263806f4c0 0x7f2638150580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:42:16.523 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.522+0000 7f2636800640 1 -- 172.21.15.31:0/2427675851 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f263806f4c0 msgr2=0x7f2638150580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:42:16.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.522+0000 7f2636800640 1 --2- 172.21.15.31:0/2427675851 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f263806f4c0 0x7f2638150580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:16.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.522+0000 7f2636800640 1 -- 172.21.15.31:0/2427675851 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26380b3ba0 msgr2=0x7f2638150ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:42:16.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.522+0000 7f2636800640 1 --2- 172.21.15.31:0/2427675851 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26380b3ba0 0x7f2638150ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:16.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.522+0000 7f2636800640 1 -- 172.21.15.31:0/2427675851 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2638149c30 con 0x7f263806f0e0 2024-09-19T04:42:16.524 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.522+0000 7f2636800640 1 --2- 172.21.15.31:0/2427675851 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f263806f0e0 0x7f2638145420 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f262800d800 tx=0x7f262800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:42:16.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.522+0000 7f262ea00640 1 -- 172.21.15.31:0/2427675851 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f262800b6c0 con 0x7f263806f0e0 2024-09-19T04:42:16.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.522+0000 7f262ea00640 1 -- 172.21.15.31:0/2427675851 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2628019070 con 0x7f263806f0e0 2024-09-19T04:42:16.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.522+0000 7f263d400640 1 -- 172.21.15.31:0/2427675851 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2638149f10 con 0x7f263806f0e0 2024-09-19T04:42:16.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.522+0000 7f262ea00640 1 -- 172.21.15.31:0/2427675851 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f262800ba80 con 0x7f263806f0e0 2024-09-19T04:42:16.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.522+0000 7f263d400640 1 -- 172.21.15.31:0/2427675851 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f263814a4d0 con 0x7f263806f0e0 2024-09-19T04:42:16.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.523+0000 7f263d400640 1 -- 172.21.15.31:0/2427675851 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f263815ee80 con 0x7f263806f0e0 2024-09-19T04:42:16.525 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.524+0000 7f262ea00640 1 -- 172.21.15.31:0/2427675851 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f262800bc20 con 0x7f263806f0e0 2024-09-19T04:42:16.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.525+0000 7f262ea00640 1 --2- 172.21.15.31:0/2427675851 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f261406c2e0 0x7f261406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:42:16.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.525+0000 7f262ea00640 1 -- 172.21.15.31:0/2427675851 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7f262808b780 con 0x7f263806f0e0 2024-09-19T04:42:16.526 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.526+0000 7f262fe00640 1 --2- 172.21.15.31:0/2427675851 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f261406c2e0 0x7f261406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:42:16.527 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.526+0000 7f262fe00640 1 --2- 172.21.15.31:0/2427675851 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f261406c2e0 0x7f261406e7a0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f26380cd7b0 tx=0x7f2620009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:42:16.530 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.530+0000 7f262ea00640 1 -- 172.21.15.31:0/2427675851 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f262805a050 con 0x7f263806f0e0 2024-09-19T04:42:16.710 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.710+0000 7f263d400640 1 -- 172.21.15.31:0/2427675851 --> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f263806cfb0 con 0x7f261406c2e0 2024-09-19T04:42:16.711 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.710+0000 7f262ea00640 1 -- 172.21.15.31:0/2427675851 <== mgr.4107 v2:172.21.15.31:6832/2639311127 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13359 (secure 0 0 0) 0x7f263806cfb0 con 0x7f261406c2e0 2024-09-19T04:42:16.712 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:42:16.712 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-09-19T04:42:16.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.713+0000 7f263d400640 1 -- 172.21.15.31:0/2427675851 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f261406c2e0 msgr2=0x7f261406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:42:16.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.713+0000 7f263d400640 1 --2- 172.21.15.31:0/2427675851 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f261406c2e0 0x7f261406e7a0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f26380cd7b0 tx=0x7f2620009040 comp rx=0 tx=0).stop 2024-09-19T04:42:16.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.713+0000 7f263d400640 1 -- 172.21.15.31:0/2427675851 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f263806f0e0 msgr2=0x7f2638145420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:42:16.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.713+0000 7f263d400640 1 --2- 172.21.15.31:0/2427675851 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f263806f0e0 0x7f2638145420 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f262800d800 tx=0x7f262800dcc0 comp rx=0 tx=0).stop 2024-09-19T04:42:16.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.713+0000 7f263d400640 1 -- 172.21.15.31:0/2427675851 shutdown_connections 2024-09-19T04:42:16.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.713+0000 7f263d400640 1 --2- 172.21.15.31:0/2427675851 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f261406c2e0 0x7f261406e7a0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:16.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.713+0000 7f263d400640 1 --2- 172.21.15.31:0/2427675851 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26380b3ba0 0x7f2638150ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:16.714 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.713+0000 7f263d400640 1 --2- 172.21.15.31:0/2427675851 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f263806f4c0 0x7f2638150580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:16.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.713+0000 7f263d400640 1 --2- 172.21.15.31:0/2427675851 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f263806f0e0 0x7f2638145420 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:16.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.713+0000 7f263d400640 1 -- 172.21.15.31:0/2427675851 >> 172.21.15.31:0/2427675851 conn(0x7f2638067da0 msgr2=0x7f26380b4e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:42:16.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.713+0000 7f263d400640 1 -- 172.21.15.31:0/2427675851 shutdown_connections 2024-09-19T04:42:16.715 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.713+0000 7f263d400640 1 -- 172.21.15.31:0/2427675851 wait complete. 2024-09-19T04:42:16.730 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":130,"stamp":"2024-09-19T04:42:15.175081+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":247852,"kb_used_data":6664,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754726868,"statfs":{"total":773094113280,"available":772840312832,"internally_reserved":0,"allocated":6823936,"data_stored":3721416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":246795826},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002235"},"pg_stats":[{"pgid":"1.0","version":"58'119","reported_seq":254,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-09-19T04:41:56.307069+0000","last_change":"2024-09-19T04:41:56.307104+0000","last_active":"2024-09-19T04:41:56.307069+0000","last_peered":"2024-09-19T04:41:56.307069+0000","last_clean":"2024-09-19T04:41:56.307069+0000","last_became_active":"2024-09-19T04:39:39.540794+0000","last_became_peered":"2024-09-19T04:39:39.540794+0000","last_unstale":"2024-09-19T04:41:56.307069+0000","last_undegraded":"2024-09-19T04:41:56.307069+0000","last_fullsized":"2024-09-19T04:41:56.307069+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"58'119","last_scrub_stamp":"2024-09-19T04:41:56.306989+0000","last_deep_scrub":"58'119","last_deep_scrub_stamp":"2024-09-19T04:41:56.306989+0000","last_clean_scrub_stamp":"2024-09-19T04:41:56.306989+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:26.447631+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574883,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32452,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339388,"statfs":{"total":96636764160,"available":96603533312,"internally_reserved":0,"allocated":1298432,"data_stored":907953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574882,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31876,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574881,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31880,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339960,"statfs":{"total":96636764160,"available":96604119040,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574881,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31880,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339960,"statfs":{"total":96636764160,"available":96604119040,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574882,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31876,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339964,"statfs":{"total":96636764160,"available":96604123136,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27716,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574881,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27720,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":704512,"data_stored":317585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574881,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32452,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339388,"statfs":{"total":96636764160,"available":96603533312,"internally_reserved":0,"allocated":1298432,"data_stored":907953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T04:42:16.731 DEBUG:teuthology.orchestra.run.smithi031:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-19T04:42:16.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.881+0000 7fb2efa00640 1 Processor -- start 2024-09-19T04:42:16.882 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.881+0000 7fb2efa00640 1 -- start start 2024-09-19T04:42:16.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.882+0000 7fb2efa00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb2e8072d80 0x7fb2e8072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:42:16.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.882+0000 7fb2efa00640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2e8072960 con 0x7fb2e8072040 2024-09-19T04:42:16.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.882+0000 7fb2efa00640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2e81605e0 con 0x7fb2e806e0a0 2024-09-19T04:42:16.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.882+0000 7fb2efa00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fb2e81608c0 con 0x7fb2e8072d80 2024-09-19T04:42:16.883 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.882+0000 7fb2ed000640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7fb2e8072040 0x7fb2e815fe00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:56508/0 (socket says 172.21.15.31:56508) 2024-09-19T04:42:16.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.882+0000 7fb2ed000640 1 -- 172.21.15.31:0/3861590159 learned_addr learned my addr 172.21.15.31:0/3861590159 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:42:16.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.883+0000 7fb2dfe00640 1 --2- 172.21.15.31:0/3861590159 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb2e8072d80 0x7fb2e8072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:42:16.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.883+0000 7fb2e7e00640 1 -- 172.21.15.31:0/3861590159 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3614446763 0 0) 0x7fb2e8072960 con 0x7fb2e8072040 2024-09-19T04:42:16.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.883+0000 7fb2e7e00640 1 -- 172.21.15.31:0/3861590159 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb2cc003520 con 0x7fb2e8072040 2024-09-19T04:42:16.884 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.883+0000 7fb2e7e00640 1 -- 172.21.15.31:0/3861590159 <== mon.1 v1:172.21.15.52:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1742601228 0 0) 0x7fb2e81605e0 con 0x7fb2e806e0a0 2024-09-19T04:42:16.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.883+0000 7fb2dfe00640 1 -- 172.21.15.31:0/3861590159 >> v1:172.21.15.52:6789/0 conn(0x7fb2e806e0a0 legacy=0x7fb2e80cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:42:16.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.883+0000 7fb2dfe00640 1 -- 172.21.15.31:0/3861590159 >> v1:172.21.15.31:6789/0 conn(0x7fb2e8072040 legacy=0x7fb2e815fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:42:16.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.883+0000 7fb2dfe00640 1 -- 172.21.15.31:0/3861590159 --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2e8160ba0 con 0x7fb2e8072d80 2024-09-19T04:42:16.885 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.885+0000 7fb2dfe00640 1 --2- 172.21.15.31:0/3861590159 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb2e8072d80 0x7fb2e8072420 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb2d00097d0 tx=0x7fb2d002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b06756d45f509910 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:42:16.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.885+0000 7fb2e7e00640 1 -- 172.21.15.31:0/3861590159 <== mon.2 v2:172.21.15.52:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2d0037070 con 0x7fb2e8072d80 2024-09-19T04:42:16.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.885+0000 7fb2e7e00640 1 -- 172.21.15.31:0/3861590159 <== mon.2 v2:172.21.15.52:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2d002ac10 con 0x7fb2e8072d80 2024-09-19T04:42:16.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.885+0000 7fb2e7e00640 1 -- 172.21.15.31:0/3861590159 <== mon.2 v2:172.21.15.52:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2d8001670 con 0x7fb2e8072d80 2024-09-19T04:42:16.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.885+0000 7fb2efa00640 1 -- 172.21.15.31:0/3861590159 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb2e8072d80 msgr2=0x7fb2e8072420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:42:16.886 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.885+0000 7fb2efa00640 1 --2- 172.21.15.31:0/3861590159 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb2e8072d80 0x7fb2e8072420 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb2d00097d0 tx=0x7fb2d002a180 comp rx=0 tx=0).stop 2024-09-19T04:42:16.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.885+0000 7fb2efa00640 1 -- 172.21.15.31:0/3861590159 shutdown_connections 2024-09-19T04:42:16.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.885+0000 7fb2efa00640 1 --2- 172.21.15.31:0/3861590159 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb2e8072d80 0x7fb2e8072420 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:16.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.885+0000 7fb2efa00640 1 -- 172.21.15.31:0/3861590159 >> 172.21.15.31:0/3861590159 conn(0x7fb2e8067d70 msgr2=0x7fb2e806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:42:16.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.885+0000 7fb2efa00640 1 -- 172.21.15.31:0/3861590159 shutdown_connections 2024-09-19T04:42:16.887 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.886+0000 7fb2efa00640 1 -- 172.21.15.31:0/3861590159 wait complete. 2024-09-19T04:42:16.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.887+0000 7fb2efa00640 1 Processor -- start 2024-09-19T04:42:16.888 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.887+0000 7fb2efa00640 1 -- start start 2024-09-19T04:42:16.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.888+0000 7fb2efa00640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb2e806e0a0 0x7fb2e815be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:42:16.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.888+0000 7fb2efa00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb2e8072040 0x7fb2e80b4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:42:16.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.888+0000 7fb2efa00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb2e8072d80 0x7fb2e80b50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:42:16.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.888+0000 7fb2efa00640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e80cdcc0 con 0x7fb2e8072040 2024-09-19T04:42:16.890 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.888+0000 7fb2efa00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e8145b00 con 0x7fb2e8072d80 2024-09-19T04:42:16.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.888+0000 7fb2efa00640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7fb2e80cde40 con 0x7fb2e806e0a0 2024-09-19T04:42:16.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.888+0000 7fb2dfe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb2e8072040 0x7fb2e80b4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:42:16.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.888+0000 7fb2ed000640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb2e806e0a0 0x7fb2e815be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:42:16.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.888+0000 7fb2dfe00640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb2e8072040 0x7fb2e80b4b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39682/0 (socket says 172.21.15.31:39682) 2024-09-19T04:42:16.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.888+0000 7fb2dfe00640 1 -- 172.21.15.31:0/2119839816 learned_addr learned my addr 172.21.15.31:0/2119839816 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:42:16.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.889+0000 7fb2eda00640 1 --2- 172.21.15.31:0/2119839816 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb2e8072d80 0x7fb2e80b50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:42:16.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.889+0000 7fb2dfe00640 1 -- 172.21.15.31:0/2119839816 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb2e806e0a0 msgr2=0x7fb2e815be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:42:16.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.889+0000 7fb2dfe00640 1 --2- 172.21.15.31:0/2119839816 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb2e806e0a0 0x7fb2e815be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:16.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.889+0000 7fb2dfe00640 1 -- 172.21.15.31:0/2119839816 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb2e8072d80 msgr2=0x7fb2e80b50d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:42:16.891 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.889+0000 7fb2dfe00640 1 --2- 172.21.15.31:0/2119839816 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb2e8072d80 0x7fb2e80b50d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:16.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.889+0000 7fb2dfe00640 1 -- 172.21.15.31:0/2119839816 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2e80b3060 con 0x7fb2e8072040 2024-09-19T04:42:16.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.889+0000 7fb2dfe00640 1 --2- 172.21.15.31:0/2119839816 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb2e8072040 0x7fb2e80b4b90 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fb2d002a1c0 tx=0x7fb2d00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:42:16.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.889+0000 7fb2e5600640 1 -- 172.21.15.31:0/2119839816 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2d0042070 con 0x7fb2e8072040 2024-09-19T04:42:16.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.889+0000 7fb2e5600640 1 -- 172.21.15.31:0/2119839816 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2d003e460 con 0x7fb2e8072040 2024-09-19T04:42:16.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.889+0000 7fb2e5600640 1 -- 172.21.15.31:0/2119839816 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2d0037040 con 0x7fb2e8072040 2024-09-19T04:42:16.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.889+0000 7fb2efa00640 1 -- 172.21.15.31:0/2119839816 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2e81e5cc0 con 0x7fb2e8072040 2024-09-19T04:42:16.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.890+0000 7fb2efa00640 1 -- 172.21.15.31:0/2119839816 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2e81e6280 con 0x7fb2e8072040 2024-09-19T04:42:16.892 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.891+0000 7fb2efa00640 1 -- 172.21.15.31:0/2119839816 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2e81605e0 con 0x7fb2e8072040 2024-09-19T04:42:16.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.891+0000 7fb2e5600640 1 -- 172.21.15.31:0/2119839816 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb2d0045070 con 0x7fb2e8072040 2024-09-19T04:42:16.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.892+0000 7fb2e5600640 1 --2- 172.21.15.31:0/2119839816 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb2c406c2b0 0x7fb2c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:42:16.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.892+0000 7fb2e5600640 1 -- 172.21.15.31:0/2119839816 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7fb2d00ab920 con 0x7fb2e8072040 2024-09-19T04:42:16.893 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.893+0000 7fb2ed000640 1 --2- 172.21.15.31:0/2119839816 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb2c406c2b0 0x7fb2c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:42:16.894 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.893+0000 7fb2ed000640 1 --2- 172.21.15.31:0/2119839816 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb2c406c2b0 0x7fb2c406e770 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fb2d8001600 tx=0x7fb2d8001570 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:42:16.897 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:16.897+0000 7fb2e5600640 1 -- 172.21.15.31:0/2119839816 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb2d0079b10 con 0x7fb2e8072040 2024-09-19T04:42:17.085 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.084+0000 7fb2efa00640 1 -- 172.21.15.31:0/2119839816 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7fb2e806f360 con 0x7fb2e8072040 2024-09-19T04:42:17.088 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.088+0000 7fb2e5600640 1 -- 172.21.15.31:0/2119839816 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v14)=0 v14) ==== 123+0+0 (secure 0 0 0) 0x7fb2d007de10 con 0x7fb2e8072040 2024-09-19T04:42:17.089 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.089+0000 7fb2e5600640 1 -- 172.21.15.31:0/2119839816 <== mon.0 v2:172.21.15.31:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fb2d00b1080 con 0x7fb2e8072040 2024-09-19T04:42:17.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.091+0000 7fb2efa00640 1 -- 172.21.15.31:0/2119839816 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb2c406c2b0 msgr2=0x7fb2c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:42:17.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.091+0000 7fb2efa00640 1 --2- 172.21.15.31:0/2119839816 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb2c406c2b0 0x7fb2c406e770 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fb2d8001600 tx=0x7fb2d8001570 comp rx=0 tx=0).stop 2024-09-19T04:42:17.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.091+0000 7fb2efa00640 1 -- 172.21.15.31:0/2119839816 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb2e8072040 msgr2=0x7fb2e80b4b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:42:17.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.091+0000 7fb2efa00640 1 --2- 172.21.15.31:0/2119839816 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb2e8072040 0x7fb2e80b4b90 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fb2d002a1c0 tx=0x7fb2d00046c0 comp rx=0 tx=0).stop 2024-09-19T04:42:17.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.091+0000 7fb2efa00640 1 -- 172.21.15.31:0/2119839816 shutdown_connections 2024-09-19T04:42:17.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.091+0000 7fb2efa00640 1 --2- 172.21.15.31:0/2119839816 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7fb2c406c2b0 0x7fb2c406e770 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:17.092 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.091+0000 7fb2efa00640 1 --2- 172.21.15.31:0/2119839816 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb2e8072d80 0x7fb2e80b50d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:17.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.091+0000 7fb2efa00640 1 --2- 172.21.15.31:0/2119839816 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7fb2e8072040 0x7fb2e80b4b90 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:17.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.091+0000 7fb2efa00640 1 --2- 172.21.15.31:0/2119839816 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7fb2e806e0a0 0x7fb2e815be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:17.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.091+0000 7fb2efa00640 1 -- 172.21.15.31:0/2119839816 >> 172.21.15.31:0/2119839816 conn(0x7fb2e8067d70 msgr2=0x7fb2e80b35a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:42:17.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.091+0000 7fb2efa00640 1 -- 172.21.15.31:0/2119839816 shutdown_connections 2024-09-19T04:42:17.093 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.091+0000 7fb2efa00640 1 -- 172.21.15.31:0/2119839816 wait complete. 2024-09-19T04:42:17.108 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T04:42:17.109 DEBUG:teuthology.orchestra.run.smithi031:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T04:42:17.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.265+0000 7f9b1a800640 1 Processor -- start 2024-09-19T04:42:17.266 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.265+0000 7f9b1a800640 1 -- start start 2024-09-19T04:42:17.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.266+0000 7f9b1a800640 1 --2- >> v2:172.21.15.52:3300/0 conn(0x7f9b141554d0 0x7f9b140ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:42:17.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.266+0000 7f9b1a800640 1 -- --> v1:172.21.15.31:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b140af860 con 0x7f9b14162750 2024-09-19T04:42:17.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.266+0000 7f9b1a800640 1 -- --> v1:172.21.15.52:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b140afb40 con 0x7f9b140af3a0 2024-09-19T04:42:17.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.266+0000 7f9b1a800640 1 -- --> v2:172.21.15.52:3300/0 -- mon_getmap magic: 0 -- 0x7f9b140b0470 con 0x7f9b141554d0 2024-09-19T04:42:17.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.267+0000 7f9b13e00640 1 --1- >> v1:172.21.15.31:6789/0 conn(0x7f9b14162750 0x7f9b1406eb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.31:6789/0 says I am v1:172.21.15.31:56524/0 (socket says 172.21.15.31:56524) 2024-09-19T04:42:17.267 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.267+0000 7f9b13e00640 1 -- 172.21.15.31:0/2045454874 learned_addr learned my addr 172.21.15.31:0/2045454874 (peer_addr_for_me v1:172.21.15.31:0/0) 2024-09-19T04:42:17.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.267+0000 7f9b13400640 1 --2- 172.21.15.31:0/2045454874 >> v2:172.21.15.52:3300/0 conn(0x7f9b141554d0 0x7f9b140ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:42:17.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.267+0000 7f9b12000640 1 -- 172.21.15.31:0/2045454874 <== mon.0 v1:172.21.15.31:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3127866349 0 0) 0x7f9b140af860 con 0x7f9b14162750 2024-09-19T04:42:17.268 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.267+0000 7f9b12000640 1 -- 172.21.15.31:0/2045454874 --> v1:172.21.15.31:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9af8003520 con 0x7f9b14162750 2024-09-19T04:42:17.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.267+0000 7f9b13400640 1 -- 172.21.15.31:0/2045454874 >> v1:172.21.15.52:6789/0 conn(0x7f9b140af3a0 legacy=0x7f9b14162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:42:17.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.267+0000 7f9b13400640 1 -- 172.21.15.31:0/2045454874 >> v1:172.21.15.31:6789/0 conn(0x7f9b14162750 legacy=0x7f9b1406eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:42:17.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.267+0000 7f9b13400640 1 -- 172.21.15.31:0/2045454874 --> v2:172.21.15.52:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b140afe20 con 0x7f9b141554d0 2024-09-19T04:42:17.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.268+0000 7f9b13400640 1 --2- 172.21.15.31:0/2045454874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9b141554d0 0x7f9b140ccf60 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f9b040097a0 tx=0x7f9b0402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d623bf29b12b2c49 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:42:17.269 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.269+0000 7f9b12000640 1 -- 172.21.15.31:0/2045454874 <== mon.1 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b04037070 con 0x7f9b141554d0 2024-09-19T04:42:17.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.269+0000 7f9b12000640 1 -- 172.21.15.31:0/2045454874 <== mon.1 v2:172.21.15.52:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f9b04032440 con 0x7f9b141554d0 2024-09-19T04:42:17.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.269+0000 7f9b12000640 1 -- 172.21.15.31:0/2045454874 <== mon.1 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b04032830 con 0x7f9b141554d0 2024-09-19T04:42:17.270 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.269+0000 7f9b1a800640 1 -- 172.21.15.31:0/2045454874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9b141554d0 msgr2=0x7f9b140ccf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:42:17.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.269+0000 7f9b1a800640 1 --2- 172.21.15.31:0/2045454874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9b141554d0 0x7f9b140ccf60 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f9b040097a0 tx=0x7f9b0402a230 comp rx=0 tx=0).stop 2024-09-19T04:42:17.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.269+0000 7f9b1a800640 1 -- 172.21.15.31:0/2045454874 shutdown_connections 2024-09-19T04:42:17.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.269+0000 7f9b1a800640 1 --2- 172.21.15.31:0/2045454874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9b141554d0 0x7f9b140ccf60 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:17.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.269+0000 7f9b1a800640 1 -- 172.21.15.31:0/2045454874 >> 172.21.15.31:0/2045454874 conn(0x7f9b140736d0 msgr2=0x7f9b1406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:42:17.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.269+0000 7f9b1a800640 1 -- 172.21.15.31:0/2045454874 shutdown_connections 2024-09-19T04:42:17.271 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.269+0000 7f9b1a800640 1 -- 172.21.15.31:0/2045454874 wait complete. 2024-09-19T04:42:17.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.271+0000 7f9b1a800640 1 Processor -- start 2024-09-19T04:42:17.272 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.271+0000 7f9b1a800640 1 -- start start 2024-09-19T04:42:17.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.272+0000 7f9b1a800640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b140af3a0 0x7f9b14149480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:42:17.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.272+0000 7f9b1a800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9b141554d0 0x7f9b14159dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:42:17.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.272+0000 7f9b1a800640 1 --2- >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9b14162750 0x7f9b1406ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:42:17.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.272+0000 7f9b1a800640 1 -- --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_getmap magic: 0 -- 0x7f9b14162d30 con 0x7f9b140af3a0 2024-09-19T04:42:17.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.272+0000 7f9b1a800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9b141558b0 con 0x7f9b141554d0 2024-09-19T04:42:17.274 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.272+0000 7f9b1a800640 1 -- --> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] -- mon_getmap magic: 0 -- 0x7f9b14162eb0 con 0x7f9b14162750 2024-09-19T04:42:17.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.272+0000 7f9b13400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b140af3a0 0x7f9b14149480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:42:17.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.272+0000 7f9b13400640 1 --2- >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b140af3a0 0x7f9b14149480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.31:3300/0 says I am v2:172.21.15.31:39684/0 (socket says 172.21.15.31:39684) 2024-09-19T04:42:17.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.272+0000 7f9b13400640 1 -- 172.21.15.31:0/1798206456 learned_addr learned my addr 172.21.15.31:0/1798206456 (peer_addr_for_me v2:172.21.15.31:0/0) 2024-09-19T04:42:17.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.273+0000 7f9b13400640 1 -- 172.21.15.31:0/1798206456 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9b14162750 msgr2=0x7f9b1406ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:42:17.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.273+0000 7f9b13400640 1 --2- 172.21.15.31:0/1798206456 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9b14162750 0x7f9b1406ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:17.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.273+0000 7f9b13400640 1 -- 172.21.15.31:0/1798206456 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9b141554d0 msgr2=0x7f9b14159dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:42:17.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.273+0000 7f9b13400640 1 --2- 172.21.15.31:0/1798206456 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9b141554d0 0x7f9b14159dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:17.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.273+0000 7f9b13400640 1 -- 172.21.15.31:0/1798206456 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b14157f60 con 0x7f9b140af3a0 2024-09-19T04:42:17.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.273+0000 7f9b13400640 1 --2- 172.21.15.31:0/1798206456 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b140af3a0 0x7f9b14149480 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f9b04035040 tx=0x7f9b040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:42:17.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.273+0000 7f9b0b400640 1 -- 172.21.15.31:0/1798206456 <== mon.0 v2:172.21.15.31:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b04041030 con 0x7f9b140af3a0 2024-09-19T04:42:17.275 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.273+0000 7f9b0b400640 1 -- 172.21.15.31:0/1798206456 <== mon.0 v2:172.21.15.31:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f9b04030540 con 0x7f9b140af3a0 2024-09-19T04:42:17.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.273+0000 7f9b0b400640 1 -- 172.21.15.31:0/1798206456 <== mon.0 v2:172.21.15.31:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b04037040 con 0x7f9b140af3a0 2024-09-19T04:42:17.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.273+0000 7f9b1a800640 1 -- 172.21.15.31:0/1798206456 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b14158240 con 0x7f9b140af3a0 2024-09-19T04:42:17.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.273+0000 7f9b1a800640 1 -- 172.21.15.31:0/1798206456 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b14158800 con 0x7f9b140af3a0 2024-09-19T04:42:17.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.274+0000 7f9b1a800640 1 -- 172.21.15.31:0/1798206456 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b140ccf60 con 0x7f9b140af3a0 2024-09-19T04:42:17.276 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.275+0000 7f9b0b400640 1 -- 172.21.15.31:0/1798206456 <== mon.0 v2:172.21.15.31:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9b04044070 con 0x7f9b140af3a0 2024-09-19T04:42:17.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.276+0000 7f9b0b400640 1 --2- 172.21.15.31:0/1798206456 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9af406c2b0 0x7f9af406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T04:42:17.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.276+0000 7f9b0b400640 1 -- 172.21.15.31:0/1798206456 <== mon.0 v2:172.21.15.31:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5335+0+0 (secure 0 0 0) 0x7f9b040abc50 con 0x7f9b140af3a0 2024-09-19T04:42:17.277 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.276+0000 7f9b12a00640 1 --2- 172.21.15.31:0/1798206456 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9af406c2b0 0x7f9af406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T04:42:17.278 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.277+0000 7f9b12a00640 1 --2- 172.21.15.31:0/1798206456 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9af406c2b0 0x7f9af406e770 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f9b00000f60 tx=0x7f9b000079d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T04:42:17.281 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.280+0000 7f9b0b400640 1 -- 172.21.15.31:0/1798206456 <== mon.0 v2:172.21.15.31:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9b0407a400 con 0x7f9b140af3a0 2024-09-19T04:42:17.502 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.502+0000 7f9b1a800640 1 -- 172.21.15.31:0/1798206456 --> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9b140b5ea0 con 0x7f9b140af3a0 2024-09-19T04:42:17.503 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.502+0000 7f9b0b400640 1 -- 172.21.15.31:0/1798206456 <== mon.0 v2:172.21.15.31:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+3908 (secure 0 0 0) 0x7f9b04079d00 con 0x7f9b140af3a0 2024-09-19T04:42:17.503 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-09-19T04:42:17.503 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":30,"btime":"2024-09-19T04:41:43:534365+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5182,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6834/3760006863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":3760006863},{"type":"v1","addr":"172.21.15.52:6834","nonce":3760006863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5229,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/2607335121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":2607335121},{"type":"v1","addr":"172.21.15.31:6835","nonce":2607335121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/302538614","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6833","nonce":302538614},{"type":"v1","addr":"172.21.15.52:6835","nonce":302538614}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5502,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6837/1664172520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6836","nonce":1664172520},{"type":"v1","addr":"172.21.15.31:6837","nonce":1664172520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[]} 2024-09-19T04:42:17.503 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 30 2024-09-19T04:42:17.505 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.504+0000 7f9b1a800640 1 -- 172.21.15.31:0/1798206456 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9af406c2b0 msgr2=0x7f9af406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:42:17.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.504+0000 7f9b1a800640 1 --2- 172.21.15.31:0/1798206456 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9af406c2b0 0x7f9af406e770 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f9b00000f60 tx=0x7f9b000079d0 comp rx=0 tx=0).stop 2024-09-19T04:42:17.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.504+0000 7f9b1a800640 1 -- 172.21.15.31:0/1798206456 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b140af3a0 msgr2=0x7f9b14149480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T04:42:17.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.504+0000 7f9b1a800640 1 --2- 172.21.15.31:0/1798206456 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b140af3a0 0x7f9b14149480 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f9b04035040 tx=0x7f9b040046c0 comp rx=0 tx=0).stop 2024-09-19T04:42:17.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.504+0000 7f9b1a800640 1 -- 172.21.15.31:0/1798206456 shutdown_connections 2024-09-19T04:42:17.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.504+0000 7f9b1a800640 1 --2- 172.21.15.31:0/1798206456 >> [v2:172.21.15.52:3301/0,v1:172.21.15.52:6790/0] conn(0x7f9b14162750 0x7f9b1406ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:17.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.504+0000 7f9b1a800640 1 --2- 172.21.15.31:0/1798206456 >> [v2:172.21.15.31:6832/2639311127,v1:172.21.15.31:6833/2639311127] conn(0x7f9af406c2b0 0x7f9af406e770 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:17.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.504+0000 7f9b1a800640 1 --2- 172.21.15.31:0/1798206456 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9b141554d0 0x7f9b14159dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:17.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.504+0000 7f9b1a800640 1 --2- 172.21.15.31:0/1798206456 >> [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] conn(0x7f9b140af3a0 0x7f9b14149480 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T04:42:17.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.504+0000 7f9b1a800640 1 -- 172.21.15.31:0/1798206456 >> 172.21.15.31:0/1798206456 conn(0x7f9b140736d0 msgr2=0x7f9b14153d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T04:42:17.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.504+0000 7f9b1a800640 1 -- 172.21.15.31:0/1798206456 shutdown_connections 2024-09-19T04:42:17.506 INFO:teuthology.orchestra.run.smithi031.stderr:2024-09-19T04:42:17.505+0000 7f9b1a800640 1 -- 172.21.15.31:0/1798206456 wait complete. 2024-09-19T04:42:17.521 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-19T04:42:17.521 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-19T04:42:17.521 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T04:42:17.522 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:42:17.536 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T04:42:17.537 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T04:42:17.537 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:42:17.592 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T04:42:17.592 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T04:42:17.592 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:42:17.608 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T04:42:17.609 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T04:42:17.609 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:42:17.665 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T04:42:17.665 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-19T04:42:17.666 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-19T04:42:17.666 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:42:17.710 INFO:tasks.ceph.osd.0:Stopped 2024-09-19T04:42:17.710 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-19T04:42:17.710 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:42:17.753 INFO:tasks.ceph.osd.1:Stopped 2024-09-19T04:42:17.754 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-19T04:42:17.754 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:42:17.795 INFO:tasks.ceph.osd.2:Stopped 2024-09-19T04:42:17.796 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-19T04:42:17.796 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:42:17.847 INFO:tasks.ceph.osd.3:Stopped 2024-09-19T04:42:17.848 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-19T04:42:17.848 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:42:17.888 INFO:tasks.ceph.osd.4:Stopped 2024-09-19T04:42:17.889 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-19T04:42:17.889 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:42:17.979 INFO:tasks.ceph.osd.5:Stopped 2024-09-19T04:42:17.979 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-19T04:42:17.979 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:42:18.035 INFO:tasks.ceph.osd.6:Stopped 2024-09-19T04:42:18.035 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-19T04:42:18.035 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:42:18.088 INFO:tasks.ceph.osd.7:Stopped 2024-09-19T04:42:18.089 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-19T04:42:18.089 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-19T04:42:18.089 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:42:18.158 INFO:tasks.ceph.mgr.y:Stopped 2024-09-19T04:42:18.158 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-19T04:42:18.159 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:42:18.223 INFO:tasks.ceph.mgr.x:Stopped 2024-09-19T04:42:18.223 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-19T04:42:18.223 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-19T04:42:18.223 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:42:18.243 INFO:tasks.ceph.mon.a:Stopped 2024-09-19T04:42:18.243 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-19T04:42:18.244 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:42:18.262 INFO:tasks.ceph.mon.b:Stopped 2024-09-19T04:42:18.262 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-19T04:42:18.262 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T04:42:18.321 INFO:tasks.ceph.mon.c:Stopped 2024-09-19T04:42:18.322 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-19T04:42:18.322 DEBUG:teuthology.orchestra.run.smithi031:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-19T04:42:18.398 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:42:18.398 DEBUG:teuthology.orchestra.run.smithi031:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-19T04:42:18.601 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:42:18.602 DEBUG:teuthology.orchestra.run.smithi031:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-19T04:42:18.756 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:42:18.756 DEBUG:teuthology.orchestra.run.smithi031:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-19T04:42:18.856 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:42:18.856 DEBUG:teuthology.orchestra.run.smithi031:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-19T04:42:18.974 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi052.front.sepia.ceph.com 2024-09-19T04:42:18.974 DEBUG:teuthology.orchestra.run.smithi052:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-19T04:42:19.145 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi052.front.sepia.ceph.com 2024-09-19T04:42:19.145 DEBUG:teuthology.orchestra.run.smithi052:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-19T04:42:19.247 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi052.front.sepia.ceph.com 2024-09-19T04:42:19.247 DEBUG:teuthology.orchestra.run.smithi052:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-19T04:42:19.354 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi052.front.sepia.ceph.com 2024-09-19T04:42:19.355 DEBUG:teuthology.orchestra.run.smithi052:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-19T04:42:19.461 INFO:tasks.ceph:Archiving mon data... 2024-09-19T04:42:19.463 DEBUG:teuthology.misc:Transferring archived files from smithi031:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911641/data/mon.a.tgz 2024-09-19T04:42:19.463 DEBUG:teuthology.orchestra.run.smithi031:> mktemp 2024-09-19T04:42:19.499 INFO:teuthology.orchestra.run.smithi031.stdout:/tmp/tmp.YBQpvUDC3T 2024-09-19T04:42:19.499 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.YBQpvUDC3T 2024-09-19T04:42:19.671 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0666 /tmp/tmp.YBQpvUDC3T 2024-09-19T04:42:19.766 DEBUG:teuthology.orchestra.remote:smithi031:/tmp/tmp.YBQpvUDC3T is 336KB 2024-09-19T04:42:19.855 DEBUG:teuthology.orchestra.run.smithi031:> rm -fr /tmp/tmp.YBQpvUDC3T 2024-09-19T04:42:19.890 DEBUG:teuthology.misc:Transferring archived files from smithi052:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911641/data/mon.b.tgz 2024-09-19T04:42:19.890 DEBUG:teuthology.orchestra.run.smithi052:> mktemp 2024-09-19T04:42:19.926 INFO:teuthology.orchestra.run.smithi052.stdout:/tmp/tmp.moRqjRPjx9 2024-09-19T04:42:19.927 DEBUG:teuthology.orchestra.run.smithi052:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.moRqjRPjx9 2024-09-19T04:42:20.132 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 0666 /tmp/tmp.moRqjRPjx9 2024-09-19T04:42:20.226 DEBUG:teuthology.orchestra.remote:smithi052:/tmp/tmp.moRqjRPjx9 is 446KB 2024-09-19T04:42:20.315 DEBUG:teuthology.orchestra.run.smithi052:> rm -fr /tmp/tmp.moRqjRPjx9 2024-09-19T04:42:20.350 DEBUG:teuthology.misc:Transferring archived files from smithi052:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911641/data/mon.c.tgz 2024-09-19T04:42:20.350 DEBUG:teuthology.orchestra.run.smithi052:> mktemp 2024-09-19T04:42:20.425 INFO:teuthology.orchestra.run.smithi052.stdout:/tmp/tmp.Mqm2vzEy7X 2024-09-19T04:42:20.426 DEBUG:teuthology.orchestra.run.smithi052:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.Mqm2vzEy7X 2024-09-19T04:42:20.612 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 0666 /tmp/tmp.Mqm2vzEy7X 2024-09-19T04:42:20.706 DEBUG:teuthology.orchestra.remote:smithi052:/tmp/tmp.Mqm2vzEy7X is 445KB 2024-09-19T04:42:20.796 DEBUG:teuthology.orchestra.run.smithi052:> rm -fr /tmp/tmp.Mqm2vzEy7X 2024-09-19T04:42:20.831 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-19T04:42:20.832 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T04:42:20.836 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T04:42:20.965 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T04:42:21.000 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T04:42:21.000 INFO:tasks.ceph:Archiving crash dumps... 2024-09-19T04:42:21.001 DEBUG:teuthology.misc:Transferring archived files from smithi031:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911641/remote/smithi031/crash 2024-09-19T04:42:21.002 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T04:42:21.063 DEBUG:teuthology.misc:Transferring archived files from smithi052:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911641/remote/smithi052/crash 2024-09-19T04:42:21.064 DEBUG:teuthology.orchestra.run.smithi052:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T04:42:21.118 INFO:tasks.ceph:Shutting down logrotate 2024-09-19T04:42:21.118 DEBUG:teuthology.orchestra.run.smithi031:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:42:21.123 DEBUG:teuthology.orchestra.run.smithi052:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T04:42:21.208 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-19T04:42:21.264 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-19T04:42:21.320 INFO:tasks.ceph:Compressing logs... 2024-09-19T04:42:21.320 DEBUG:teuthology.orchestra.run.smithi031:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T04:42:21.325 DEBUG:teuthology.orchestra.run.smithi052:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T04:42:21.374 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-19T04:42:21.375 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45122.log 2024-09-19T04:42:21.376 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46832.log 2024-09-19T04:42:21.377 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45122.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45416.log 2024-09-19T04:42:21.378 INFO:teuthology.orchestra.run.smithi031.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45122.log.gz 2024-09-19T04:42:21.378 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46832.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46660.log 2024-09-19T04:42:21.378 INFO:teuthology.orchestra.run.smithi031.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46832.log.gz 2024-09-19T04:42:21.378 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45416.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52874.log 2024-09-19T04:42:21.379 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36187.log 2024-09-19T04:42:21.380 INFO:teuthology.orchestra.run.smithi031.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45416.log.gz 2024-09-19T04:42:21.380 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46660.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46660.log.gz 2024-09-19T04:42:21.380 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46618.log 2024-09-19T04:42:21.382 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52874.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50265.log 2024-09-19T04:42:21.382 INFO:teuthology.orchestra.run.smithi031.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.52874.log.gz 2024-09-19T04:42:21.382 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46618.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47144.log 2024-09-19T04:42:21.382 INFO:teuthology.orchestra.run.smithi031.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46618.log.gz 2024-09-19T04:42:21.383 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36067.log 2024-09-19T04:42:21.383 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-client.admin.36187.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.41069.log 2024-09-19T04:42:21.383 INFO:teuthology.orchestra.run.smithi052.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.36187.log.gz 2024-09-19T04:42:21.383 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-client.admin.36067.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36238.log 2024-09-19T04:42:21.383 INFO:teuthology.orchestra.run.smithi052.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.36067.log.gz 2024-09-19T04:42:21.383 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-client.3.41069.log: 0.0% -- replaced with /var/log/ceph/ceph-client.3.41069.log.gz 2024-09-19T04:42:21.384 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-19T04:42:21.384 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-client.admin.36238.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36278.log 2024-09-19T04:42:21.384 INFO:teuthology.orchestra.run.smithi052.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.36238.log.gz 2024-09-19T04:42:21.386 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-19T04:42:21.386 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-client.admin.36278.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-19T04:42:21.386 INFO:teuthology.orchestra.run.smithi052.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.36278.log.gz 2024-09-19T04:42:21.386 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T04:42:21.387 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52100.log 2024-09-19T04:42:21.388 INFO:teuthology.orchestra.run.smithi031.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50265.log.gz 2024-09-19T04:42:21.388 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45527.log 2024-09-19T04:42:21.388 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.47144.log.gz 2024-09-19T04:42:21.388 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52100.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50349.log 2024-09-19T04:42:21.388 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.52100.log.gz 2024-09-19T04:42:21.388 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45527.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43481.log 2024-09-19T04:42:21.388 INFO:teuthology.orchestra.run.smithi031.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.45527.log.gz 2024-09-19T04:42:21.388 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50349.log: gzip -5 --verbose 89.2% -- /var/log/ceph/ceph-client.admin.47228.log -- replaced with /var/log/ceph/ceph-client.admin.50349.log.gz 2024-09-19T04:42:21.388 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-19T04:42:21.388 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43481.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42586.log 2024-09-19T04:42:21.388 INFO:teuthology.orchestra.run.smithi031.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43481.log.gz 2024-09-19T04:42:21.392 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.40655.log 2024-09-19T04:42:21.392 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-19T04:42:21.392 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-client.1.40655.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.40655.log.gz 2024-09-19T04:42:21.392 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.3.41073.log 2024-09-19T04:42:21.392 INFO:teuthology.orchestra.run.smithi052.stderr: 93.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-19T04:42:21.392 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36147.log 2024-09-19T04:42:21.392 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-client.3.41073.log: 0.0% -- replaced with /var/log/ceph/ceph-client.3.41073.log.gz 2024-09-19T04:42:21.392 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-19T04:42:21.393 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47228.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47228.log.gz 2024-09-19T04:42:21.393 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46108.log 2024-09-19T04:42:21.393 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42586.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47570.log 2024-09-19T04:42:21.393 INFO:teuthology.orchestra.run.smithi031.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42586.log.gz 2024-09-19T04:42:21.393 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43482.log 2024-09-19T04:42:21.393 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46108.log.gz 2024-09-19T04:42:21.394 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.47570.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.47570.log.gz 2024-09-19T04:42:21.394 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41691.log 2024-09-19T04:42:21.394 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43482.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46150.log 2024-09-19T04:42:21.394 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43482.log.gz 2024-09-19T04:42:21.394 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.41691.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45605.log 2024-09-19T04:42:21.394 INFO:teuthology.orchestra.run.smithi031.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.41691.log.gz 2024-09-19T04:42:21.396 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-client.admin.36147.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-19T04:42:21.397 INFO:teuthology.orchestra.run.smithi052.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.36147.log.gz 2024-09-19T04:42:21.397 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T04:42:21.397 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-19T04:42:21.398 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41097.log 2024-09-19T04:42:21.398 INFO:teuthology.orchestra.run.smithi031.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46150.log.gz 2024-09-19T04:42:21.398 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45605.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-19T04:42:21.398 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45605.log.gz 2024-09-19T04:42:21.398 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.41097.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.41097.log.gz 2024-09-19T04:42:21.398 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48196.log 2024-09-19T04:42:21.398 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42544.log 2024-09-19T04:42:21.398 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.48196.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.48196.log.gz 2024-09-19T04:42:21.398 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49850.log 2024-09-19T04:42:21.399 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph.log: /var/log/ceph/ceph-mds.d.log: 91.9% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-19T04:42:21.399 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-19T04:42:21.400 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42544.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42964.log 2024-09-19T04:42:21.400 INFO:teuthology.orchestra.run.smithi031.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42544.log.gz 2024-09-19T04:42:21.400 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49850.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49850.log.gz 2024-09-19T04:42:21.401 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47734.log 2024-09-19T04:42:21.401 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42964.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47648.log 2024-09-19T04:42:21.402 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36318.log 2024-09-19T04:42:21.402 INFO:teuthology.orchestra.run.smithi031.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42964.log.gz 2024-09-19T04:42:21.402 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47734.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47734.log.gz 2024-09-19T04:42:21.403 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47186.log 2024-09-19T04:42:21.403 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47648.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41181.log 2024-09-19T04:42:21.404 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36358.log 2024-09-19T04:42:21.405 INFO:teuthology.orchestra.run.smithi031.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47648.log.gz 2024-09-19T04:42:21.405 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47186.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.47186.log.gz 2024-09-19T04:42:21.405 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43480.log 2024-09-19T04:42:21.405 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.41181.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36112.log 2024-09-19T04:42:21.405 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41181.log.gz 2024-09-19T04:42:21.406 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43480.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43480.log.gz 2024-09-19T04:42:21.406 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43678.log 2024-09-19T04:42:21.407 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.36112.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43466.log 2024-09-19T04:42:21.407 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36112.log.gz 2024-09-19T04:42:21.407 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-client.admin.36318.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-19T04:42:21.408 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-client.admin.36358.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36318.log.gz 2024-09-19T04:42:21.409 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43678.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50391.log 2024-09-19T04:42:21.409 INFO:teuthology.orchestra.run.smithi031.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43678.log.gz 2024-09-19T04:42:21.409 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52958.log 2024-09-19T04:42:21.409 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.43466.log.gz 2024-09-19T04:42:21.411 INFO:teuthology.orchestra.run.smithi052.stderr: 92.8% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-19T04:42:21.411 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.40674.log 2024-09-19T04:42:21.411 INFO:teuthology.orchestra.run.smithi052.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36358.log.gz 2024-09-19T04:42:21.412 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50391.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.50391.log.gz 2024-09-19T04:42:21.412 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49996.log 2024-09-19T04:42:21.412 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52958.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46436.log 2024-09-19T04:42:21.412 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.52958.log.gz 2024-09-19T04:42:21.412 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49996.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49996.log.gz 2024-09-19T04:42:21.412 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52431.log 2024-09-19T04:42:21.415 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-client.1.40674.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.40674.log.gz 2024-09-19T04:42:21.415 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36107.log 2024-09-19T04:42:21.417 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46436.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43145.log 2024-09-19T04:42:21.418 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46436.log.gz 2024-09-19T04:42:21.418 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52431.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.52431.log.gz 2024-09-19T04:42:21.418 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43942.log 2024-09-19T04:42:21.418 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43145.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51881.log 2024-09-19T04:42:21.418 INFO:teuthology.orchestra.run.smithi031.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43145.log.gz 2024-09-19T04:42:21.418 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43942.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42838.log 2024-09-19T04:42:21.418 INFO:teuthology.orchestra.run.smithi031.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43942.log.gz 2024-09-19T04:42:21.418 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46192.log 2024-09-19T04:42:21.418 INFO:teuthology.orchestra.run.smithi031.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.51881.log.gz 2024-09-19T04:42:21.422 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42838.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42670.log 2024-09-19T04:42:21.422 INFO:teuthology.orchestra.run.smithi031.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.42838.log.gz 2024-09-19T04:42:21.422 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46192.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46192.log.gz 2024-09-19T04:42:21.422 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50307.log 2024-09-19T04:42:21.422 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42670.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.51255.log 2024-09-19T04:42:21.423 INFO:teuthology.orchestra.run.smithi031.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42670.log.gz 2024-09-19T04:42:21.423 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50307.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.50307.log.gz 2024-09-19T04:42:21.423 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44149.log 2024-09-19T04:42:21.423 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.51255.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.51255.log.gz 2024-09-19T04:42:21.423 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47926.log 2024-09-19T04:42:21.425 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/ceph-client.admin.36107.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36107.log.gz 2024-09-19T04:42:21.425 INFO:teuthology.orchestra.run.smithi052.stderr: 92.1% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-19T04:42:21.426 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.44149.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50084.log 2024-09-19T04:42:21.426 INFO:teuthology.orchestra.run.smithi031.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.44149.log.gz 2024-09-19T04:42:21.426 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47926.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40901.log 2024-09-19T04:42:21.426 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47926.log.gz 2024-09-19T04:42:21.426 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50084.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.50084.log.gz 2024-09-19T04:42:21.426 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47852.log 2024-09-19T04:42:21.426 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.40901.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46744.log 2024-09-19T04:42:21.427 INFO:teuthology.orchestra.run.smithi031.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.40901.log.gz 2024-09-19T04:42:21.427 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47852.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41649.log 2024-09-19T04:42:21.427 INFO:teuthology.orchestra.run.smithi031.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47852.log.gz 2024-09-19T04:42:21.428 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46744.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52790.log 2024-09-19T04:42:21.429 INFO:teuthology.orchestra.run.smithi031.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46744.log.gz 2024-09-19T04:42:21.429 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.41649.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45856.log 2024-09-19T04:42:21.429 INFO:teuthology.orchestra.run.smithi031.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.41649.log.gz 2024-09-19T04:42:21.430 INFO:teuthology.orchestra.run.smithi052.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-19T04:42:21.431 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52790.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49511.log 2024-09-19T04:42:21.431 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.52790.log.gz 2024-09-19T04:42:21.431 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45856.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45856.log.gz 2024-09-19T04:42:21.431 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53420.log 2024-09-19T04:42:21.432 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49511.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44506.log 2024-09-19T04:42:21.432 INFO:teuthology.orchestra.run.smithi031.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49511.log.gz 2024-09-19T04:42:21.433 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53420.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53420.log.gz 2024-09-19T04:42:21.433 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47566.log 2024-09-19T04:42:21.434 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.44506.log: gzip 0.0% -5 -- replaced with /var/log/ceph/ceph-client.0.44506.log.gz --verbose 2024-09-19T04:42:21.434 INFO:teuthology.orchestra.run.smithi031.stderr: -- /var/log/ceph/ceph-client.admin.43763.log 2024-09-19T04:42:21.434 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.47566.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.47566.log.gz 2024-09-19T04:42:21.435 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51349.log 2024-09-19T04:42:21.436 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43763.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42754.log 2024-09-19T04:42:21.436 INFO:teuthology.orchestra.run.smithi031.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.43763.log.gz 2024-09-19T04:42:21.437 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51349.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.51349.log.gz 2024-09-19T04:42:21.437 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43984.log 2024-09-19T04:42:21.438 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42754.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49217.log 2024-09-19T04:42:21.438 INFO:teuthology.orchestra.run.smithi031.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42754.log.gz 2024-09-19T04:42:21.439 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43984.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53126.log 2024-09-19T04:42:21.439 INFO:teuthology.orchestra.run.smithi031.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.43984.log.gz 2024-09-19T04:42:21.440 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49217.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.44943.log 2024-09-19T04:42:21.440 INFO:teuthology.orchestra.run.smithi031.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49217.log.gz 2024-09-19T04:42:21.441 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53126.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.53126.log.gz 2024-09-19T04:42:21.441 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52664.log 2024-09-19T04:42:21.442 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.2.44943.log: 0.0% -- replaced with /var/log/ceph/ceph-client.2.44943.log.gz 2024-09-19T04:42:21.442 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48870.log 2024-09-19T04:42:21.443 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52664.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52832.log 2024-09-19T04:42:21.443 INFO:teuthology.orchestra.run.smithi031.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.52664.log.gz 2024-09-19T04:42:21.444 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.48870.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46234.log 2024-09-19T04:42:21.444 INFO:teuthology.orchestra.run.smithi031.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48870.log.gz 2024-09-19T04:42:21.445 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52832.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50912.log 2024-09-19T04:42:21.445 INFO:teuthology.orchestra.run.smithi031.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.52832.log.gz 2024-09-19T04:42:21.446 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48192.log 2024-09-19T04:42:21.446 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46234.log.gz 2024-09-19T04:42:21.447 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50912.log: gzip -5 --verbose -- 87.6% /var/log/ceph/ceph-client.2.44947.log -- replaced with /var/log/ceph/ceph-client.admin.50912.log.gz 2024-09-19T04:42:21.447 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-19T04:42:21.448 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.48192.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.48192.log.gz 2024-09-19T04:42:21.448 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49007.log 2024-09-19T04:42:21.449 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.2.44947.log: 0.0% -- replaced with /var/log/ceph/ceph-client.2.44947.log.gz 2024-09-19T04:42:21.449 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T04:42:21.450 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49007.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45898.log 2024-09-19T04:42:21.450 INFO:teuthology.orchestra.run.smithi031.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.49007.log.gz 2024-09-19T04:42:21.451 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48004.log 2024-09-19T04:42:21.453 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45898.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45898.log.gz 2024-09-19T04:42:21.453 INFO:teuthology.orchestra.run.smithi031.stderr: 89.2% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-19T04:42:21.453 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41565.log 2024-09-19T04:42:21.453 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.48004.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46394.log 2024-09-19T04:42:21.454 INFO:teuthology.orchestra.run.smithi031.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48004.log.gz 2024-09-19T04:42:21.454 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.41565.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46066.log 2024-09-19T04:42:21.455 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.41565.log.gz 2024-09-19T04:42:21.455 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46394.log: gzip 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46394.log.gz -5 2024-09-19T04:42:21.455 INFO:teuthology.orchestra.run.smithi031.stderr: --verbose -- /var/log/ceph/ceph-client.admin.52058.log 2024-09-19T04:42:21.456 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46066.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49049.log 2024-09-19T04:42:21.457 INFO:teuthology.orchestra.run.smithi031.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46066.log.gz 2024-09-19T04:42:21.457 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52058.log: gzip 88.3% -- replaced with /var/log/ceph/ceph-client.admin.52058.log.gz 2024-09-19T04:42:21.457 INFO:teuthology.orchestra.run.smithi031.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.43808.log 2024-09-19T04:42:21.458 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49049.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45374.log 2024-09-19T04:42:21.459 INFO:teuthology.orchestra.run.smithi031.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49049.log.gz 2024-09-19T04:42:21.459 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43808.log: 88.1%gzip -- replaced with /var/log/ceph/ceph-client.admin.43808.log.gz 2024-09-19T04:42:21.459 INFO:teuthology.orchestra.run.smithi031.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.50625.log 2024-09-19T04:42:21.460 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45374.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45695.log 2024-09-19T04:42:21.461 INFO:teuthology.orchestra.run.smithi031.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45374.log.gz 2024-09-19T04:42:21.462 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52184.log 2024-09-19T04:42:21.462 INFO:teuthology.orchestra.run.smithi031.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.50625.log.gz 2024-09-19T04:42:21.462 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49469.log 2024-09-19T04:42:21.463 INFO:teuthology.orchestra.run.smithi031.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45695.log.gz 2024-09-19T04:42:21.464 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52184.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46479.log 2024-09-19T04:42:21.464 INFO:teuthology.orchestra.run.smithi031.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.52184.log.gz 2024-09-19T04:42:21.464 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49469.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47270.log 2024-09-19T04:42:21.465 INFO:teuthology.orchestra.run.smithi031.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49469.log.gz 2024-09-19T04:42:21.466 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49091.log 2024-09-19T04:42:21.466 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46479.log.gz 2024-09-19T04:42:21.466 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47270.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47378.log 2024-09-19T04:42:21.467 INFO:teuthology.orchestra.run.smithi031.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47270.log.gz 2024-09-19T04:42:21.468 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49091.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49091.log.gz 2024-09-19T04:42:21.468 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.51692.log 2024-09-19T04:42:21.469 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47378.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45982.log 2024-09-19T04:42:21.469 INFO:teuthology.orchestra.run.smithi031.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47378.log.gz 2024-09-19T04:42:21.470 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.51692.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.51692.log.gz 2024-09-19T04:42:21.470 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41353.log 2024-09-19T04:42:21.471 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45982.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53564.log 2024-09-19T04:42:21.471 INFO:teuthology.orchestra.run.smithi031.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45982.log.gz 2024-09-19T04:42:21.472 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.41353.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48339.log 2024-09-19T04:42:21.472 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.41353.log.gz 2024-09-19T04:42:21.473 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53564.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-19T04:42:21.473 INFO:teuthology.orchestra.run.smithi031.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53564.log.gz 2024-09-19T04:42:21.474 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.48339.log: 88.3%gzip -- replaced with /var/log/ceph/ceph-client.admin.48339.log.gz 2024-09-19T04:42:21.474 INFO:teuthology.orchestra.run.smithi031.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.47102.log 2024-09-19T04:42:21.475 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47692.log 2024-09-19T04:42:21.476 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47102.log: 89.3%gzip -- replaced with /var/log/ceph/ceph-client.admin.47102.log.gz -5 2024-09-19T04:42:21.476 INFO:teuthology.orchestra.run.smithi031.stderr: --verbose -- /var/log/ceph/ceph-client.admin.45332.log 2024-09-19T04:42:21.477 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47692.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47692.log.gz 2024-09-19T04:42:21.478 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41269.log 2024-09-19T04:42:21.478 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45332.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53294.log 2024-09-19T04:42:21.479 INFO:teuthology.orchestra.run.smithi031.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45332.log.gz 2024-09-19T04:42:21.480 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.41269.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43472.log 2024-09-19T04:42:21.480 INFO:teuthology.orchestra.run.smithi031.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41269.log.gz 2024-09-19T04:42:21.481 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53294.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.53294.log.gz 2024-09-19T04:42:21.481 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43127.log 2024-09-19T04:42:21.482 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43472.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49912.log 2024-09-19T04:42:21.482 INFO:teuthology.orchestra.run.smithi031.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43472.log.gz 2024-09-19T04:42:21.483 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43127.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52706.log 2024-09-19T04:42:21.483 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43127.log.gz 2024-09-19T04:42:21.484 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49912.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49912.log.gz 2024-09-19T04:42:21.484 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.50813.log 2024-09-19T04:42:21.485 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52706.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52748.log 2024-09-19T04:42:21.486 INFO:teuthology.orchestra.run.smithi031.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52706.log.gz 2024-09-19T04:42:21.486 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.50813.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.50813.log.gz 2024-09-19T04:42:21.486 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45940.log 2024-09-19T04:42:21.488 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52748.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46788.log 2024-09-19T04:42:21.488 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.52748.log.gz 2024-09-19T04:42:21.489 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51423.log 2024-09-19T04:42:21.489 INFO:teuthology.orchestra.run.smithi031.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45940.log.gz 2024-09-19T04:42:21.490 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46788.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46531.log 2024-09-19T04:42:21.490 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46788.log.gz 2024-09-19T04:42:21.491 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51423.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53252.log 2024-09-19T04:42:21.492 INFO:teuthology.orchestra.run.smithi031.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.51423.log.gz 2024-09-19T04:42:21.492 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46892.log 2024-09-19T04:42:21.493 INFO:teuthology.orchestra.run.smithi031.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46531.log.gz 2024-09-19T04:42:21.493 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53252.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.53252.log.gz 2024-09-19T04:42:21.494 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53378.log 2024-09-19T04:42:21.494 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46892.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49595.log 2024-09-19T04:42:21.495 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53378.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46892.log.gz 2024-09-19T04:42:21.496 INFO:teuthology.orchestra.run.smithi031.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.53378.log.gz 2024-09-19T04:42:21.496 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43130.log 2024-09-19T04:42:21.497 INFO:teuthology.orchestra.run.smithi052.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-19T04:42:21.497 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49595.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49595.log.gz 2024-09-19T04:42:21.497 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53084.log 2024-09-19T04:42:21.498 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43130.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-19T04:42:21.498 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53084.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.43130.log.gz 2024-09-19T04:42:21.499 INFO:teuthology.orchestra.run.smithi031.stderr:gzip 88.6% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.53084.log.gz -- 2024-09-19T04:42:21.499 INFO:teuthology.orchestra.run.smithi031.stderr: /var/log/ceph/ceph-client.0.48646.log 2024-09-19T04:42:21.500 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.51251.log 2024-09-19T04:42:21.501 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.48646.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.48646.log.gz 2024-09-19T04:42:21.501 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42712.log 2024-09-19T04:42:21.503 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.51251.log: 0.0% 92.5% -- replaced with /var/log/ceph/ceph-client.0.51251.log.gz 2024-09-19T04:42:21.503 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-19T04:42:21.503 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49385.log 2024-09-19T04:42:21.504 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42712.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47776.log 2024-09-19T04:42:21.504 INFO:teuthology.orchestra.run.smithi031.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.42712.log.gz 2024-09-19T04:42:21.505 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49385.log: gzip 87.4% -5 -- replaced with /var/log/ceph/ceph-client.admin.49385.log.gz --verbose 2024-09-19T04:42:21.505 INFO:teuthology.orchestra.run.smithi031.stderr: -- /var/log/ceph/ceph-client.0.50817.log 2024-09-19T04:42:21.506 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47776.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43140.log 2024-09-19T04:42:21.506 INFO:teuthology.orchestra.run.smithi031.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.47776.log.gz 2024-09-19T04:42:21.506 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.50817.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.50817.log.gz 2024-09-19T04:42:21.507 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51063.log 2024-09-19T04:42:21.508 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52329.log 2024-09-19T04:42:21.509 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43140.log: /var/log/ceph/ceph-client.admin.51063.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43140.log.gz 2024-09-19T04:42:21.509 INFO:teuthology.orchestra.run.smithi031.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.51063.log.gz 2024-09-19T04:42:21.509 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46702.log 2024-09-19T04:42:21.510 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52329.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42796.log 2024-09-19T04:42:21.510 INFO:teuthology.orchestra.run.smithi031.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.52329.log.gz 2024-09-19T04:42:21.511 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46702.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46702.log.gz 2024-09-19T04:42:21.511 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45290.log 2024-09-19T04:42:21.512 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50433.log 2024-09-19T04:42:21.513 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42796.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42796.log.gz 2024-09-19T04:42:21.513 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45290.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45290.log.gz 2024-09-19T04:42:21.513 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52142.log 2024-09-19T04:42:21.514 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50433.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-19T04:42:21.514 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.50433.log.gz 2024-09-19T04:42:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52142.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.52142.log.gz 2024-09-19T04:42:21.515 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50219.log 2024-09-19T04:42:21.516 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49301.log 2024-09-19T04:42:21.517 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50219.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.50219.log.gz 2024-09-19T04:42:21.518 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53336.log 2024-09-19T04:42:21.518 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49301.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46976.log 2024-09-19T04:42:21.519 INFO:teuthology.orchestra.run.smithi031.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49301.log.gz 2024-09-19T04:42:21.520 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53336.log: 87.9%gzip -- replaced with /var/log/ceph/ceph-client.admin.53336.log.gz -5 2024-09-19T04:42:21.520 INFO:teuthology.orchestra.run.smithi031.stderr: --verbose -- /var/log/ceph/ceph-client.admin.43146.log 2024-09-19T04:42:21.520 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46976.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49954.log 2024-09-19T04:42:21.521 INFO:teuthology.orchestra.run.smithi031.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46976.log.gz 2024-09-19T04:42:21.522 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43146.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40809.log 2024-09-19T04:42:21.522 INFO:teuthology.orchestra.run.smithi031.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.43146.log.gz 2024-09-19T04:42:21.523 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50559.log 2024-09-19T04:42:21.523 INFO:teuthology.orchestra.run.smithi031.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49954.log.gz 2024-09-19T04:42:21.524 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.40809.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50135.log 2024-09-19T04:42:21.524 INFO:teuthology.orchestra.run.smithi031.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.40809.log.gz 2024-09-19T04:42:21.525 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50559.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.51688.log 2024-09-19T04:42:21.526 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50135.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.50559.log.gz 2024-09-19T04:42:21.526 INFO:teuthology.orchestra.run.smithi031.stderr:gzip 89.5% -- replaced with /var/log/ceph/ceph-client.admin.50135.log.gz 2024-09-19T04:42:21.526 INFO:teuthology.orchestra.run.smithi031.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.42922.log 2024-09-19T04:42:21.527 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.51688.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45248.log 2024-09-19T04:42:21.527 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.51688.log.gz 2024-09-19T04:42:21.528 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42922.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42922.log.gz 2024-09-19T04:42:21.528 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53210.log 2024-09-19T04:42:21.529 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45248.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50177.log 2024-09-19T04:42:21.530 INFO:teuthology.orchestra.run.smithi031.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45248.log.gz 2024-09-19T04:42:21.531 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53210.log: 88.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48416.log 2024-09-19T04:42:21.531 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.53210.log.gz 2024-09-19T04:42:21.531 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50177.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-19T04:42:21.532 INFO:teuthology.orchestra.run.smithi031.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50177.log.gz 2024-09-19T04:42:21.532 INFO:teuthology.orchestra.run.smithi052.stderr: 90.9% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-19T04:42:21.533 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.48416.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.48416.log.gz 2024-09-19T04:42:21.533 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43479.log 2024-09-19T04:42:21.534 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5/var/log/ceph/ceph-mgr.y.log: --verbose -- /var/log/ceph/ceph-client.admin.43720.log 2024-09-19T04:42:21.535 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50986.log 2024-09-19T04:42:21.535 INFO:teuthology.orchestra.run.smithi031.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.43479.log.gz 2024-09-19T04:42:21.537 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43720.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52226.log 2024-09-19T04:42:21.537 INFO:teuthology.orchestra.run.smithi031.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43720.log.gz 2024-09-19T04:42:21.538 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50986.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49427.log 2024-09-19T04:42:21.538 INFO:teuthology.orchestra.run.smithi031.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.50986.log.gz 2024-09-19T04:42:21.539 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52226.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53504.log 2024-09-19T04:42:21.539 INFO:teuthology.orchestra.run.smithi031.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.52226.log.gz 2024-09-19T04:42:21.540 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49427.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46024.log 2024-09-19T04:42:21.540 INFO:teuthology.orchestra.run.smithi031.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49427.log.gz 2024-09-19T04:42:21.542 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53504.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49343.log 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53504.log.gz 2024-09-19T04:42:21.542 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-19T04:42:21.543 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46024.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46024.log.gz 2024-09-19T04:42:21.543 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T04:42:21.544 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49343.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42409.log 2024-09-19T04:42:21.544 INFO:teuthology.orchestra.run.smithi031.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49343.log.gz 2024-09-19T04:42:21.546 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45206.log 2024-09-19T04:42:21.546 INFO:teuthology.orchestra.run.smithi031.stderr: 85.3% -- replaced with /var/log/ceph/ceph.log.gz/var/log/ceph/ceph-client.admin.42409.log: 2024-09-19T04:42:21.547 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42409.log.gz 2024-09-19T04:42:21.547 INFO:teuthology.orchestra.run.smithi031.stderr: -- /var/log/ceph/ceph-client.admin.43899.log 2024-09-19T04:42:21.548 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45206.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45206.log.gz 2024-09-19T04:42:21.548 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44639.log 2024-09-19T04:42:21.549 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53168.log 2024-09-19T04:42:21.550 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43899.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43899.log.gz/var/log/ceph/ceph-client.admin.44639.log: 2024-09-19T04:42:21.551 INFO:teuthology.orchestra.run.smithi031.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44639.log.gz 2024-09-19T04:42:21.551 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43468.log 2024-09-19T04:42:21.552 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53168.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.53168.log.gz 2024-09-19T04:42:21.552 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43139.log 2024-09-19T04:42:21.554 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42186.log 2024-09-19T04:42:21.554 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43468.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43468.log.gz 2024-09-19T04:42:21.555 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43139.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43139.log.gz 2024-09-19T04:42:21.555 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49259.log 2024-09-19T04:42:21.557 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42186.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43478.log 2024-09-19T04:42:21.558 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49259.log: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.42186.log.gz 2024-09-19T04:42:21.558 INFO:teuthology.orchestra.run.smithi031.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49259.log.gz 2024-09-19T04:42:21.558 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49637.log 2024-09-19T04:42:21.559 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43478.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43478.log.gz 2024-09-19T04:42:21.559 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47312.log 2024-09-19T04:42:21.561 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51500.log 2024-09-19T04:42:21.561 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49637.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49637.log.gz 2024-09-19T04:42:21.562 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47312.log: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.47312.log.gz 2024-09-19T04:42:21.562 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45772.log 2024-09-19T04:42:21.563 INFO:teuthology.orchestra.run.smithi031.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.51500.log.gz 2024-09-19T04:42:21.564 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52916.log 2024-09-19T04:42:21.565 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45772.log: 87.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52371.log 2024-09-19T04:42:21.565 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45772.log.gz 2024-09-19T04:42:21.566 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52916.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.29798.log 2024-09-19T04:42:21.567 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.52916.log.gz 2024-09-19T04:42:21.567 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52371.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52371.log.gz 2024-09-19T04:42:21.568 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52473.log 2024-09-19T04:42:21.568 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph.tmp-client.admin.29798.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.29798.log.gz 2024-09-19T04:42:21.569 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52016.log 2024-09-19T04:42:21.570 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46934.log 2024-09-19T04:42:21.571 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52473.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.52473.log.gz 2024-09-19T04:42:21.572 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52016.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41523.log 2024-09-19T04:42:21.572 INFO:teuthology.orchestra.run.smithi031.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.52016.log.gz 2024-09-19T04:42:21.573 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46934.log: 89.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42628.log 2024-09-19T04:42:21.573 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46934.log.gz 2024-09-19T04:42:21.574 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.41523.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53646.log 2024-09-19T04:42:21.574 INFO:teuthology.orchestra.run.smithi031.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.41523.log.gz 2024-09-19T04:42:21.576 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42628.log: gzip -5 --verbose -- 89.5% -- replaced with /var/log/ceph/ceph-client.admin.42628.log.gz 2024-09-19T04:42:21.576 INFO:teuthology.orchestra.run.smithi031.stderr: /var/log/ceph/ceph-client.admin.48965.log 2024-09-19T04:42:21.576 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53646.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.53646.log.gz 2024-09-19T04:42:21.577 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52286.log 2024-09-19T04:42:21.578 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.48965.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50475.log 2024-09-19T04:42:21.579 INFO:teuthology.orchestra.run.smithi031.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48965.log.gz 2024-09-19T04:42:21.580 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.52286.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52286.log.gz 2024-09-19T04:42:21.580 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41225.log 2024-09-19T04:42:21.581 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50475.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41397.log 2024-09-19T04:42:21.581 INFO:teuthology.orchestra.run.smithi031.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.50475.log.gz 2024-09-19T04:42:21.582 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.41225.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53000.log 2024-09-19T04:42:21.583 INFO:teuthology.orchestra.run.smithi031.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.41225.log.gz 2024-09-19T04:42:21.583 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.41397.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.41397.log.gz 2024-09-19T04:42:21.583 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46314.log 2024-09-19T04:42:21.584 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47018.log 2024-09-19T04:42:21.585 INFO:teuthology.orchestra.run.smithi031.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.53000.log.gz 2024-09-19T04:42:21.586 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41311.log 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46314.log.gz 2024-09-19T04:42:21.587 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-19T04:42:21.587 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47018.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47018.log.gz 2024-09-19T04:42:21.588 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41481.log 2024-09-19T04:42:21.588 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.41311.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.41311.log.gz 2024-09-19T04:42:21.589 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48650.log 2024-09-19T04:42:21.589 INFO:teuthology.orchestra.run.smithi031.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-19T04:42:21.589 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.41481.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49175.log 2024-09-19T04:42:21.590 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.48650.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41481.log.gz 2024-09-19T04:42:21.590 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.48650.log.gz 2024-09-19T04:42:21.591 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41139.log 2024-09-19T04:42:21.591 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48793.log 2024-09-19T04:42:21.592 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49175.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49175.log.gz 2024-09-19T04:42:21.593 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.41139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42880.log 2024-09-19T04:42:21.593 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.41139.log.gz 2024-09-19T04:42:21.594 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.48793.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47060.log 2024-09-19T04:42:21.594 INFO:teuthology.orchestra.run.smithi031.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48793.log.gz 2024-09-19T04:42:21.595 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42880.log: gzip -5 --verbose -- 87.6% /var/log/ceph/ceph-client.admin.36203.log 2024-09-19T04:42:21.595 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.42880.log.gz 2024-09-19T04:42:21.596 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.47060.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40997.log 2024-09-19T04:42:21.596 INFO:teuthology.orchestra.run.smithi031.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47060.log.gz 2024-09-19T04:42:21.597 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.36203.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.36203.log.gz 2024-09-19T04:42:21.597 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48458.log 2024-09-19T04:42:21.598 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.40997.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43142.log 2024-09-19T04:42:21.599 INFO:teuthology.orchestra.run.smithi031.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.40997.log.gz 2024-09-19T04:42:21.599 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.48458.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50040.log 2024-09-19T04:42:21.599 INFO:teuthology.orchestra.run.smithi031.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.48458.log.gz 2024-09-19T04:42:21.600 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43142.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41757.log 2024-09-19T04:42:21.601 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43142.log.gz 2024-09-19T04:42:21.601 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51786.log 2024-09-19T04:42:21.602 INFO:teuthology.orchestra.run.smithi031.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50040.log.gz 2024-09-19T04:42:21.603 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.41757.log: gzip -5 88.3% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.41757.log.gz /var/log/ceph/ceph-client.admin.45164.log 2024-09-19T04:42:21.603 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-19T04:42:21.604 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51786.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44487.log 2024-09-19T04:42:21.604 INFO:teuthology.orchestra.run.smithi031.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.51786.log.gz 2024-09-19T04:42:21.605 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45164.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45080.log 2024-09-19T04:42:21.605 INFO:teuthology.orchestra.run.smithi031.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45164.log.gz 2024-09-19T04:42:21.606 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.0.44487.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42467.log 2024-09-19T04:42:21.606 INFO:teuthology.orchestra.run.smithi031.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.44487.log.gz 2024-09-19T04:42:21.607 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45080.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49133.log 2024-09-19T04:42:21.608 INFO:teuthology.orchestra.run.smithi031.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45080.log.gz 2024-09-19T04:42:21.609 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.42467.log: 88.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53462.log 2024-09-19T04:42:21.609 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.42467.log.gz 2024-09-19T04:42:21.610 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49133.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41439.log 2024-09-19T04:42:21.610 INFO:teuthology.orchestra.run.smithi031.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49133.log.gz 2024-09-19T04:42:21.611 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53462.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50517.log 2024-09-19T04:42:21.611 INFO:teuthology.orchestra.run.smithi031.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53462.log.gz 2024-09-19T04:42:21.612 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.41439.log: gzip 89.2% -- replaced with /var/log/ceph/ceph-client.admin.41439.log.gz -5 2024-09-19T04:42:21.612 INFO:teuthology.orchestra.run.smithi031.stderr: --verbose -- /var/log/ceph/ceph-client.admin.43857.log 2024-09-19T04:42:21.613 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.50517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53042.log 2024-09-19T04:42:21.614 INFO:teuthology.orchestra.run.smithi031.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.50517.log.gz 2024-09-19T04:42:21.614 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43857.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43132.log 2024-09-19T04:42:21.614 INFO:teuthology.orchestra.run.smithi031.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43857.log.gz 2024-09-19T04:42:21.616 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53042.log: 88.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35843.log 2024-09-19T04:42:21.616 INFO:teuthology.orchestra.run.smithi031.stderr: -- replaced with /var/log/ceph/ceph-client.admin.53042.log.gz 2024-09-19T04:42:21.616 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.43132.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46575.log 2024-09-19T04:42:21.617 INFO:teuthology.orchestra.run.smithi031.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43132.log.gz 2024-09-19T04:42:21.617 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.35843.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53604.log 2024-09-19T04:42:21.618 INFO:teuthology.orchestra.run.smithi031.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.35843.log.gz 2024-09-19T04:42:21.619 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.46575.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-19T04:42:21.619 INFO:teuthology.orchestra.run.smithi031.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46575.log.gz 2024-09-19T04:42:21.620 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.53604.log: 87.6%gzip -- replaced with /var/log/ceph/ceph-client.admin.53604.log.gz 2024-09-19T04:42:21.620 INFO:teuthology.orchestra.run.smithi031.stderr: -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-19T04:42:21.621 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49732.log 2024-09-19T04:42:21.622 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45814.log 2024-09-19T04:42:21.624 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49732.log: 92.3% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-19T04:42:21.624 INFO:teuthology.orchestra.run.smithi031.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49732.log.gz 2024-09-19T04:42:21.624 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49553.log 2024-09-19T04:42:21.625 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.45814.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51974.log 2024-09-19T04:42:21.625 INFO:teuthology.orchestra.run.smithi031.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45814.log.gz 2024-09-19T04:42:21.626 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.49553.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41607.log 2024-09-19T04:42:21.627 INFO:teuthology.orchestra.run.smithi031.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.49553.log.gz 2024-09-19T04:42:21.627 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.51974.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.51974.log.gz 2024-09-19T04:42:21.629 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/ceph-client.admin.41607.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.41607.log.gz 2024-09-19T04:42:21.809 INFO:teuthology.orchestra.run.smithi031.stderr: 90.7% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-19T04:42:22.136 INFO:teuthology.orchestra.run.smithi052.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-19T04:42:22.150 INFO:teuthology.orchestra.run.smithi031.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-19T04:42:22.174 INFO:teuthology.orchestra.run.smithi052.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-19T04:42:22.175 INFO:teuthology.orchestra.run.smithi031.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-19T04:42:22.208 INFO:teuthology.orchestra.run.smithi052.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-19T04:42:22.221 INFO:teuthology.orchestra.run.smithi052.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-19T04:42:22.223 INFO:teuthology.orchestra.run.smithi052.stderr: 2024-09-19T04:42:22.223 INFO:teuthology.orchestra.run.smithi052.stderr:real 0m0.866s 2024-09-19T04:42:22.224 INFO:teuthology.orchestra.run.smithi052.stderr:user 0m3.207s 2024-09-19T04:42:22.224 INFO:teuthology.orchestra.run.smithi052.stderr:sys 0m0.367s 2024-09-19T04:42:22.294 INFO:teuthology.orchestra.run.smithi031.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-19T04:42:22.395 INFO:teuthology.orchestra.run.smithi031.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-19T04:42:22.398 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-09-19T04:42:22.398 INFO:teuthology.orchestra.run.smithi031.stderr:real 0m1.045s 2024-09-19T04:42:22.398 INFO:teuthology.orchestra.run.smithi031.stderr:user 0m3.287s 2024-09-19T04:42:22.398 INFO:teuthology.orchestra.run.smithi031.stderr:sys 0m0.863s 2024-09-19T04:42:22.399 INFO:tasks.ceph:Archiving logs... 2024-09-19T04:42:22.399 DEBUG:teuthology.misc:Transferring archived files from smithi031:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911641/remote/smithi031/log 2024-09-19T04:42:22.400 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T04:42:23.070 DEBUG:teuthology.misc:Transferring archived files from smithi052:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911641/remote/smithi052/log 2024-09-19T04:42:23.071 DEBUG:teuthology.orchestra.run.smithi052:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T04:42:23.593 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-19T04:42:23.602 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-19T04:42:23.602 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T04:42:23.607 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T04:42:23.718 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-19T04:42:23.727 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-19T04:42:23.727 DEBUG:teuthology.orchestra.run.smithi031:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T04:42:23.731 DEBUG:teuthology.orchestra.run.smithi052:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T04:42:23.761 INFO:teuthology.orchestra.run.smithi031.stderr:bash: line 1: ntpq: command not found 2024-09-19T04:42:23.767 INFO:teuthology.orchestra.run.smithi052.stderr:bash: line 1: ntpq: command not found 2024-09-19T04:42:23.768 INFO:teuthology.orchestra.run.smithi031.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T04:42:23.768 INFO:teuthology.orchestra.run.smithi031.stdout:=============================================================================== 2024-09-19T04:42:23.768 INFO:teuthology.orchestra.run.smithi031.stdout:^* hv01.front.sepia.ceph.com 3 6 377 7 +39us[ +43us] +/- 46ms 2024-09-19T04:42:23.768 INFO:teuthology.orchestra.run.smithi031.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 8 +107us[ +111us] +/- 76ms 2024-09-19T04:42:23.769 INFO:teuthology.orchestra.run.smithi031.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 10 -125us[ -122us] +/- 84ms 2024-09-19T04:42:23.769 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:42:23.774 INFO:teuthology.orchestra.run.smithi052.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T04:42:23.774 INFO:teuthology.orchestra.run.smithi052.stdout:=============================================================================== 2024-09-19T04:42:23.774 INFO:teuthology.orchestra.run.smithi052.stdout:^* hv01.front.sepia.ceph.com 3 6 377 10 +9196ns[+6504ns] +/- 46ms 2024-09-19T04:42:23.774 INFO:teuthology.orchestra.run.smithi052.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 9 +110us[ +110us] +/- 75ms 2024-09-19T04:42:23.775 INFO:teuthology.orchestra.run.smithi052.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 9 -128us[ -128us] +/- 84ms 2024-09-19T04:42:23.775 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T04:42:23.775 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-19T04:42:23.784 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-19T04:42:23.785 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-19T04:42:23.811 DEBUG:teuthology.orchestra.run.smithi031:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T04:42:23.934 DEBUG:teuthology.orchestra.run.smithi052:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T04:42:24.053 DEBUG:teuthology.orchestra.run.smithi031:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T04:42:24.114 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:42:24.115 DEBUG:teuthology.orchestra.run.smithi052:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T04:42:24.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:42:24.174 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-19T04:42:24.183 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-19T04:42:24.256 INFO:teuthology.task.internal:Duration was 626.747697 seconds 2024-09-19T04:42:24.257 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-19T04:42:24.287 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-19T04:42:24.287 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T04:42:24.291 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T04:42:24.376 INFO:teuthology.orchestra.run.smithi031.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T04:42:24.379 INFO:teuthology.orchestra.run.smithi052.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T04:42:24.752 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-19T04:42:24.752 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi031.front.sepia.ceph.com 2024-09-19T04:42:24.752 DEBUG:teuthology.orchestra.run.smithi031:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T04:42:24.802 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi052.front.sepia.ceph.com 2024-09-19T04:42:24.802 DEBUG:teuthology.orchestra.run.smithi052:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T04:42:24.855 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-19T04:42:24.855 DEBUG:teuthology.orchestra.run.smithi031:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T04:42:24.859 DEBUG:teuthology.orchestra.run.smithi052:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T04:42:24.918 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-19T04:42:24.919 DEBUG:teuthology.orchestra.run.smithi031:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T04:42:24.922 DEBUG:teuthology.orchestra.run.smithi052:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T04:42:25.068 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-19T04:42:25.112 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-19T04:42:25.112 DEBUG:teuthology.orchestra.run.smithi031:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T04:42:25.169 DEBUG:teuthology.orchestra.run.smithi052:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T04:42:25.226 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-19T04:42:25.237 DEBUG:teuthology.orchestra.run.smithi031:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T04:42:25.241 DEBUG:teuthology.orchestra.run.smithi052:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T04:42:25.309 INFO:teuthology.orchestra.run.smithi031.stdout:kernel.core_pattern = core 2024-09-19T04:42:25.313 INFO:teuthology.orchestra.run.smithi052.stdout:kernel.core_pattern = core 2024-09-19T04:42:25.342 DEBUG:teuthology.orchestra.run.smithi031:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T04:42:25.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:42:25.376 DEBUG:teuthology.orchestra.run.smithi052:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T04:42:25.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T04:42:25.413 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-19T04:42:25.422 INFO:teuthology.task.internal:Transferring archived files... 2024-09-19T04:42:25.423 DEBUG:teuthology.misc:Transferring archived files from smithi031:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911641/remote/smithi031 2024-09-19T04:42:25.423 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T04:42:25.489 DEBUG:teuthology.misc:Transferring archived files from smithi052:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911641/remote/smithi052 2024-09-19T04:42:25.489 DEBUG:teuthology.orchestra.run.smithi052:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T04:42:25.553 INFO:teuthology.task.internal:Removing archive directory... 2024-09-19T04:42:25.553 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T04:42:25.558 DEBUG:teuthology.orchestra.run.smithi052:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T04:42:25.593 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-19T04:42:25.607 INFO:teuthology.task.internal:Not uploading archives. 2024-09-19T04:42:25.607 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-19T04:42:25.629 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-19T04:42:25.629 DEBUG:teuthology.orchestra.run.smithi031:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T04:42:25.634 DEBUG:teuthology.orchestra.run.smithi052:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T04:42:25.664 INFO:teuthology.orchestra.run.smithi031.stdout: 393247 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 04:42 /home/ubuntu/cephtest 2024-09-19T04:42:25.669 INFO:teuthology.orchestra.run.smithi052.stdout: 393233 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 04:42 /home/ubuntu/cephtest 2024-09-19T04:42:25.672 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-19T04:42:25.681 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-19T04:42:25.741 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 2ca44a2f35ca8f36983aaaa46d49312239ef519a client.1-kernel-sha1: 2ca44a2f35ca8f36983aaaa46d49312239ef519a description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/pool-perm} duration: 626.747697353363 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-19T04:42:25.741 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T04:42:25.826 INFO:teuthology.run:pass